{"level":"warn","ts":"2026-03-31T04:54:36.794713Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:54:36.794818Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.221:2380","--initial-cluster=instance=https://162.253.55.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T04:54:36.794897Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:54:36.794922Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-31T04:54:36.794952Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:54:36.795786Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"]} {"level":"info","ts":"2026-03-31T04:54:36.795894Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T04:54:36.800075Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.896393ms"} {"level":"info","ts":"2026-03-31T04:54:36.81416Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c187bdee547e8fd1","cluster-id":"ee7528b898b8b18e"} {"level":"info","ts":"2026-03-31T04:54:36.814289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T04:54:36.814331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 0"} {"level":"info","ts":"2026-03-31T04:54:36.81436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c187bdee547e8fd1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T04:54:36.814385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 1"} {"level":"info","ts":"2026-03-31T04:54:36.814446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"warn","ts":"2026-03-31T04:54:36.823591Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T04:54:36.825409Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T04:54:36.827946Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T04:54:36.831736Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c187bdee547e8fd1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T04:54:36.832036Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c187bdee547e8fd1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T04:54:36.832202Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:54:36.832328Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:54:36.832344Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:54:36.834119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"info","ts":"2026-03-31T04:54:36.835411Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","added-peer-id":"c187bdee547e8fd1","added-peer-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-03-31T04:54:36.837618Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:54:36.838029Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-31T04:54:36.838101Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-03-31T04:54:36.838599Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c187bdee547e8fd1","initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T04:54:36.838656Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T04:54:36.915291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T04:54:36.915344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T04:54:36.915385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgPreVoteResp from c187bdee547e8fd1 at term 1"} {"level":"info","ts":"2026-03-31T04:54:36.915408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became candidate at term 2"} {"level":"info","ts":"2026-03-31T04:54:36.91542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgVoteResp from c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-31T04:54:36.915438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became leader at term 2"} {"level":"info","ts":"2026-03-31T04:54:36.915458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c187bdee547e8fd1 elected leader c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-03-31T04:54:36.916625Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:54:36.917604Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c187bdee547e8fd1","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.221:2379]}","request-path":"/0/members/c187bdee547e8fd1/attributes","cluster-id":"ee7528b898b8b18e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T04:54:36.917808Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:54:36.917921Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:54:36.918108Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T04:54:36.918196Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T04:54:36.918383Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:54:36.91854Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:54:36.918587Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:54:36.922067Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T04:54:36.922248Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.221:2379"} {"level":"warn","ts":"2026-03-31T04:54:53.399558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395976603,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:54:53.502716Z","caller":"traceutil/trace.go:171","msg":"trace[672248520] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"603.884296ms","start":"2026-03-31T04:54:52.898803Z","end":"2026-03-31T04:54:53.502687Z","steps":["trace[672248520] 'read index received' (duration: 603.66767ms)","trace[672248520] 'applied index is now lower than readState.Index' (duration: 215.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:54:53.503101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.268426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:54:53.503149Z","caller":"traceutil/trace.go:171","msg":"trace[965269926] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"737.548307ms","start":"2026-03-31T04:54:52.765542Z","end":"2026-03-31T04:54:53.503091Z","steps":["trace[965269926] 'process raft request' (duration: 736.994903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:54:53.503228Z","caller":"traceutil/trace.go:171","msg":"trace[2118094116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"604.456511ms","start":"2026-03-31T04:54:52.898746Z","end":"2026-03-31T04:54:53.503203Z","steps":["trace[2118094116] 'agreement among raft nodes before linearized reading' (duration: 604.205124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:54:53.503277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:54:52.898718Z","time spent":"604.547803ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:54:53.503792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:54:52.765526Z","time spent":"737.718612ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:54:59.726054Z","caller":"traceutil/trace.go:171","msg":"trace[1159011487] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"193.625918ms","start":"2026-03-31T04:54:59.532398Z","end":"2026-03-31T04:54:59.726024Z","steps":["trace[1159011487] 'process raft request' (duration: 193.437663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:00.368881Z","caller":"traceutil/trace.go:171","msg":"trace[2135888556] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:470; }","duration":"310.698077ms","start":"2026-03-31T04:55:00.05815Z","end":"2026-03-31T04:55:00.368848Z","steps":["trace[2135888556] 'read index received' (duration: 253.725689ms)","trace[2135888556] 'applied index is now lower than readState.Index' (duration: 56.970688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:00.369021Z","caller":"traceutil/trace.go:171","msg":"trace[583620586] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"834.033228ms","start":"2026-03-31T04:54:59.534928Z","end":"2026-03-31T04:55:00.368961Z","steps":["trace[583620586] 'process raft request' (duration: 777.022999ms)","trace[583620586] 'compare' (duration: 56.67259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:00.369109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.129949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T04:55:00.369102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.918853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T04:55:00.369158Z","caller":"traceutil/trace.go:171","msg":"trace[728852713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"143.293383ms","start":"2026-03-31T04:55:00.225848Z","end":"2026-03-31T04:55:00.369141Z","steps":["trace[728852713] 'agreement among raft nodes before linearized reading' (duration: 143.17564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:00.369171Z","caller":"traceutil/trace.go:171","msg":"trace[1016053621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:456; }","duration":"311.052146ms","start":"2026-03-31T04:55:00.058101Z","end":"2026-03-31T04:55:00.369153Z","steps":["trace[1016053621] 'agreement among raft nodes before linearized reading' (duration: 310.900552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:00.369258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:00.058075Z","time spent":"311.17145ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:55:00.369276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:54:59.534903Z","time spent":"834.234134ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:00.36921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.353515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T04:55:00.369366Z","caller":"traceutil/trace.go:171","msg":"trace[2128598579] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:456; }","duration":"107.55872ms","start":"2026-03-31T04:55:00.261778Z","end":"2026-03-31T04:55:00.369336Z","steps":["trace[2128598579] 'agreement among raft nodes before linearized reading' (duration: 107.310203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:05.692701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.051843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T04:55:08.907946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395976788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:55:08.977641Z","caller":"traceutil/trace.go:171","msg":"trace[1335442064] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"662.017165ms","start":"2026-03-31T04:55:08.315592Z","end":"2026-03-31T04:55:08.977609Z","steps":["trace[1335442064] 'process raft request' (duration: 661.84342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:08.977837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.315569Z","time spent":"662.176258ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.111773Z","caller":"traceutil/trace.go:171","msg":"trace[639092642] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"789.71502ms","start":"2026-03-31T04:55:08.322019Z","end":"2026-03-31T04:55:09.111734Z","steps":["trace[639092642] 'process raft request' (duration: 789.414483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:09.111847Z","caller":"traceutil/trace.go:171","msg":"trace[162928769] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"789.72981ms","start":"2026-03-31T04:55:08.322073Z","end":"2026-03-31T04:55:09.111803Z","steps":["trace[162928769] 'process raft request' (duration: 789.603397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:09.111936Z","caller":"traceutil/trace.go:171","msg":"trace[1334675611] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"781.188158ms","start":"2026-03-31T04:55:08.330701Z","end":"2026-03-31T04:55:09.111889Z","steps":["trace[1334675611] 'process raft request' (duration: 781.081355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.111949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.321984Z","time spent":"789.883715ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.111934Z","caller":"traceutil/trace.go:171","msg":"trace[1722900291] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"781.30205ms","start":"2026-03-31T04:55:08.330573Z","end":"2026-03-31T04:55:09.111875Z","steps":["trace[1722900291] 'process raft request' (duration: 781.160786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.322041Z","time spent":"789.905005ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:09.112062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.330688Z","time spent":"781.31058ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112035Z","caller":"traceutil/trace.go:171","msg":"trace[469341248] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"781.218168ms","start":"2026-03-31T04:55:08.330745Z","end":"2026-03-31T04:55:09.111963Z","steps":["trace[469341248] 'process raft request' (duration: 781.073855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.330553Z","time spent":"781.499556ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112198Z","caller":"traceutil/trace.go:171","msg":"trace[1891413074] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"778.790185ms","start":"2026-03-31T04:55:08.333397Z","end":"2026-03-31T04:55:09.112187Z","steps":["trace[1891413074] 'process raft request' (duration: 778.464937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.330721Z","time spent":"781.393203ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:09.11224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.333385Z","time spent":"778.835056ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112289Z","caller":"traceutil/trace.go:171","msg":"trace[17722583] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"771.952627ms","start":"2026-03-31T04:55:08.340323Z","end":"2026-03-31T04:55:09.112275Z","steps":["trace[17722583] 'process raft request' (duration: 771.823343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.340305Z","time spent":"772.016988ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112334Z","caller":"traceutil/trace.go:171","msg":"trace[1799292123] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"778.772374ms","start":"2026-03-31T04:55:08.33346Z","end":"2026-03-31T04:55:09.112232Z","steps":["trace[1799292123] 'process raft request' (duration: 778.444536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:09.112408Z","caller":"traceutil/trace.go:171","msg":"trace[1464681168] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"766.209456ms","start":"2026-03-31T04:55:08.346183Z","end":"2026-03-31T04:55:09.112392Z","steps":["trace[1464681168] 'process raft request' (duration: 766.033111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.346157Z","time spent":"766.283818ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:09.112438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.333454Z","time spent":"778.929388ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112576Z","caller":"traceutil/trace.go:171","msg":"trace[272259051] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"729.99272ms","start":"2026-03-31T04:55:08.38257Z","end":"2026-03-31T04:55:09.112563Z","steps":["trace[272259051] 'process raft request' (duration: 729.705013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.382535Z","time spent":"730.067862ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:09.112671Z","caller":"traceutil/trace.go:171","msg":"trace[1103044192] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"613.576169ms","start":"2026-03-31T04:55:08.499079Z","end":"2026-03-31T04:55:09.112655Z","steps":["trace[1103044192] 'process raft request' (duration: 613.470216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.499042Z","time spent":"613.686041ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:09.112806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.571442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:55:09.112657Z","caller":"traceutil/trace.go:171","msg":"trace[1892247117] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:525; }","duration":"705.410348ms","start":"2026-03-31T04:55:08.407222Z","end":"2026-03-31T04:55:09.112632Z","steps":["trace[1892247117] 'read index received' (duration: 570.402271ms)","trace[1892247117] 'applied index is now lower than readState.Index' (duration: 135.007217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:09.112869Z","caller":"traceutil/trace.go:171","msg":"trace[918240521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"705.676505ms","start":"2026-03-31T04:55:08.407178Z","end":"2026-03-31T04:55:09.112855Z","steps":["trace[918240521] 'agreement among raft nodes before linearized reading' (duration: 705.535441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:09.112914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.407165Z","time spent":"705.740796ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:55:09.613281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395976804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T04:55:10.144854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.71544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:55:10.145226Z","caller":"traceutil/trace.go:171","msg":"trace[1429792840] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.156944322s","start":"2026-03-31T04:55:08.988226Z","end":"2026-03-31T04:55:10.14517Z","steps":["trace[1429792840] 'process raft request' (duration: 1.156751827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.145477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.988213Z","time spent":"1.157135218s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:10.145548Z","caller":"traceutil/trace.go:171","msg":"trace[118312643] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.020007886s","start":"2026-03-31T04:55:09.125517Z","end":"2026-03-31T04:55:10.145525Z","steps":["trace[118312643] 'process raft request' (duration: 1.019708988s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.146439Z","caller":"traceutil/trace.go:171","msg":"trace[1637882293] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.021653508s","start":"2026-03-31T04:55:09.123861Z","end":"2026-03-31T04:55:10.145514Z","steps":["trace[1637882293] 'process raft request' (duration: 1.02133669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.146492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.125503Z","time spent":"1.020922979s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:10.146677Z","caller":"traceutil/trace.go:171","msg":"trace[1818489470] transaction","detail":"{read_only:false; number_of_response:1; response_revision:521; }","duration":"1.15721934s","start":"2026-03-31T04:55:08.988312Z","end":"2026-03-31T04:55:10.145531Z","steps":["trace[1818489470] 'process raft request' (duration: 1.156740367s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.146737Z","caller":"traceutil/trace.go:171","msg":"trace[1008075518] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.022692296s","start":"2026-03-31T04:55:09.122829Z","end":"2026-03-31T04:55:10.145521Z","steps":["trace[1008075518] 'process raft request' (duration: 1.022327966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.147147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.9883Z","time spent":"1.158421951s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:10.147163Z","caller":"traceutil/trace.go:171","msg":"trace[1010400140] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.159806977s","start":"2026-03-31T04:55:08.985746Z","end":"2026-03-31T04:55:10.145553Z","steps":["trace[1010400140] 'process raft request' (duration: 983.305308ms)","trace[1010400140] 'compare' (duration: 175.472233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:10.147047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.122808Z","time spent":"1.024140693s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:10.147818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.985714Z","time spent":"1.161575904s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:10.148509Z","caller":"traceutil/trace.go:171","msg":"trace[1124340941] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.019938484s","start":"2026-03-31T04:55:09.125631Z","end":"2026-03-31T04:55:10.145569Z","steps":["trace[1124340941] 'process raft request' (duration: 1.019623786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.148583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.125595Z","time spent":"1.022944542s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:10.148258Z","caller":"traceutil/trace.go:171","msg":"trace[1959472787] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.025185311s","start":"2026-03-31T04:55:09.12038Z","end":"2026-03-31T04:55:10.145565Z","steps":["trace[1959472787] 'process raft request' (duration: 1.024712038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.149035Z","caller":"traceutil/trace.go:171","msg":"trace[1909849221] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.019902183s","start":"2026-03-31T04:55:09.129105Z","end":"2026-03-31T04:55:10.149007Z","steps":["trace[1909849221] 'process raft request' (duration: 1.016308029s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.148325Z","caller":"traceutil/trace.go:171","msg":"trace[688695417] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.025029597s","start":"2026-03-31T04:55:09.120537Z","end":"2026-03-31T04:55:10.145567Z","steps":["trace[688695417] 'process raft request' (duration: 1.024592655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.149166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.129095Z","time spent":"1.020005905s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:10.149198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.120531Z","time spent":"1.0285994s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:10.149964Z","caller":"traceutil/trace.go:171","msg":"trace[2078890637] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.02056152s","start":"2026-03-31T04:55:09.129364Z","end":"2026-03-31T04:55:10.149926Z","steps":["trace[2078890637] 'process raft request' (duration: 1.020255142s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.151Z","caller":"traceutil/trace.go:171","msg":"trace[2138788908] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"976.099428ms","start":"2026-03-31T04:55:09.174884Z","end":"2026-03-31T04:55:10.150983Z","steps":["trace[2138788908] 'process raft request' (duration: 975.39625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.151106Z","caller":"traceutil/trace.go:171","msg":"trace[172062011] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:536; }","duration":"1.038063027s","start":"2026-03-31T04:55:09.112868Z","end":"2026-03-31T04:55:10.150931Z","steps":["trace[172062011] 'read index received' (duration: 856.194677ms)","trace[172062011] 'applied index is now lower than readState.Index' (duration: 181.86726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:10.151138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.129355Z","time spent":"1.021695309s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:10.150037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.120358Z","time spent":"1.028603479s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:10.150151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.123847Z","time spent":"1.022665924s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:10.150505Z","caller":"traceutil/trace.go:171","msg":"trace[1031988055] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.018195038s","start":"2026-03-31T04:55:09.132286Z","end":"2026-03-31T04:55:10.150481Z","steps":["trace[1031988055] 'process raft request' (duration: 1.017562392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.151327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.132277Z","time spent":"1.019013709s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:10.152535Z","caller":"traceutil/trace.go:171","msg":"trace[753681273] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"869.928134ms","start":"2026-03-31T04:55:09.281022Z","end":"2026-03-31T04:55:10.150951Z","steps":["trace[753681273] 'process raft request' (duration: 869.825612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.152783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.28099Z","time spent":"871.6533ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:10.153926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.17486Z","time spent":"978.278056ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:10.154218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723513034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:55:10.15426Z","caller":"traceutil/trace.go:171","msg":"trace[896358690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:532; }","duration":"1.723590206s","start":"2026-03-31T04:55:08.430656Z","end":"2026-03-31T04:55:10.154247Z","steps":["trace[896358690] 'agreement among raft nodes before linearized reading' (duration: 1.720353691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.154297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.43062Z","time spent":"1.723669378s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:55:10.154653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670122538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:10.154682Z","caller":"traceutil/trace.go:171","msg":"trace[92355950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"1.670204051s","start":"2026-03-31T04:55:08.484471Z","end":"2026-03-31T04:55:10.154675Z","steps":["trace[92355950] 'agreement among raft nodes before linearized reading' (duration: 1.666473553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.154701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.484442Z","time spent":"1.670255173s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:55:10.154919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.605986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:55:10.154995Z","caller":"traceutil/trace.go:171","msg":"trace[229311356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"379.733299ms","start":"2026-03-31T04:55:09.775241Z","end":"2026-03-31T04:55:10.154974Z","steps":["trace[229311356] 'agreement among raft nodes before linearized reading' (duration: 379.555284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.155045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:09.775208Z","time spent":"379.826021ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:10.155117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71914273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:55:10.155195Z","caller":"traceutil/trace.go:171","msg":"trace[892237603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:532; }","duration":"1.719271113s","start":"2026-03-31T04:55:08.435908Z","end":"2026-03-31T04:55:10.155179Z","steps":["trace[892237603] 'agreement among raft nodes before linearized reading' (duration: 1.715149485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:10.155241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:08.435884Z","time spent":"1.719347515s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T04:55:10.773789Z","caller":"traceutil/trace.go:171","msg":"trace[295881563] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"184.292894ms","start":"2026-03-31T04:55:10.589477Z","end":"2026-03-31T04:55:10.77377Z","steps":["trace[295881563] 'process raft request' (duration: 184.239623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:10.774252Z","caller":"traceutil/trace.go:171","msg":"trace[1609445308] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"187.374785ms","start":"2026-03-31T04:55:10.586869Z","end":"2026-03-31T04:55:10.774244Z","steps":["trace[1609445308] 'process raft request' (duration: 183.164674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:13.24307Z","caller":"traceutil/trace.go:171","msg":"trace[2106214] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"104.88886ms","start":"2026-03-31T04:55:13.138158Z","end":"2026-03-31T04:55:13.243047Z","steps":["trace[2106214] 'process raft request' (duration: 104.518981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:17.201977Z","caller":"traceutil/trace.go:171","msg":"trace[1887695691] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"101.004889ms","start":"2026-03-31T04:55:17.100942Z","end":"2026-03-31T04:55:17.201947Z","steps":["trace[1887695691] 'process raft request' (duration: 32.226822ms)","trace[1887695691] 'compare' (duration: 68.325645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:17.764166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395977019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:55:17.966524Z","caller":"traceutil/trace.go:171","msg":"trace[755397913] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"703.422095ms","start":"2026-03-31T04:55:17.263074Z","end":"2026-03-31T04:55:17.966496Z","steps":["trace[755397913] 'read index received' (duration: 675.055264ms)","trace[755397913] 'applied index is now lower than readState.Index' (duration: 28.365461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:17.966595Z","caller":"traceutil/trace.go:171","msg":"trace[1758763543] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"749.084878ms","start":"2026-03-31T04:55:17.217466Z","end":"2026-03-31T04:55:17.966551Z","steps":["trace[1758763543] 'process raft request' (duration: 720.723507ms)","trace[1758763543] 'compare' (duration: 28.063113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:17.966733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.490547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.96674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.217449Z","time spent":"749.221091ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:17.966724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.209947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.96675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.634741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.966815Z","caller":"traceutil/trace.go:171","msg":"trace[911862629] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"451.331401ms","start":"2026-03-31T04:55:17.515466Z","end":"2026-03-31T04:55:17.966798Z","steps":["trace[911862629] 'agreement among raft nodes before linearized reading' (duration: 451.195987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.96683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.413327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.966839Z","caller":"traceutil/trace.go:171","msg":"trace[1513940012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:623; }","duration":"703.781044ms","start":"2026-03-31T04:55:17.263039Z","end":"2026-03-31T04:55:17.96682Z","steps":["trace[1513940012] 'agreement among raft nodes before linearized reading' (duration: 703.545198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.966852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.336285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.966869Z","caller":"traceutil/trace.go:171","msg":"trace[1597706394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"478.465299ms","start":"2026-03-31T04:55:17.488388Z","end":"2026-03-31T04:55:17.966853Z","steps":["trace[1597706394] 'agreement among raft nodes before linearized reading' (duration: 478.425258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.966862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.515455Z","time spent":"451.393342ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T04:55:17.966919Z","caller":"traceutil/trace.go:171","msg":"trace[1942340251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:623; }","duration":"553.423327ms","start":"2026-03-31T04:55:17.413482Z","end":"2026-03-31T04:55:17.966905Z","steps":["trace[1942340251] 'agreement among raft nodes before linearized reading' (duration: 553.325305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.966932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.413087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.966937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.324471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.966951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.263023Z","time spent":"703.915048ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:55:17.966968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.413477Z","time spent":"553.480459ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:55:17.96698Z","caller":"traceutil/trace.go:171","msg":"trace[1549905451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:623; }","duration":"553.5429ms","start":"2026-03-31T04:55:17.413425Z","end":"2026-03-31T04:55:17.966968Z","steps":["trace[1549905451] 'agreement among raft nodes before linearized reading' (duration: 553.421787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.966766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.9495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.966995Z","caller":"traceutil/trace.go:171","msg":"trace[630888405] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:623; }","duration":"482.465394ms","start":"2026-03-31T04:55:17.484514Z","end":"2026-03-31T04:55:17.966979Z","steps":["trace[630888405] 'agreement among raft nodes before linearized reading' (duration: 482.330041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.413405Z","time spent":"553.601292ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T04:55:17.96704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.484489Z","time spent":"482.540066ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T04:55:17.966805Z","caller":"traceutil/trace.go:171","msg":"trace[1655323120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:623; }","duration":"703.579159ms","start":"2026-03-31T04:55:17.263204Z","end":"2026-03-31T04:55:17.966784Z","steps":["trace[1655323120] 'agreement among raft nodes before linearized reading' (duration: 703.452486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:17.96709Z","caller":"traceutil/trace.go:171","msg":"trace[2030953200] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:623; }","duration":"508.280248ms","start":"2026-03-31T04:55:17.458751Z","end":"2026-03-31T04:55:17.967031Z","steps":["trace[2030953200] 'agreement among raft nodes before linearized reading' (duration: 507.942269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.839696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.967139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.263121Z","time spent":"704.00397ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T04:55:17.967157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.458731Z","time spent":"508.402111ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T04:55:17.967162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.527705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967192Z","caller":"traceutil/trace.go:171","msg":"trace[518969442] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:623; }","duration":"507.96461ms","start":"2026-03-31T04:55:17.459204Z","end":"2026-03-31T04:55:17.967168Z","steps":["trace[518969442] 'agreement among raft nodes before linearized reading' (duration: 507.794196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.736617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.967195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.330535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.967231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.856649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jhrv2\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-31T04:55:17.96724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.459195Z","time spent":"508.033492ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T04:55:17.967198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.408691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967263Z","caller":"traceutil/trace.go:171","msg":"trace[1071035045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:623; }","duration":"553.416278ms","start":"2026-03-31T04:55:17.413838Z","end":"2026-03-31T04:55:17.967254Z","steps":["trace[1071035045] 'agreement among raft nodes before linearized reading' (duration: 553.329165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:17.967267Z","caller":"traceutil/trace.go:171","msg":"trace[1829854991] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jhrv2; range_end:; response_count:1; response_revision:623; }","duration":"571.935611ms","start":"2026-03-31T04:55:17.395323Z","end":"2026-03-31T04:55:17.967258Z","steps":["trace[1829854991] 'agreement among raft nodes before linearized reading' (duration: 571.790277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.129945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.967297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.41383Z","time spent":"553.457788ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T04:55:17.96731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.395296Z","time spent":"572.007133ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-jhrv2\" "} {"level":"warn","ts":"2026-03-31T04:55:17.967321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.255191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967322Z","caller":"traceutil/trace.go:171","msg":"trace[269661518] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:623; }","duration":"482.192417ms","start":"2026-03-31T04:55:17.485119Z","end":"2026-03-31T04:55:17.967312Z","steps":["trace[269661518] 'agreement among raft nodes before linearized reading' (duration: 482.134095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.257237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.96735Z","caller":"traceutil/trace.go:171","msg":"trace[562717442] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"391.293782ms","start":"2026-03-31T04:55:17.576048Z","end":"2026-03-31T04:55:17.967342Z","steps":["trace[562717442] 'agreement among raft nodes before linearized reading' (duration: 391.23381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.537177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.96736Z","caller":"traceutil/trace.go:171","msg":"trace[169404996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"423.310538ms","start":"2026-03-31T04:55:17.544041Z","end":"2026-03-31T04:55:17.967351Z","steps":["trace[169404996] 'agreement among raft nodes before linearized reading' (duration: 423.266677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.382385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967384Z","caller":"traceutil/trace.go:171","msg":"trace[823586726] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"407.589258ms","start":"2026-03-31T04:55:17.559786Z","end":"2026-03-31T04:55:17.967376Z","steps":["trace[823586726] 'agreement among raft nodes before linearized reading' (duration: 407.542046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.576044Z","time spent":"391.339423ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:55:17.966926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.488371Z","time spent":"478.547572ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:55:17.967403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.544028Z","time spent":"423.3664ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T04:55:17.967414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.55978Z","time spent":"407.626108ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-03-31T04:55:17.96741Z","caller":"traceutil/trace.go:171","msg":"trace[427399882] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"450.455887ms","start":"2026-03-31T04:55:17.516945Z","end":"2026-03-31T04:55:17.967401Z","steps":["trace[427399882] 'agreement among raft nodes before linearized reading' (duration: 450.389296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.373014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967258Z","caller":"traceutil/trace.go:171","msg":"trace[396083715] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"390.795339ms","start":"2026-03-31T04:55:17.576451Z","end":"2026-03-31T04:55:17.967246Z","steps":["trace[396083715] 'agreement among raft nodes before linearized reading' (duration: 390.731618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.516932Z","time spent":"450.506348ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-03-31T04:55:17.967451Z","caller":"traceutil/trace.go:171","msg":"trace[64882545] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:623; }","duration":"391.435565ms","start":"2026-03-31T04:55:17.576004Z","end":"2026-03-31T04:55:17.967439Z","steps":["trace[64882545] 'agreement among raft nodes before linearized reading' (duration: 391.360773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.6821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967238Z","caller":"traceutil/trace.go:171","msg":"trace[820083017] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:623; }","duration":"451.683929ms","start":"2026-03-31T04:55:17.515526Z","end":"2026-03-31T04:55:17.96721Z","steps":["trace[820083017] 'agreement among raft nodes before linearized reading' (duration: 451.565996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.575996Z","time spent":"391.480486ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T04:55:17.967504Z","caller":"traceutil/trace.go:171","msg":"trace[1806137947] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"408.074741ms","start":"2026-03-31T04:55:17.559415Z","end":"2026-03-31T04:55:17.96749Z","steps":["trace[1806137947] 'agreement among raft nodes before linearized reading' (duration: 407.65092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.515511Z","time spent":"451.988498ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:55:17.967513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.576446Z","time spent":"391.023145ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T04:55:17.967543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.559407Z","time spent":"408.121782ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-31T04:55:17.967292Z","caller":"traceutil/trace.go:171","msg":"trace[783488201] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:623; }","duration":"508.539135ms","start":"2026-03-31T04:55:17.458735Z","end":"2026-03-31T04:55:17.967274Z","steps":["trace[783488201] 'agreement among raft nodes before linearized reading' (duration: 508.380221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.001728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967624Z","caller":"traceutil/trace.go:171","msg":"trace[201852348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"408.131752ms","start":"2026-03-31T04:55:17.559471Z","end":"2026-03-31T04:55:17.967602Z","steps":["trace[201852348] 'agreement among raft nodes before linearized reading' (duration: 407.989208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.96762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.458718Z","time spent":"508.878573ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:55:17.966963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.463294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:17.967666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.559452Z","time spent":"408.203174ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:55:17.967289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.199615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:17.967716Z","caller":"traceutil/trace.go:171","msg":"trace[1651752365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:623; }","duration":"423.649797ms","start":"2026-03-31T04:55:17.544058Z","end":"2026-03-31T04:55:17.967708Z","steps":["trace[1651752365] 'agreement among raft nodes before linearized reading' (duration: 423.207256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.48511Z","time spent":"482.238428ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T04:55:17.967755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.544047Z","time spent":"423.697748ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:55:17.967672Z","caller":"traceutil/trace.go:171","msg":"trace[1315629272] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:623; }","duration":"483.201463ms","start":"2026-03-31T04:55:17.484459Z","end":"2026-03-31T04:55:17.96766Z","steps":["trace[1315629272] 'agreement among raft nodes before linearized reading' (duration: 482.483214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:17.967896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.484436Z","time spent":"483.45019ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:55:18.38425Z","caller":"traceutil/trace.go:171","msg":"trace[1206903918] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"412.737243ms","start":"2026-03-31T04:55:17.971487Z","end":"2026-03-31T04:55:18.384224Z","steps":["trace[1206903918] 'process raft request' (duration: 388.698165ms)","trace[1206903918] 'compare' (duration: 23.923515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:18.384367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.971476Z","time spent":"412.837185ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T04:55:18.618302Z","caller":"traceutil/trace.go:171","msg":"trace[1791871081] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"646.413207ms","start":"2026-03-31T04:55:17.971859Z","end":"2026-03-31T04:55:18.618272Z","steps":["trace[1791871081] 'process raft request' (duration: 555.467841ms)","trace[1791871081] 'compare' (duration: 90.676069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:18.618352Z","caller":"traceutil/trace.go:171","msg":"trace[2052078140] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"645.270107ms","start":"2026-03-31T04:55:17.973057Z","end":"2026-03-31T04:55:18.618327Z","steps":["trace[2052078140] 'process raft request' (duration: 645.077082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.618435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.971837Z","time spent":"646.53739ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:55:18.618541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.97304Z","time spent":"645.39839ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:18.618624Z","caller":"traceutil/trace.go:171","msg":"trace[738202786] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"645.218475ms","start":"2026-03-31T04:55:17.973388Z","end":"2026-03-31T04:55:18.618606Z","steps":["trace[738202786] 'process raft request' (duration: 644.888357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.618756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.973374Z","time spent":"645.301628ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:18.618815Z","caller":"traceutil/trace.go:171","msg":"trace[1808125789] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:644; }","duration":"439.133872ms","start":"2026-03-31T04:55:18.179631Z","end":"2026-03-31T04:55:18.618765Z","steps":["trace[1808125789] 'read index received' (duration: 180.631689ms)","trace[1808125789] 'applied index is now lower than readState.Index' (duration: 258.500723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:18.618815Z","caller":"traceutil/trace.go:171","msg":"trace[604333398] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"637.426072ms","start":"2026-03-31T04:55:17.981369Z","end":"2026-03-31T04:55:18.618795Z","steps":["trace[604333398] 'process raft request' (duration: 637.163826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.618978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.355278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T04:55:18.619021Z","caller":"traceutil/trace.go:171","msg":"trace[105834552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"439.43781ms","start":"2026-03-31T04:55:18.179571Z","end":"2026-03-31T04:55:18.619009Z","steps":["trace[105834552] 'agreement among raft nodes before linearized reading' (duration: 439.314227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.618999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:17.981353Z","time spent":"637.553685ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:18.619061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.179544Z","time spent":"439.509322ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:55:18.619057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.731278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T04:55:18.619085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.859889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T04:55:18.619112Z","caller":"traceutil/trace.go:171","msg":"trace[348217229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"388.886449ms","start":"2026-03-31T04:55:18.230217Z","end":"2026-03-31T04:55:18.619103Z","steps":["trace[348217229] 'agreement among raft nodes before linearized reading' (duration: 388.812958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:18.619117Z","caller":"traceutil/trace.go:171","msg":"trace[860555213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:628; }","duration":"390.82946ms","start":"2026-03-31T04:55:18.228272Z","end":"2026-03-31T04:55:18.619102Z","steps":["trace[860555213] 'agreement among raft nodes before linearized reading' (duration: 390.655186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.619139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.230188Z","time spent":"388.946571ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:18.619165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.228249Z","time spent":"390.903302ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:55:18.619147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.946629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T04:55:18.619238Z","caller":"traceutil/trace.go:171","msg":"trace[906923084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"374.072342ms","start":"2026-03-31T04:55:18.245144Z","end":"2026-03-31T04:55:18.619216Z","steps":["trace[906923084] 'agreement among raft nodes before linearized reading' (duration: 373.800115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:18.61929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.245127Z","time spent":"374.152374ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:19.910595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286774845s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T04:55:19.91106Z","caller":"traceutil/trace.go:171","msg":"trace[617187676] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.287318789s","start":"2026-03-31T04:55:18.62371Z","end":"2026-03-31T04:55:19.911029Z","steps":["trace[617187676] 'process raft request' (duration: 1.287116534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:19.911258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.623673Z","time spent":"1.287478783s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:20.095982Z","caller":"traceutil/trace.go:171","msg":"trace[453887736] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.471384777s","start":"2026-03-31T04:55:18.624581Z","end":"2026-03-31T04:55:20.095966Z","steps":["trace[453887736] 'process raft request' (duration: 1.47109952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:20.096152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.624563Z","time spent":"1.471504171s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:20.096194Z","caller":"traceutil/trace.go:171","msg":"trace[1339088076] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:649; }","duration":"611.688589ms","start":"2026-03-31T04:55:19.484468Z","end":"2026-03-31T04:55:20.096156Z","steps":["trace[1339088076] 'read index received' (duration: 426.353418ms)","trace[1339088076] 'applied index is now lower than readState.Index' (duration: 185.334061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:20.09634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.865904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:20.095815Z","caller":"traceutil/trace.go:171","msg":"trace[161255494] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.47186808s","start":"2026-03-31T04:55:18.623891Z","end":"2026-03-31T04:55:20.095759Z","steps":["trace[161255494] 'process raft request' (duration: 1.470676149s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:20.096417Z","caller":"traceutil/trace.go:171","msg":"trace[208781439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"611.984677ms","start":"2026-03-31T04:55:19.484414Z","end":"2026-03-31T04:55:20.096399Z","steps":["trace[208781439] 'agreement among raft nodes before linearized reading' (duration: 611.867634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:20.096345Z","caller":"traceutil/trace.go:171","msg":"trace[1684473847] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.471591443s","start":"2026-03-31T04:55:18.624656Z","end":"2026-03-31T04:55:20.096248Z","steps":["trace[1684473847] 'process raft request' (duration: 1.471254934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:20.096459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:19.484394Z","time spent":"612.056779ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:55:20.096469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.623875Z","time spent":"1.472563079s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:20.096658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:18.62463Z","time spent":"1.471897331s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:21.821297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.564858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T04:55:21.821432Z","caller":"traceutil/trace.go:171","msg":"trace[1626989339] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:645; }","duration":"265.763733ms","start":"2026-03-31T04:55:21.555644Z","end":"2026-03-31T04:55:21.821408Z","steps":["trace[1626989339] 'range keys from in-memory index tree' (duration: 265.421944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:23.565213Z","caller":"traceutil/trace.go:171","msg":"trace[341820876] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:707; }","duration":"111.035831ms","start":"2026-03-31T04:55:23.454155Z","end":"2026-03-31T04:55:23.565191Z","steps":["trace[341820876] 'read index received' (duration: 23.382791ms)","trace[341820876] 'applied index is now lower than readState.Index' (duration: 87.65229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:23.565276Z","caller":"traceutil/trace.go:171","msg":"trace[2032209831] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"125.385536ms","start":"2026-03-31T04:55:23.439871Z","end":"2026-03-31T04:55:23.565257Z","steps":["trace[2032209831] 'process raft request' (duration: 117.809668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:23.565329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.163954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:23.565373Z","caller":"traceutil/trace.go:171","msg":"trace[1000437030] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"111.259197ms","start":"2026-03-31T04:55:23.454098Z","end":"2026-03-31T04:55:23.565357Z","steps":["trace[1000437030] 'agreement among raft nodes before linearized reading' (duration: 111.186995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:23.968423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.728366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:55:23.96854Z","caller":"traceutil/trace.go:171","msg":"trace[2016164842] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:710; }","duration":"114.06251ms","start":"2026-03-31T04:55:23.854452Z","end":"2026-03-31T04:55:23.968515Z","steps":["trace[2016164842] 'read index received' (duration: 50.721µs)","trace[2016164842] 'applied index is now lower than readState.Index' (duration: 114.010719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:23.968615Z","caller":"traceutil/trace.go:171","msg":"trace[2123868828] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"176.517082ms","start":"2026-03-31T04:55:23.792049Z","end":"2026-03-31T04:55:23.968566Z","steps":["trace[2123868828] 'process raft request' (duration: 53.56441ms)","trace[2123868828] 'compare' (duration: 122.630174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:23.968859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.368298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T04:55:23.968923Z","caller":"traceutil/trace.go:171","msg":"trace[1478206288] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:689; }","duration":"114.509902ms","start":"2026-03-31T04:55:23.854397Z","end":"2026-03-31T04:55:23.968907Z","steps":["trace[1478206288] 'agreement among raft nodes before linearized reading' (duration: 114.230695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:23.969092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:55:23.969139Z","caller":"traceutil/trace.go:171","msg":"trace[585536028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:689; }","duration":"104.447499ms","start":"2026-03-31T04:55:23.864677Z","end":"2026-03-31T04:55:23.969125Z","steps":["trace[585536028] 'agreement among raft nodes before linearized reading' (duration: 103.953056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:29.978804Z","caller":"traceutil/trace.go:171","msg":"trace[8059594] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"202.234033ms","start":"2026-03-31T04:55:29.776539Z","end":"2026-03-31T04:55:29.978773Z","steps":["trace[8059594] 'process raft request' (duration: 202.061309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.065837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.051312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T04:55:36.065942Z","caller":"traceutil/trace.go:171","msg":"trace[1403325415] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"563.999304ms","start":"2026-03-31T04:55:35.501929Z","end":"2026-03-31T04:55:36.065928Z","steps":["trace[1403325415] 'read index received' (duration: 19.791908ms)","trace[1403325415] 'applied index is now lower than readState.Index' (duration: 544.205816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:36.066072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.143138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-76hdr\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-31T04:55:36.066101Z","caller":"traceutil/trace.go:171","msg":"trace[648895493] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-76hdr; range_end:; response_count:1; response_revision:785; }","duration":"564.245521ms","start":"2026-03-31T04:55:35.501848Z","end":"2026-03-31T04:55:36.066093Z","steps":["trace[648895493] 'agreement among raft nodes before linearized reading' (duration: 564.115307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.066125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:35.501826Z","time spent":"564.292411ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-76hdr\" "} {"level":"info","ts":"2026-03-31T04:55:36.580728Z","caller":"traceutil/trace.go:171","msg":"trace[418222072] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"505.991328ms","start":"2026-03-31T04:55:36.074708Z","end":"2026-03-31T04:55:36.5807Z","steps":["trace[418222072] 'process raft request' (duration: 505.802903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.580894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.074685Z","time spent":"506.125932ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:55:36.58124Z","caller":"traceutil/trace.go:171","msg":"trace[2019758868] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:811; }","duration":"455.057487ms","start":"2026-03-31T04:55:36.126152Z","end":"2026-03-31T04:55:36.581209Z","steps":["trace[2019758868] 'read index received' (duration: 454.319418ms)","trace[2019758868] 'applied index is now lower than readState.Index' (duration: 734.569µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:36.581508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.347756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T04:55:36.581554Z","caller":"traceutil/trace.go:171","msg":"trace[1321173871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"455.445398ms","start":"2026-03-31T04:55:36.126096Z","end":"2026-03-31T04:55:36.581541Z","steps":["trace[1321173871] 'agreement among raft nodes before linearized reading' (duration: 455.268613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.58155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.695505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T04:55:36.58159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.12608Z","time spent":"455.501689ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T04:55:36.581598Z","caller":"traceutil/trace.go:171","msg":"trace[1371806928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"349.775447ms","start":"2026-03-31T04:55:36.23181Z","end":"2026-03-31T04:55:36.581585Z","steps":["trace[1371806928] 'agreement among raft nodes before linearized reading' (duration: 349.625643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.581634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.231797Z","time spent":"349.828919ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:36.581698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.834271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T04:55:36.581822Z","caller":"traceutil/trace.go:171","msg":"trace[417988972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:786; }","duration":"450.009815ms","start":"2026-03-31T04:55:36.131766Z","end":"2026-03-31T04:55:36.581776Z","steps":["trace[417988972] 'agreement among raft nodes before linearized reading' (duration: 449.653346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.581902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.131731Z","time spent":"450.161249ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:55:36.581856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.955273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T04:55:36.582148Z","caller":"traceutil/trace.go:171","msg":"trace[448837230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"355.278141ms","start":"2026-03-31T04:55:36.226796Z","end":"2026-03-31T04:55:36.582074Z","steps":["trace[448837230] 'agreement among raft nodes before linearized reading' (duration: 354.755677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.582173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.039695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T04:55:36.582237Z","caller":"traceutil/trace.go:171","msg":"trace[1377671642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"391.141348ms","start":"2026-03-31T04:55:36.191082Z","end":"2026-03-31T04:55:36.582224Z","steps":["trace[1377671642] 'agreement among raft nodes before linearized reading' (duration: 390.920812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:36.582291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.19106Z","time spent":"391.2149ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:55:36.582248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:36.226777Z","time spent":"355.412865ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T04:55:40.906108Z","caller":"traceutil/trace.go:171","msg":"trace[1703201278] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"156.273172ms","start":"2026-03-31T04:55:40.749793Z","end":"2026-03-31T04:55:40.906066Z","steps":["trace[1703201278] 'process raft request' (duration: 72.922775ms)","trace[1703201278] 'compare' (duration: 83.188213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:58.001918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.300303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:55:58.002038Z","caller":"traceutil/trace.go:171","msg":"trace[164660736] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1165; }","duration":"278.297434ms","start":"2026-03-31T04:55:57.723722Z","end":"2026-03-31T04:55:58.002019Z","steps":["trace[164660736] 'read index received' (duration: 119.806806ms)","trace[164660736] 'applied index is now lower than readState.Index' (duration: 158.489398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:58.002148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.420008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.002138Z","caller":"traceutil/trace.go:171","msg":"trace[332110368] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"354.425655ms","start":"2026-03-31T04:55:57.647675Z","end":"2026-03-31T04:55:58.0021Z","steps":["trace[332110368] 'process raft request' (duration: 195.829964ms)","trace[332110368] 'compare' (duration: 158.116389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:55:58.002237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.385187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.00227Z","caller":"traceutil/trace.go:171","msg":"trace[451985386] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1135; }","duration":"278.445289ms","start":"2026-03-31T04:55:57.723817Z","end":"2026-03-31T04:55:58.002262Z","steps":["trace[451985386] 'agreement among raft nodes before linearized reading' (duration: 278.401107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.002186Z","caller":"traceutil/trace.go:171","msg":"trace[745118346] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1135; }","duration":"278.484269ms","start":"2026-03-31T04:55:57.723689Z","end":"2026-03-31T04:55:58.002174Z","steps":["trace[745118346] 'agreement among raft nodes before linearized reading' (duration: 278.417948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.00236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.231922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:58.002467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.882773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.002468Z","caller":"traceutil/trace.go:171","msg":"trace[86093773] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1135; }","duration":"233.372006ms","start":"2026-03-31T04:55:57.769067Z","end":"2026-03-31T04:55:58.002439Z","steps":["trace[86093773] 'agreement among raft nodes before linearized reading' (duration: 233.211802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.002527Z","caller":"traceutil/trace.go:171","msg":"trace[954811409] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1135; }","duration":"232.962485ms","start":"2026-03-31T04:55:57.769551Z","end":"2026-03-31T04:55:58.002513Z","steps":["trace[954811409] 'agreement among raft nodes before linearized reading' (duration: 232.870243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.413717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:58.002581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.555997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:58.002552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.421294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.00263Z","caller":"traceutil/trace.go:171","msg":"trace[189571624] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1135; }","duration":"210.624459ms","start":"2026-03-31T04:55:57.791993Z","end":"2026-03-31T04:55:58.002618Z","steps":["trace[189571624] 'agreement among raft nodes before linearized reading' (duration: 210.552257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.00264Z","caller":"traceutil/trace.go:171","msg":"trace[1959751896] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1135; }","duration":"233.51137ms","start":"2026-03-31T04:55:57.769105Z","end":"2026-03-31T04:55:58.002616Z","steps":["trace[1959751896] 'agreement among raft nodes before linearized reading' (duration: 233.373056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.702414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.00273Z","caller":"traceutil/trace.go:171","msg":"trace[1690725085] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1135; }","duration":"209.784647ms","start":"2026-03-31T04:55:57.792932Z","end":"2026-03-31T04:55:58.002717Z","steps":["trace[1690725085] 'agreement among raft nodes before linearized reading' (duration: 209.706255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:57.647667Z","time spent":"354.569429ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:58.002849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.189888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.002887Z","caller":"traceutil/trace.go:171","msg":"trace[1829987106] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1135; }","duration":"246.240639ms","start":"2026-03-31T04:55:57.756637Z","end":"2026-03-31T04:55:58.002877Z","steps":["trace[1829987106] 'agreement among raft nodes before linearized reading' (duration: 246.184668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.056445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.002934Z","caller":"traceutil/trace.go:171","msg":"trace[1653533716] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1135; }","duration":"258.087355ms","start":"2026-03-31T04:55:57.744837Z","end":"2026-03-31T04:55:58.002924Z","steps":["trace[1653533716] 'agreement among raft nodes before linearized reading' (duration: 258.040364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.002831Z","caller":"traceutil/trace.go:171","msg":"trace[1604849521] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1135; }","duration":"210.589548ms","start":"2026-03-31T04:55:57.792069Z","end":"2026-03-31T04:55:58.002658Z","steps":["trace[1604849521] 'agreement among raft nodes before linearized reading' (duration: 210.29781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.031514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.003049Z","caller":"traceutil/trace.go:171","msg":"trace[1449216281] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1135; }","duration":"258.153057ms","start":"2026-03-31T04:55:57.744881Z","end":"2026-03-31T04:55:58.003034Z","steps":["trace[1449216281] 'agreement among raft nodes before linearized reading' (duration: 257.86793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.003106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.295661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.003142Z","caller":"traceutil/trace.go:171","msg":"trace[403311412] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1135; }","duration":"258.351163ms","start":"2026-03-31T04:55:57.744783Z","end":"2026-03-31T04:55:58.003134Z","steps":["trace[403311412] 'agreement among raft nodes before linearized reading' (duration: 258.298482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.003131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.534337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:55:58.003052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.798258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.003187Z","caller":"traceutil/trace.go:171","msg":"trace[1119368217] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1135; }","duration":"245.966662ms","start":"2026-03-31T04:55:57.757211Z","end":"2026-03-31T04:55:58.003178Z","steps":["trace[1119368217] 'agreement among raft nodes before linearized reading' (duration: 245.816908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.003188Z","caller":"traceutil/trace.go:171","msg":"trace[1880590643] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1135; }","duration":"246.605389ms","start":"2026-03-31T04:55:57.756569Z","end":"2026-03-31T04:55:58.003175Z","steps":["trace[1880590643] 'agreement among raft nodes before linearized reading' (duration: 246.521577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.002856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.924671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:55:58.003275Z","caller":"traceutil/trace.go:171","msg":"trace[381671138] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1135; }","duration":"279.333022ms","start":"2026-03-31T04:55:57.723918Z","end":"2026-03-31T04:55:58.003251Z","steps":["trace[381671138] 'agreement among raft nodes before linearized reading' (duration: 278.907621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:55:58.887465Z","caller":"traceutil/trace.go:171","msg":"trace[1505582224] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1166; }","duration":"298.553715ms","start":"2026-03-31T04:55:58.588885Z","end":"2026-03-31T04:55:58.887439Z","steps":["trace[1505582224] 'read index received' (duration: 298.305838ms)","trace[1505582224] 'applied index is now lower than readState.Index' (duration: 246.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:55:58.887657Z","caller":"traceutil/trace.go:171","msg":"trace[506348468] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"388.889224ms","start":"2026-03-31T04:55:58.498738Z","end":"2026-03-31T04:55:58.887627Z","steps":["trace[506348468] 'process raft request' (duration: 388.538675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:55:58.887787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:55:58.498714Z","time spent":"389.001047ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:55:58.887917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.794621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T04:55:58.888003Z","caller":"traceutil/trace.go:171","msg":"trace[740975167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1136; }","duration":"299.144991ms","start":"2026-03-31T04:55:58.588841Z","end":"2026-03-31T04:55:58.887986Z","steps":["trace[740975167] 'agreement among raft nodes before linearized reading' (duration: 298.709029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:22.576922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.538489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:56:22.577115Z","caller":"traceutil/trace.go:171","msg":"trace[660368221] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"130.110331ms","start":"2026-03-31T04:56:22.446953Z","end":"2026-03-31T04:56:22.577063Z","steps":["trace[660368221] 'compare' (duration: 125.375565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:23.273935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.530561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-03-31T04:56:23.274044Z","caller":"traceutil/trace.go:171","msg":"trace[2075542866] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1320; }","duration":"308.713246ms","start":"2026-03-31T04:56:22.965302Z","end":"2026-03-31T04:56:23.274016Z","steps":["trace[2075542866] 'range keys from in-memory index tree' (duration: 308.333696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:23.274119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:22.965284Z","time spent":"308.817719ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2146,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-03-31T04:56:23.274286Z","caller":"traceutil/trace.go:171","msg":"trace[123780182] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"120.409853ms","start":"2026-03-31T04:56:23.153846Z","end":"2026-03-31T04:56:23.274256Z","steps":["trace[123780182] 'read index received' (duration: 102.30895ms)","trace[123780182] 'applied index is now lower than readState.Index' (duration: 18.099633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:23.274332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.991799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-czl9c\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-03-31T04:56:23.274259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.763526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:23.274399Z","caller":"traceutil/trace.go:171","msg":"trace[1323873389] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-czl9c; range_end:; response_count:1; response_revision:1320; }","duration":"551.111402ms","start":"2026-03-31T04:56:22.723269Z","end":"2026-03-31T04:56:23.27438Z","steps":["trace[1323873389] 'range keys from in-memory index tree' (duration: 550.826365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:23.274417Z","caller":"traceutil/trace.go:171","msg":"trace[1678099072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1320; }","duration":"182.9255ms","start":"2026-03-31T04:56:23.091472Z","end":"2026-03-31T04:56:23.274398Z","steps":["trace[1678099072] 'range keys from in-memory index tree' (duration: 182.751296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:23.274458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:22.723239Z","time spent":"551.205855ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-czl9c\" "} {"level":"info","ts":"2026-03-31T04:56:23.274564Z","caller":"traceutil/trace.go:171","msg":"trace[555089065] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"286.847753ms","start":"2026-03-31T04:56:22.987686Z","end":"2026-03-31T04:56:23.274533Z","steps":["trace[555089065] 'process raft request' (duration: 268.527194ms)","trace[555089065] 'compare' (duration: 17.458836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:23.274654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.798523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T04:56:23.274745Z","caller":"traceutil/trace.go:171","msg":"trace[1173013501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1321; }","duration":"120.930176ms","start":"2026-03-31T04:56:23.153793Z","end":"2026-03-31T04:56:23.274723Z","steps":["trace[1173013501] 'agreement among raft nodes before linearized reading' (duration: 120.640048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:23.275222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.60288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T04:56:23.275345Z","caller":"traceutil/trace.go:171","msg":"trace[797838167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1321; }","duration":"110.860887ms","start":"2026-03-31T04:56:23.164465Z","end":"2026-03-31T04:56:23.275325Z","steps":["trace[797838167] 'agreement among raft nodes before linearized reading' (duration: 110.187069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:31.574831Z","caller":"traceutil/trace.go:171","msg":"trace[1344944060] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"273.909368ms","start":"2026-03-31T04:56:31.300901Z","end":"2026-03-31T04:56:31.57481Z","steps":["trace[1344944060] 'process raft request' (duration: 273.63913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:31.574772Z","caller":"traceutil/trace.go:171","msg":"trace[1501260488] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"229.219925ms","start":"2026-03-31T04:56:31.345523Z","end":"2026-03-31T04:56:31.574743Z","steps":["trace[1501260488] 'read index received' (duration: 228.942647ms)","trace[1501260488] 'applied index is now lower than readState.Index' (duration: 275.748µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:31.575025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.489053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:56:31.575081Z","caller":"traceutil/trace.go:171","msg":"trace[1145487399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1448; }","duration":"229.589445ms","start":"2026-03-31T04:56:31.345473Z","end":"2026-03-31T04:56:31.575062Z","steps":["trace[1145487399] 'agreement among raft nodes before linearized reading' (duration: 229.414711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:31.575179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.222655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:56:31.575252Z","caller":"traceutil/trace.go:171","msg":"trace[1189302758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1448; }","duration":"229.369849ms","start":"2026-03-31T04:56:31.345866Z","end":"2026-03-31T04:56:31.575236Z","steps":["trace[1189302758] 'agreement among raft nodes before linearized reading' (duration: 229.197054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:31.575274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.436583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:56:31.575307Z","caller":"traceutil/trace.go:171","msg":"trace[1456319230] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1448; }","duration":"141.507895ms","start":"2026-03-31T04:56:31.433789Z","end":"2026-03-31T04:56:31.575297Z","steps":["trace[1456319230] 'agreement among raft nodes before linearized reading' (duration: 141.436603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:31.575509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.115538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:56:31.575535Z","caller":"traceutil/trace.go:171","msg":"trace[1917417975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1448; }","duration":"182.1629ms","start":"2026-03-31T04:56:31.393365Z","end":"2026-03-31T04:56:31.575528Z","steps":["trace[1917417975] 'agreement among raft nodes before linearized reading' (duration: 182.104078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:31.575693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.326074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:56:31.575802Z","caller":"traceutil/trace.go:171","msg":"trace[1036225532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1448; }","duration":"182.462408ms","start":"2026-03-31T04:56:31.393328Z","end":"2026-03-31T04:56:31.575791Z","steps":["trace[1036225532] 'agreement among raft nodes before linearized reading' (duration: 182.287563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:31.57581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.131362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:56:31.575913Z","caller":"traceutil/trace.go:171","msg":"trace[962164906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1448; }","duration":"184.265036ms","start":"2026-03-31T04:56:31.391638Z","end":"2026-03-31T04:56:31.575903Z","steps":["trace[962164906] 'agreement among raft nodes before linearized reading' (duration: 184.126042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:32.196725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.584911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:56:32.196874Z","caller":"traceutil/trace.go:171","msg":"trace[1854808928] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"617.300278ms","start":"2026-03-31T04:56:31.579553Z","end":"2026-03-31T04:56:32.196853Z","steps":["trace[1854808928] 'process raft request' (duration: 193.467732ms)","trace[1854808928] 'compare' (duration: 423.386155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:32.196938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.579531Z","time spent":"617.38517ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:32.228279Z","caller":"traceutil/trace.go:171","msg":"trace[1061739558] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"647.309349ms","start":"2026-03-31T04:56:31.58094Z","end":"2026-03-31T04:56:32.228249Z","steps":["trace[1061739558] 'process raft request' (duration: 647.131494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:32.228572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.580932Z","time spent":"647.432862ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:32.228708Z","caller":"traceutil/trace.go:171","msg":"trace[1048594489] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"646.99926ms","start":"2026-03-31T04:56:31.581675Z","end":"2026-03-31T04:56:32.228674Z","steps":["trace[1048594489] 'process raft request' (duration: 646.537548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:32.22877Z","caller":"traceutil/trace.go:171","msg":"trace[1405124787] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"646.20584ms","start":"2026-03-31T04:56:31.582524Z","end":"2026-03-31T04:56:32.22873Z","steps":["trace[1405124787] 'process raft request' (duration: 646.016115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:32.228868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.581659Z","time spent":"647.131704ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:32.228909Z","caller":"traceutil/trace.go:171","msg":"trace[352458434] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1492; }","duration":"220.374629ms","start":"2026-03-31T04:56:32.008509Z","end":"2026-03-31T04:56:32.228883Z","steps":["trace[352458434] 'read index received' (duration: 219.484205ms)","trace[352458434] 'applied index is now lower than readState.Index' (duration: 889.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:32.228952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.582515Z","time spent":"646.348573ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:32.228994Z","caller":"traceutil/trace.go:171","msg":"trace[1820193738] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"638.210916ms","start":"2026-03-31T04:56:31.590766Z","end":"2026-03-31T04:56:32.228977Z","steps":["trace[1820193738] 'process raft request' (duration: 637.897348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:32.229009Z","caller":"traceutil/trace.go:171","msg":"trace[1079302872] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"554.070752ms","start":"2026-03-31T04:56:31.674923Z","end":"2026-03-31T04:56:32.228994Z","steps":["trace[1079302872] 'process raft request' (duration: 553.865756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:32.229053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.674904Z","time spent":"554.128923ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:32.229072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:31.590746Z","time spent":"638.285538ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:32.229109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.593834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:32.229176Z","caller":"traceutil/trace.go:171","msg":"trace[167474339] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1454; }","duration":"220.705627ms","start":"2026-03-31T04:56:32.008456Z","end":"2026-03-31T04:56:32.229162Z","steps":["trace[167474339] 'agreement among raft nodes before linearized reading' (duration: 220.587384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:53.991068Z","caller":"traceutil/trace.go:171","msg":"trace[1721845492] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1850; }","duration":"134.850504ms","start":"2026-03-31T04:56:53.856192Z","end":"2026-03-31T04:56:53.991042Z","steps":["trace[1721845492] 'read index received' (duration: 84.445696ms)","trace[1721845492] 'applied index is now lower than readState.Index' (duration: 50.403888ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:53.991101Z","caller":"traceutil/trace.go:171","msg":"trace[898660280] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"139.297103ms","start":"2026-03-31T04:56:53.851781Z","end":"2026-03-31T04:56:53.991078Z","steps":["trace[898660280] 'process raft request' (duration: 139.19194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:53.991151Z","caller":"traceutil/trace.go:171","msg":"trace[847516721] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"139.58944ms","start":"2026-03-31T04:56:53.851524Z","end":"2026-03-31T04:56:53.991113Z","steps":["trace[847516721] 'process raft request' (duration: 89.138181ms)","trace[847516721] 'compare' (duration: 50.057418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:53.99128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.057999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:53.991346Z","caller":"traceutil/trace.go:171","msg":"trace[463975893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1783; }","duration":"135.186993ms","start":"2026-03-31T04:56:53.856141Z","end":"2026-03-31T04:56:53.991328Z","steps":["trace[463975893] 'agreement among raft nodes before linearized reading' (duration: 135.008268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.708964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.684466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T04:56:56.709063Z","caller":"traceutil/trace.go:171","msg":"trace[923919690] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:1848; }","duration":"801.82882ms","start":"2026-03-31T04:56:55.907208Z","end":"2026-03-31T04:56:56.709037Z","steps":["trace[923919690] 'range keys from in-memory index tree' (duration: 801.484291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.709147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:55.907187Z","time spent":"801.949093ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" "} {"level":"warn","ts":"2026-03-31T04:56:56.709553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.71893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:56:56.709674Z","caller":"traceutil/trace.go:171","msg":"trace[2077663852] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"567.59203ms","start":"2026-03-31T04:56:56.142063Z","end":"2026-03-31T04:56:56.709655Z","steps":["trace[2077663852] 'read index received' (duration: 73.332µs)","trace[2077663852] 'applied index is now lower than readState.Index' (duration: 567.517228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:56.709703Z","caller":"traceutil/trace.go:171","msg":"trace[699203222] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"749.225864ms","start":"2026-03-31T04:56:55.960434Z","end":"2026-03-31T04:56:56.70966Z","steps":["trace[699203222] 'process raft request' (duration: 67.334629ms)","trace[699203222] 'compare' (duration: 680.96525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:56.709824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.766235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:56:56.709863Z","caller":"traceutil/trace.go:171","msg":"trace[1209588600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"567.849647ms","start":"2026-03-31T04:56:56.142002Z","end":"2026-03-31T04:56:56.709852Z","steps":["trace[1209588600] 'agreement among raft nodes before linearized reading' (duration: 567.732214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.709945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.141975Z","time spent":"567.95747ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T04:56:56.709937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:55.960407Z","time spent":"749.391059ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:56.713307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.40946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T04:56:56.713312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.058735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:56:56.713345Z","caller":"traceutil/trace.go:171","msg":"trace[1767017747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1850; }","duration":"346.491572ms","start":"2026-03-31T04:56:56.366844Z","end":"2026-03-31T04:56:56.713336Z","steps":["trace[1767017747] 'agreement among raft nodes before linearized reading' (duration: 346.362528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.713385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.366814Z","time spent":"346.561364ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T04:56:56.713394Z","caller":"traceutil/trace.go:171","msg":"trace[2015946902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"228.168158ms","start":"2026-03-31T04:56:56.4852Z","end":"2026-03-31T04:56:56.713368Z","steps":["trace[2015946902] 'agreement among raft nodes before linearized reading' (duration: 228.025775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.713412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.320821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:56:56.713465Z","caller":"traceutil/trace.go:171","msg":"trace[1451232351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"305.381203ms","start":"2026-03-31T04:56:56.408068Z","end":"2026-03-31T04:56:56.713449Z","steps":["trace[1451232351] 'agreement among raft nodes before linearized reading' (duration: 305.200628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.713509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.408026Z","time spent":"305.474285ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T04:56:56.713506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.23989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T04:56:56.713564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.359182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:56:56.713582Z","caller":"traceutil/trace.go:171","msg":"trace[928081966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"320.364153ms","start":"2026-03-31T04:56:56.393199Z","end":"2026-03-31T04:56:56.713563Z","steps":["trace[928081966] 'agreement among raft nodes before linearized reading' (duration: 320.182988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:56.713633Z","caller":"traceutil/trace.go:171","msg":"trace[1680851817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"247.469845ms","start":"2026-03-31T04:56:56.466143Z","end":"2026-03-31T04:56:56.713613Z","steps":["trace[1680851817] 'agreement among raft nodes before linearized reading' (duration: 247.305161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.713637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.17537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T04:56:56.713671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.124333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T04:56:56.71372Z","caller":"traceutil/trace.go:171","msg":"trace[15562083] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:1850; }","duration":"214.205615ms","start":"2026-03-31T04:56:56.499501Z","end":"2026-03-31T04:56:56.713707Z","steps":["trace[15562083] 'agreement among raft nodes before linearized reading' (duration: 214.090022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:56.713336Z","caller":"traceutil/trace.go:171","msg":"trace[720645632] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"401.793499ms","start":"2026-03-31T04:56:56.311523Z","end":"2026-03-31T04:56:56.713317Z","steps":["trace[720645632] 'process raft request' (duration: 401.620384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:56.713678Z","caller":"traceutil/trace.go:171","msg":"trace[947252504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1850; }","duration":"255.306114ms","start":"2026-03-31T04:56:56.458363Z","end":"2026-03-31T04:56:56.713669Z","steps":["trace[947252504] 'agreement among raft nodes before linearized reading' (duration: 255.214112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.713831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.3115Z","time spent":"402.259612ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:56.713564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.193929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:56:56.713927Z","caller":"traceutil/trace.go:171","msg":"trace[1796303657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1850; }","duration":"338.570799ms","start":"2026-03-31T04:56:56.375346Z","end":"2026-03-31T04:56:56.713917Z","steps":["trace[1796303657] 'agreement among raft nodes before linearized reading' (duration: 338.066806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:56.71397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.375292Z","time spent":"338.667932ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:56:56.713639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.393166Z","time spent":"320.460195ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T04:56:57.142138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.465152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:56:57.14226Z","caller":"traceutil/trace.go:171","msg":"trace[1044005813] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"424.66848ms","start":"2026-03-31T04:56:56.717568Z","end":"2026-03-31T04:56:57.142236Z","steps":["trace[1044005813] 'process raft request' (duration: 176.006074ms)","trace[1044005813] 'compare' (duration: 248.130432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:56:57.142351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.717538Z","time spent":"424.768833ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.20265Z","caller":"traceutil/trace.go:171","msg":"trace[1796126074] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1921; }","duration":"266.289358ms","start":"2026-03-31T04:56:56.936339Z","end":"2026-03-31T04:56:57.202629Z","steps":["trace[1796126074] 'read index received' (duration: 265.864016ms)","trace[1796126074] 'applied index is now lower than readState.Index' (duration: 424.211µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:57.202762Z","caller":"traceutil/trace.go:171","msg":"trace[1277924479] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"484.915171ms","start":"2026-03-31T04:56:56.717828Z","end":"2026-03-31T04:56:57.202744Z","steps":["trace[1277924479] 'process raft request' (duration: 484.615463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.202849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.508974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:56:57.202829Z","caller":"traceutil/trace.go:171","msg":"trace[2099453114] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"485.160938ms","start":"2026-03-31T04:56:56.717631Z","end":"2026-03-31T04:56:57.202792Z","steps":["trace[2099453114] 'process raft request' (duration: 484.619853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.202878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.717823Z","time spent":"484.982513ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.202895Z","caller":"traceutil/trace.go:171","msg":"trace[1126653055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1858; }","duration":"266.601086ms","start":"2026-03-31T04:56:56.93628Z","end":"2026-03-31T04:56:57.202881Z","steps":["trace[1126653055] 'agreement among raft nodes before linearized reading' (duration: 266.436132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.203063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.717618Z","time spent":"485.284361ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.203077Z","caller":"traceutil/trace.go:171","msg":"trace[31445465] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"485.364503ms","start":"2026-03-31T04:56:56.717688Z","end":"2026-03-31T04:56:57.203053Z","steps":["trace[31445465] 'process raft request' (duration: 484.705055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:57.203123Z","caller":"traceutil/trace.go:171","msg":"trace[19879033] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"485.075625ms","start":"2026-03-31T04:56:56.718018Z","end":"2026-03-31T04:56:57.203094Z","steps":["trace[19879033] 'process raft request' (duration: 484.553571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.203168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.717684Z","time spent":"485.439425ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.203172Z","caller":"traceutil/trace.go:171","msg":"trace[2085090224] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"485.095386ms","start":"2026-03-31T04:56:56.718066Z","end":"2026-03-31T04:56:57.203161Z","steps":["trace[2085090224] 'process raft request' (duration: 484.534431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.203188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.718012Z","time spent":"485.143158ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.203233Z","caller":"traceutil/trace.go:171","msg":"trace[1245337965] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"485.380373ms","start":"2026-03-31T04:56:56.717841Z","end":"2026-03-31T04:56:57.203221Z","steps":["trace[1245337965] 'process raft request' (duration: 484.642254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.203237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.718061Z","time spent":"485.141777ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:57.20326Z","caller":"traceutil/trace.go:171","msg":"trace[469574831] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"485.289201ms","start":"2026-03-31T04:56:56.717964Z","end":"2026-03-31T04:56:57.203253Z","steps":["trace[469574831] 'process raft request' (duration: 484.568282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:57.203297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.71795Z","time spent":"485.326582ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:57.20329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:56.717823Z","time spent":"485.435785ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:56:58.218317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395979416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:56:58.285445Z","caller":"traceutil/trace.go:171","msg":"trace[1297882059] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"680.339495ms","start":"2026-03-31T04:56:57.605068Z","end":"2026-03-31T04:56:58.285408Z","steps":["trace[1297882059] 'process raft request' (duration: 680.189391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:58.285592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:57.605043Z","time spent":"680.466127ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:58.289782Z","caller":"traceutil/trace.go:171","msg":"trace[1633773371] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1928; }","duration":"571.910007ms","start":"2026-03-31T04:56:57.717832Z","end":"2026-03-31T04:56:58.289742Z","steps":["trace[1633773371] 'read index received' (duration: 567.455797ms)","trace[1633773371] 'applied index is now lower than readState.Index' (duration: 4.45243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:56:58.29002Z","caller":"traceutil/trace.go:171","msg":"trace[920925555] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"256.314961ms","start":"2026-03-31T04:56:58.033685Z","end":"2026-03-31T04:56:58.29Z","steps":["trace[920925555] 'process raft request' (duration: 255.992382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:56:58.28998Z","caller":"traceutil/trace.go:171","msg":"trace[1922853015] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"596.446072ms","start":"2026-03-31T04:56:57.693471Z","end":"2026-03-31T04:56:58.289917Z","steps":["trace[1922853015] 'process raft request' (duration: 596.022511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:58.290244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.348418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T04:56:58.290299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:57.693444Z","time spent":"596.710889ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:56:58.290322Z","caller":"traceutil/trace.go:171","msg":"trace[1456563918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"572.477422ms","start":"2026-03-31T04:56:57.717826Z","end":"2026-03-31T04:56:58.290304Z","steps":["trace[1456563918] 'agreement among raft nodes before linearized reading' (duration: 572.233815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:58.290362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:57.717807Z","time spent":"572.547013ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T04:56:58.290414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.537753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T04:56:58.290498Z","caller":"traceutil/trace.go:171","msg":"trace[466071647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:1861; }","duration":"572.673226ms","start":"2026-03-31T04:56:57.717803Z","end":"2026-03-31T04:56:58.290476Z","steps":["trace[466071647] 'agreement among raft nodes before linearized reading' (duration: 572.331847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:56:58.290544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:56:57.717759Z","time spent":"572.77544ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" "} {"level":"warn","ts":"2026-03-31T04:56:58.290346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.643735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T04:56:58.2907Z","caller":"traceutil/trace.go:171","msg":"trace[1636409427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1861; }","duration":"175.984394ms","start":"2026-03-31T04:56:58.11466Z","end":"2026-03-31T04:56:58.290644Z","steps":["trace[1636409427] 'agreement among raft nodes before linearized reading' (duration: 175.610874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:03.407317Z","caller":"traceutil/trace.go:171","msg":"trace[1607988084] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"112.026055ms","start":"2026-03-31T04:57:03.295258Z","end":"2026-03-31T04:57:03.407284Z","steps":["trace[1607988084] 'process raft request' (duration: 111.933372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:03.407359Z","caller":"traceutil/trace.go:171","msg":"trace[305430417] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"113.983547ms","start":"2026-03-31T04:57:03.293349Z","end":"2026-03-31T04:57:03.407332Z","steps":["trace[305430417] 'process raft request' (duration: 113.757841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:07.515507Z","caller":"traceutil/trace.go:171","msg":"trace[392620205] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"187.645595ms","start":"2026-03-31T04:57:07.327836Z","end":"2026-03-31T04:57:07.515481Z","steps":["trace[392620205] 'read index received' (duration: 187.423399ms)","trace[392620205] 'applied index is now lower than readState.Index' (duration: 220.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:07.51558Z","caller":"traceutil/trace.go:171","msg":"trace[565562699] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"239.208823ms","start":"2026-03-31T04:57:07.276341Z","end":"2026-03-31T04:57:07.51555Z","steps":["trace[565562699] 'process raft request' (duration: 238.927586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:07.515823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.972184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:57:07.515875Z","caller":"traceutil/trace.go:171","msg":"trace[931059601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1945; }","duration":"188.092147ms","start":"2026-03-31T04:57:07.327771Z","end":"2026-03-31T04:57:07.515864Z","steps":["trace[931059601] 'agreement among raft nodes before linearized reading' (duration: 187.869821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:07.515926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.948575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:57:07.515966Z","caller":"traceutil/trace.go:171","msg":"trace[930920368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1945; }","duration":"157.052587ms","start":"2026-03-31T04:57:07.358902Z","end":"2026-03-31T04:57:07.515955Z","steps":["trace[930920368] 'agreement among raft nodes before linearized reading' (duration: 156.910203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:07.516112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.326428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T04:57:07.516148Z","caller":"traceutil/trace.go:171","msg":"trace[1073913698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1945; }","duration":"153.378449ms","start":"2026-03-31T04:57:07.362758Z","end":"2026-03-31T04:57:07.516137Z","steps":["trace[1073913698] 'agreement among raft nodes before linearized reading' (duration: 153.284007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:07.516311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.77661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:57:07.516376Z","caller":"traceutil/trace.go:171","msg":"trace[652200392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1945; }","duration":"153.898403ms","start":"2026-03-31T04:57:07.36246Z","end":"2026-03-31T04:57:07.516359Z","steps":["trace[652200392] 'agreement among raft nodes before linearized reading' (duration: 153.670297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:09.667738Z","caller":"traceutil/trace.go:171","msg":"trace[1120825075] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"113.962815ms","start":"2026-03-31T04:57:09.553756Z","end":"2026-03-31T04:57:09.667719Z","steps":["trace[1120825075] 'process raft request' (duration: 113.670538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:09.66773Z","caller":"traceutil/trace.go:171","msg":"trace[1608448692] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"113.480563ms","start":"2026-03-31T04:57:09.554228Z","end":"2026-03-31T04:57:09.667708Z","steps":["trace[1608448692] 'process raft request' (duration: 113.292678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:09.667819Z","caller":"traceutil/trace.go:171","msg":"trace[2085978920] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"113.115433ms","start":"2026-03-31T04:57:09.554677Z","end":"2026-03-31T04:57:09.667792Z","steps":["trace[2085978920] 'process raft request' (duration: 112.916858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:09.667924Z","caller":"traceutil/trace.go:171","msg":"trace[404837525] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"114.360087ms","start":"2026-03-31T04:57:09.553182Z","end":"2026-03-31T04:57:09.667542Z","steps":["trace[404837525] 'process raft request' (duration: 114.144871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:13.217531Z","caller":"traceutil/trace.go:171","msg":"trace[1956124978] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"280.118727ms","start":"2026-03-31T04:57:12.937389Z","end":"2026-03-31T04:57:13.217508Z","steps":["trace[1956124978] 'read index received' (duration: 279.969473ms)","trace[1956124978] 'applied index is now lower than readState.Index' (duration: 148.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:13.217626Z","caller":"traceutil/trace.go:171","msg":"trace[2118212018] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"451.078546ms","start":"2026-03-31T04:57:12.766481Z","end":"2026-03-31T04:57:13.21756Z","steps":["trace[2118212018] 'process raft request' (duration: 450.84337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:13.217672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.26825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:13.217711Z","caller":"traceutil/trace.go:171","msg":"trace[2113232119] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1987; }","duration":"280.366814ms","start":"2026-03-31T04:57:12.937332Z","end":"2026-03-31T04:57:13.217699Z","steps":["trace[2113232119] 'agreement among raft nodes before linearized reading' (duration: 280.280601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:13.217767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:12.76645Z","time spent":"451.24393ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:38.880141Z","caller":"traceutil/trace.go:171","msg":"trace[1938465463] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"354.449044ms","start":"2026-03-31T04:57:38.525663Z","end":"2026-03-31T04:57:38.880112Z","steps":["trace[1938465463] 'process raft request' (duration: 354.295359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:38.88089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:38.525639Z","time spent":"355.172553ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:38.880944Z","caller":"traceutil/trace.go:171","msg":"trace[489622548] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2213; }","duration":"316.057157ms","start":"2026-03-31T04:57:38.564862Z","end":"2026-03-31T04:57:38.880919Z","steps":["trace[489622548] 'read index received' (duration: 315.107932ms)","trace[489622548] 'applied index is now lower than readState.Index' (duration: 948.075µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:38.881182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.742395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:57:38.881008Z","caller":"traceutil/trace.go:171","msg":"trace[1420628597] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"344.494208ms","start":"2026-03-31T04:57:38.536484Z","end":"2026-03-31T04:57:38.880978Z","steps":["trace[1420628597] 'process raft request' (duration: 344.259191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:38.881247Z","caller":"traceutil/trace.go:171","msg":"trace[42659394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2136; }","duration":"136.862208ms","start":"2026-03-31T04:57:38.744371Z","end":"2026-03-31T04:57:38.881234Z","steps":["trace[42659394] 'agreement among raft nodes before linearized reading' (duration: 136.687153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:38.881404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:38.53645Z","time spent":"344.806736ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:38.881515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.594091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:38.8816Z","caller":"traceutil/trace.go:171","msg":"trace[1366125780] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2136; }","duration":"316.764366ms","start":"2026-03-31T04:57:38.564821Z","end":"2026-03-31T04:57:38.881586Z","steps":["trace[1366125780] 'agreement among raft nodes before linearized reading' (duration: 316.216301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:38.881695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:38.564798Z","time spent":"316.862279ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:57:45.034934Z","caller":"traceutil/trace.go:171","msg":"trace[1039173753] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2247; }","duration":"109.605309ms","start":"2026-03-31T04:57:44.925281Z","end":"2026-03-31T04:57:45.034887Z","steps":["trace[1039173753] 'read index received' (duration: 13.314996ms)","trace[1039173753] 'applied index is now lower than readState.Index' (duration: 96.288883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:45.035049Z","caller":"traceutil/trace.go:171","msg":"trace[32520027] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"132.692857ms","start":"2026-03-31T04:57:44.902326Z","end":"2026-03-31T04:57:45.035019Z","steps":["trace[32520027] 'process raft request' (duration: 62.717666ms)","trace[32520027] 'compare' (duration: 69.646912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:45.035269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.924458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:57:45.03533Z","caller":"traceutil/trace.go:171","msg":"trace[199264986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"110.070612ms","start":"2026-03-31T04:57:44.925235Z","end":"2026-03-31T04:57:45.035306Z","steps":["trace[199264986] 'agreement among raft nodes before linearized reading' (duration: 109.793815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:45.51475Z","caller":"traceutil/trace.go:171","msg":"trace[2007249161] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"146.196478ms","start":"2026-03-31T04:57:45.368519Z","end":"2026-03-31T04:57:45.514716Z","steps":["trace[2007249161] 'process raft request' (duration: 145.92462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.191963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.017638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T04:57:46.19207Z","caller":"traceutil/trace.go:171","msg":"trace[1969589609] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"405.422266ms","start":"2026-03-31T04:57:45.786629Z","end":"2026-03-31T04:57:46.192051Z","steps":["trace[1969589609] 'read index received' (duration: 16.315146ms)","trace[1969589609] 'applied index is now lower than readState.Index' (duration: 389.10526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:46.192383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.713243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T04:57:46.192411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.105705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T04:57:46.192441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.024022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T04:57:46.192454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.143523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:57:46.192495Z","caller":"traceutil/trace.go:171","msg":"trace[925498022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2172; }","duration":"366.245589ms","start":"2026-03-31T04:57:45.826232Z","end":"2026-03-31T04:57:46.192477Z","steps":["trace[925498022] 'agreement among raft nodes before linearized reading' (duration: 366.002922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:46.192494Z","caller":"traceutil/trace.go:171","msg":"trace[1433309188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2172; }","duration":"405.880298ms","start":"2026-03-31T04:57:45.786587Z","end":"2026-03-31T04:57:46.192467Z","steps":["trace[1433309188] 'agreement among raft nodes before linearized reading' (duration: 405.563359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.192538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:45.826209Z","time spent":"366.31821ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T04:57:46.192544Z","caller":"traceutil/trace.go:171","msg":"trace[1608369479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2172; }","duration":"364.254776ms","start":"2026-03-31T04:57:45.828261Z","end":"2026-03-31T04:57:46.192516Z","steps":["trace[1608369479] 'agreement among raft nodes before linearized reading' (duration: 364.081701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:46.192531Z","caller":"traceutil/trace.go:171","msg":"trace[1308889382] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2172; }","duration":"354.155216ms","start":"2026-03-31T04:57:45.838352Z","end":"2026-03-31T04:57:46.192507Z","steps":["trace[1308889382] 'agreement among raft nodes before linearized reading' (duration: 353.894439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.19257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:45.786567Z","time spent":"405.985481ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T04:57:46.192595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:45.828244Z","time spent":"364.341528ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:57:46.192615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:45.838336Z","time spent":"354.261148ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T04:57:46.192445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.548941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T04:57:46.1928Z","caller":"traceutil/trace.go:171","msg":"trace[653964804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2172; }","duration":"148.936111ms","start":"2026-03-31T04:57:46.043842Z","end":"2026-03-31T04:57:46.192778Z","steps":["trace[653964804] 'agreement among raft nodes before linearized reading' (duration: 148.480839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.192846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.934443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:57:46.192932Z","caller":"traceutil/trace.go:171","msg":"trace[1784956195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2172; }","duration":"356.420996ms","start":"2026-03-31T04:57:45.836498Z","end":"2026-03-31T04:57:46.192919Z","steps":["trace[1784956195] 'agreement among raft nodes before linearized reading' (duration: 355.787489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.193011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:45.836467Z","time spent":"356.531099ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T04:57:46.684128Z","caller":"traceutil/trace.go:171","msg":"trace[160058582] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"487.52264ms","start":"2026-03-31T04:57:46.19658Z","end":"2026-03-31T04:57:46.684103Z","steps":["trace[160058582] 'process raft request' (duration: 487.300674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:46.684422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.196565Z","time spent":"487.749976ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:47.329476Z","caller":"traceutil/trace.go:171","msg":"trace[379480789] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.132351294s","start":"2026-03-31T04:57:46.197106Z","end":"2026-03-31T04:57:47.329457Z","steps":["trace[379480789] 'process raft request' (duration: 1.132285502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:47.329524Z","caller":"traceutil/trace.go:171","msg":"trace[1447103429] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.132753915s","start":"2026-03-31T04:57:46.196733Z","end":"2026-03-31T04:57:47.329487Z","steps":["trace[1447103429] 'process raft request' (duration: 1.132501358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.329603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.197088Z","time spent":"1.132446977s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:47.329704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.196697Z","time spent":"1.132912629s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:47.329807Z","caller":"traceutil/trace.go:171","msg":"trace[867652909] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.131749898s","start":"2026-03-31T04:57:46.19805Z","end":"2026-03-31T04:57:47.3298Z","steps":["trace[867652909] 'process raft request' (duration: 1.131662146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.329846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.198036Z","time spent":"1.13178933s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:47.329826Z","caller":"traceutil/trace.go:171","msg":"trace[1324004875] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2254; }","duration":"1.109057241s","start":"2026-03-31T04:57:46.220743Z","end":"2026-03-31T04:57:47.3298Z","steps":["trace[1324004875] 'read index received' (duration: 463.157918ms)","trace[1324004875] 'applied index is now lower than readState.Index' (duration: 645.898173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:57:47.329936Z","caller":"traceutil/trace.go:171","msg":"trace[731473784] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.132703513s","start":"2026-03-31T04:57:46.197148Z","end":"2026-03-31T04:57:47.329851Z","steps":["trace[731473784] 'process raft request' (duration: 1.132279562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.330022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109262457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:47.330083Z","caller":"traceutil/trace.go:171","msg":"trace[689523201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2177; }","duration":"1.109357619s","start":"2026-03-31T04:57:46.220709Z","end":"2026-03-31T04:57:47.330067Z","steps":["trace[689523201] 'agreement among raft nodes before linearized reading' (duration: 1.109159154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.330134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.220694Z","time spent":"1.109425612s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:57:47.330135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.197135Z","time spent":"1.13291338s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:47.47909Z","caller":"traceutil/trace.go:171","msg":"trace[2024730534] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"605.551655ms","start":"2026-03-31T04:57:46.873508Z","end":"2026-03-31T04:57:47.47906Z","steps":["trace[2024730534] 'process raft request' (duration: 604.735493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.479239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.873469Z","time spent":"605.699008ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:57:47.479448Z","caller":"traceutil/trace.go:171","msg":"trace[1926906682] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"535.007669ms","start":"2026-03-31T04:57:46.944384Z","end":"2026-03-31T04:57:47.479391Z","steps":["trace[1926906682] 'process raft request' (duration: 534.621669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:47.479643Z","caller":"traceutil/trace.go:171","msg":"trace[1259702176] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"149.606459ms","start":"2026-03-31T04:57:47.33002Z","end":"2026-03-31T04:57:47.479626Z","steps":["trace[1259702176] 'read index received' (duration: 148.1739ms)","trace[1259702176] 'applied index is now lower than readState.Index' (duration: 1.430329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:57:47.479671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.944356Z","time spent":"535.182614ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:57:47.479767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.394111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:47.479807Z","caller":"traceutil/trace.go:171","msg":"trace[1582807276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"996.477743ms","start":"2026-03-31T04:57:46.483317Z","end":"2026-03-31T04:57:47.479795Z","steps":["trace[1582807276] 'agreement among raft nodes before linearized reading' (duration: 996.413731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.479935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.483303Z","time spent":"996.621467ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:57:47.479943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.816323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T04:57:47.479864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.018028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:57:47.47992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192616925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:57:47.479996Z","caller":"traceutil/trace.go:171","msg":"trace[1095028543] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2180; }","duration":"296.948986ms","start":"2026-03-31T04:57:47.183033Z","end":"2026-03-31T04:57:47.479982Z","steps":["trace[1095028543] 'agreement among raft nodes before linearized reading' (duration: 296.666739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:47.479929Z","caller":"traceutil/trace.go:171","msg":"trace[1313964320] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"434.206225ms","start":"2026-03-31T04:57:47.045697Z","end":"2026-03-31T04:57:47.479903Z","steps":["trace[1313964320] 'process raft request' (duration: 433.595129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:47.480021Z","caller":"traceutil/trace.go:171","msg":"trace[196348678] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2180; }","duration":"138.167512ms","start":"2026-03-31T04:57:47.341823Z","end":"2026-03-31T04:57:47.479991Z","steps":["trace[196348678] 'agreement among raft nodes before linearized reading' (duration: 137.976207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:57:47.480028Z","caller":"traceutil/trace.go:171","msg":"trace[2146453358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2180; }","duration":"1.192742189s","start":"2026-03-31T04:57:46.287262Z","end":"2026-03-31T04:57:47.480005Z","steps":["trace[2146453358] 'agreement among raft nodes before linearized reading' (duration: 1.192554314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.480069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.080569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T04:57:47.480083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:46.287207Z","time spent":"1.192865362s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:57:47.480116Z","caller":"traceutil/trace.go:171","msg":"trace[1942969084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"279.164151ms","start":"2026-03-31T04:57:47.200938Z","end":"2026-03-31T04:57:47.480102Z","steps":["trace[1942969084] 'agreement among raft nodes before linearized reading' (duration: 278.825342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:57:47.480149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:57:47.04568Z","time spent":"434.36766ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:58:33.742139Z","caller":"traceutil/trace.go:171","msg":"trace[1650734173] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"167.422985ms","start":"2026-03-31T04:58:33.574683Z","end":"2026-03-31T04:58:33.742106Z","steps":["trace[1650734173] 'read index received' (duration: 167.183178ms)","trace[1650734173] 'applied index is now lower than readState.Index' (duration: 237.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:33.74221Z","caller":"traceutil/trace.go:171","msg":"trace[1680316061] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"187.127891ms","start":"2026-03-31T04:58:33.555027Z","end":"2026-03-31T04:58:33.742155Z","steps":["trace[1680316061] 'process raft request' (duration: 186.787512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:33.74244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.726043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:58:33.742503Z","caller":"traceutil/trace.go:171","msg":"trace[1997625943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2594; }","duration":"167.840216ms","start":"2026-03-31T04:58:33.574648Z","end":"2026-03-31T04:58:33.742489Z","steps":["trace[1997625943] 'agreement among raft nodes before linearized reading' (duration: 167.63096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:33.743668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.382903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:58:33.743741Z","caller":"traceutil/trace.go:171","msg":"trace[2065421986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"161.483766ms","start":"2026-03-31T04:58:33.582241Z","end":"2026-03-31T04:58:33.743724Z","steps":["trace[2065421986] 'agreement among raft nodes before linearized reading' (duration: 161.303281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:33.743876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.982008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:58:33.743939Z","caller":"traceutil/trace.go:171","msg":"trace[1718923712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2597; }","duration":"156.060461ms","start":"2026-03-31T04:58:33.587864Z","end":"2026-03-31T04:58:33.743925Z","steps":["trace[1718923712] 'agreement among raft nodes before linearized reading' (duration: 155.918117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.655437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395981113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:58:37.90031Z","caller":"traceutil/trace.go:171","msg":"trace[284947134] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"745.745491ms","start":"2026-03-31T04:58:37.15454Z","end":"2026-03-31T04:58:37.900286Z","steps":["trace[284947134] 'read index received' (duration: 745.672999ms)","trace[284947134] 'applied index is now lower than readState.Index' (duration: 71.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:37.900437Z","caller":"traceutil/trace.go:171","msg":"trace[544246248] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"885.421034ms","start":"2026-03-31T04:58:37.014991Z","end":"2026-03-31T04:58:37.900412Z","steps":["trace[544246248] 'process raft request' (duration: 885.135486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.900587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.014972Z","time spent":"885.529186ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:58:37.900728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.175622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T04:58:37.900805Z","caller":"traceutil/trace.go:171","msg":"trace[265381490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2618; }","duration":"746.338826ms","start":"2026-03-31T04:58:37.15445Z","end":"2026-03-31T04:58:37.900789Z","steps":["trace[265381490] 'agreement among raft nodes before linearized reading' (duration: 746.075109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.900877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.154428Z","time spent":"746.438079ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T04:58:37.921187Z","caller":"traceutil/trace.go:171","msg":"trace[939351387] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"163.703676ms","start":"2026-03-31T04:58:37.757457Z","end":"2026-03-31T04:58:37.92116Z","steps":["trace[939351387] 'process raft request' (duration: 163.48233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:37.922037Z","caller":"traceutil/trace.go:171","msg":"trace[329372497] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"162.950095ms","start":"2026-03-31T04:58:37.759057Z","end":"2026-03-31T04:58:37.922007Z","steps":["trace[329372497] 'process raft request' (duration: 162.038681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.922136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.157263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:37.922202Z","caller":"traceutil/trace.go:171","msg":"trace[907469671] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2621; }","duration":"654.289747ms","start":"2026-03-31T04:58:37.267896Z","end":"2026-03-31T04:58:37.922185Z","steps":["trace[907469671] 'agreement among raft nodes before linearized reading' (duration: 654.161374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.922252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:58:37.267871Z","time spent":"654.365928ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:58:37.922395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.229632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:58:37.922352Z","caller":"traceutil/trace.go:171","msg":"trace[1567400227] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"162.673908ms","start":"2026-03-31T04:58:37.759574Z","end":"2026-03-31T04:58:37.922248Z","steps":["trace[1567400227] 'process raft request' (duration: 162.240726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:37.922473Z","caller":"traceutil/trace.go:171","msg":"trace[1645262904] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2621; }","duration":"227.347425ms","start":"2026-03-31T04:58:37.695101Z","end":"2026-03-31T04:58:37.922448Z","steps":["trace[1645262904] 'agreement among raft nodes before linearized reading' (duration: 227.15479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.922493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.580615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T04:58:37.922516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.876503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:58:37.922583Z","caller":"traceutil/trace.go:171","msg":"trace[651809069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2621; }","duration":"153.701298ms","start":"2026-03-31T04:58:37.768843Z","end":"2026-03-31T04:58:37.922544Z","steps":["trace[651809069] 'agreement among raft nodes before linearized reading' (duration: 153.297357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:37.922581Z","caller":"traceutil/trace.go:171","msg":"trace[1669297371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2621; }","duration":"159.993576ms","start":"2026-03-31T04:58:37.762566Z","end":"2026-03-31T04:58:37.922559Z","steps":["trace[1669297371] 'agreement among raft nodes before linearized reading' (duration: 159.681898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.922642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.012456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:58:37.922787Z","caller":"traceutil/trace.go:171","msg":"trace[1339597957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2621; }","duration":"154.214402ms","start":"2026-03-31T04:58:37.76854Z","end":"2026-03-31T04:58:37.922754Z","steps":["trace[1339597957] 'agreement among raft nodes before linearized reading' (duration: 153.703529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:37.922198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.801525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:58:37.922888Z","caller":"traceutil/trace.go:171","msg":"trace[713378666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2621; }","duration":"165.540044ms","start":"2026-03-31T04:58:37.757327Z","end":"2026-03-31T04:58:37.922867Z","steps":["trace[713378666] 'agreement among raft nodes before linearized reading' (duration: 164.701392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:38.219866Z","caller":"traceutil/trace.go:171","msg":"trace[382389465] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2722; }","duration":"149.668351ms","start":"2026-03-31T04:58:38.070153Z","end":"2026-03-31T04:58:38.219821Z","steps":["trace[382389465] 'read index received' (duration: 149.325672ms)","trace[382389465] 'applied index is now lower than readState.Index' (duration: 341.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:38.220021Z","caller":"traceutil/trace.go:171","msg":"trace[2058842064] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"152.002913ms","start":"2026-03-31T04:58:38.067963Z","end":"2026-03-31T04:58:38.219966Z","steps":["trace[2058842064] 'process raft request' (duration: 151.621782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:38.220211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.02031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T04:58:38.220267Z","caller":"traceutil/trace.go:171","msg":"trace[268919896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2626; }","duration":"150.137203ms","start":"2026-03-31T04:58:38.070116Z","end":"2026-03-31T04:58:38.220253Z","steps":["trace[268919896] 'agreement among raft nodes before linearized reading' (duration: 149.868026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:44.208144Z","caller":"traceutil/trace.go:171","msg":"trace[1256023782] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2762; }","duration":"189.605038ms","start":"2026-03-31T04:58:44.018518Z","end":"2026-03-31T04:58:44.208124Z","steps":["trace[1256023782] 'read index received' (duration: 189.394082ms)","trace[1256023782] 'applied index is now lower than readState.Index' (duration: 210.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:44.208218Z","caller":"traceutil/trace.go:171","msg":"trace[1906088396] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"189.728381ms","start":"2026-03-31T04:58:44.018467Z","end":"2026-03-31T04:58:44.208195Z","steps":["trace[1906088396] 'process raft request' (duration: 189.510335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:44.208354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.817384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T04:58:44.20839Z","caller":"traceutil/trace.go:171","msg":"trace[1096252137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2665; }","duration":"189.904756ms","start":"2026-03-31T04:58:44.018476Z","end":"2026-03-31T04:58:44.208381Z","steps":["trace[1096252137] 'agreement among raft nodes before linearized reading' (duration: 189.764022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:44.208649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.729341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T04:58:44.208742Z","caller":"traceutil/trace.go:171","msg":"trace[570772573] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2665; }","duration":"189.852424ms","start":"2026-03-31T04:58:44.018865Z","end":"2026-03-31T04:58:44.208717Z","steps":["trace[570772573] 'agreement among raft nodes before linearized reading' (duration: 189.580437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:58:48.378604Z","caller":"traceutil/trace.go:171","msg":"trace[1815739197] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2791; }","duration":"117.585752ms","start":"2026-03-31T04:58:48.260994Z","end":"2026-03-31T04:58:48.37858Z","steps":["trace[1815739197] 'read index received' (duration: 116.165024ms)","trace[1815739197] 'applied index is now lower than readState.Index' (duration: 1.419798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:58:48.378673Z","caller":"traceutil/trace.go:171","msg":"trace[1168631925] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"130.515269ms","start":"2026-03-31T04:58:48.248114Z","end":"2026-03-31T04:58:48.378629Z","steps":["trace[1168631925] 'process raft request' (duration: 129.128562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:58:48.378808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.794378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T04:58:48.378872Z","caller":"traceutil/trace.go:171","msg":"trace[1001711572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"117.891881ms","start":"2026-03-31T04:58:48.260965Z","end":"2026-03-31T04:58:48.378857Z","steps":["trace[1001711572] 'agreement among raft nodes before linearized reading' (duration: 117.694026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:04.576659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.600432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:04.576775Z","caller":"traceutil/trace.go:171","msg":"trace[760422924] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2890; }","duration":"233.017561ms","start":"2026-03-31T04:59:04.343741Z","end":"2026-03-31T04:59:04.576758Z","steps":["trace[760422924] 'read index received' (duration: 1.732987ms)","trace[760422924] 'applied index is now lower than readState.Index' (duration: 231.283414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:04.57686Z","caller":"traceutil/trace.go:171","msg":"trace[227272246] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"261.702066ms","start":"2026-03-31T04:59:04.315149Z","end":"2026-03-31T04:59:04.576851Z","steps":["trace[227272246] 'process raft request' (duration: 83.816816ms)","trace[227272246] 'compare' (duration: 177.456308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:04.577105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.603282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T04:59:04.577237Z","caller":"traceutil/trace.go:171","msg":"trace[64896821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2789; }","duration":"123.781777ms","start":"2026-03-31T04:59:04.453425Z","end":"2026-03-31T04:59:04.577206Z","steps":["trace[64896821] 'agreement among raft nodes before linearized reading' (duration: 123.475538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:04.577359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.620567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:59:04.577414Z","caller":"traceutil/trace.go:171","msg":"trace[1568407447] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2789; }","duration":"233.695098ms","start":"2026-03-31T04:59:04.343688Z","end":"2026-03-31T04:59:04.577383Z","steps":["trace[1568407447] 'agreement among raft nodes before linearized reading' (duration: 233.555765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:05.470005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.988936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T04:59:12.101683Z","caller":"traceutil/trace.go:171","msg":"trace[1257931334] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"135.280918ms","start":"2026-03-31T04:59:11.966379Z","end":"2026-03-31T04:59:12.10166Z","steps":["trace[1257931334] 'read index received' (duration: 135.075782ms)","trace[1257931334] 'applied index is now lower than readState.Index' (duration: 204.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:12.101822Z","caller":"traceutil/trace.go:171","msg":"trace[606169682] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"209.081313ms","start":"2026-03-31T04:59:11.892713Z","end":"2026-03-31T04:59:12.101794Z","steps":["trace[606169682] 'process raft request' (duration: 208.786505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:12.102283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.397341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:12.10236Z","caller":"traceutil/trace.go:171","msg":"trace[176168185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2824; }","duration":"136.09262ms","start":"2026-03-31T04:59:11.966246Z","end":"2026-03-31T04:59:12.102339Z","steps":["trace[176168185] 'agreement among raft nodes before linearized reading' (duration: 135.501804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.619915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.288284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:13.620047Z","caller":"traceutil/trace.go:171","msg":"trace[1911631409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2828; }","duration":"528.430368ms","start":"2026-03-31T04:59:13.091597Z","end":"2026-03-31T04:59:13.620028Z","steps":["trace[1911631409] 'range keys from in-memory index tree' (duration: 528.270183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.620213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.360663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:13.620673Z","caller":"traceutil/trace.go:171","msg":"trace[547670042] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2933; }","duration":"1.330549786s","start":"2026-03-31T04:59:12.29006Z","end":"2026-03-31T04:59:13.62061Z","steps":["trace[547670042] 'read index received' (duration: 334.631218ms)","trace[547670042] 'applied index is now lower than readState.Index' (duration: 995.917458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:13.620781Z","caller":"traceutil/trace.go:171","msg":"trace[1574760054] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"1.369457898s","start":"2026-03-31T04:59:12.251292Z","end":"2026-03-31T04:59:13.62075Z","steps":["trace[1574760054] 'process raft request' (duration: 1.369194071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:13.620928Z","caller":"traceutil/trace.go:171","msg":"trace[181530800] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"1.369775797s","start":"2026-03-31T04:59:12.251129Z","end":"2026-03-31T04:59:13.620905Z","steps":["trace[181530800] 'process raft request' (duration: 373.548311ms)","trace[181530800] 'compare' (duration: 995.23921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:13.620952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.251273Z","time spent":"1.369599022s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:13.621039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.251101Z","time spent":"1.3698874s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:13.621017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330957428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T04:59:13.621118Z","caller":"traceutil/trace.go:171","msg":"trace[123238771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2830; }","duration":"1.33108218s","start":"2026-03-31T04:59:12.290013Z","end":"2026-03-31T04:59:13.621095Z","steps":["trace[123238771] 'agreement among raft nodes before linearized reading' (duration: 1.330791592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:13.621396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.289994Z","time spent":"1.331210804s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T04:59:14.121531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395981686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:59:14.32002Z","caller":"traceutil/trace.go:171","msg":"trace[1955136923] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"788.213803ms","start":"2026-03-31T04:59:13.531776Z","end":"2026-03-31T04:59:14.31999Z","steps":["trace[1955136923] 'process raft request' (duration: 787.944016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.320211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.53175Z","time spent":"788.362496ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:14.414741Z","caller":"traceutil/trace.go:171","msg":"trace[1260550500] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"184.18821ms","start":"2026-03-31T04:59:14.230517Z","end":"2026-03-31T04:59:14.414706Z","steps":["trace[1260550500] 'process raft request' (duration: 184.003125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:14.414729Z","caller":"traceutil/trace.go:171","msg":"trace[1441620804] linearizableReadLoop","detail":"{readStateIndex:2937; appliedIndex:2935; }","duration":"793.911637ms","start":"2026-03-31T04:59:13.620768Z","end":"2026-03-31T04:59:14.41468Z","steps":["trace[1441620804] 'read index received' (duration: 698.936438ms)","trace[1441620804] 'applied index is now lower than readState.Index' (duration: 94.974299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:14.4157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.958222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:14.415826Z","caller":"traceutil/trace.go:171","msg":"trace[657834462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"931.119846ms","start":"2026-03-31T04:59:13.484664Z","end":"2026-03-31T04:59:14.415784Z","steps":["trace[657834462] 'agreement among raft nodes before linearized reading' (duration: 930.220162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.415869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.881554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T04:59:14.415885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.484644Z","time spent":"931.230339ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T04:59:14.415928Z","caller":"traceutil/trace.go:171","msg":"trace[1533756307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2835; }","duration":"969.973777ms","start":"2026-03-31T04:59:13.445937Z","end":"2026-03-31T04:59:14.415911Z","steps":["trace[1533756307] 'agreement among raft nodes before linearized reading' (duration: 968.959999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:14.415951Z","caller":"traceutil/trace.go:171","msg":"trace[632387029] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"164.326853ms","start":"2026-03-31T04:59:14.251601Z","end":"2026-03-31T04:59:14.415928Z","steps":["trace[632387029] 'process raft request' (duration: 163.027848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.415981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.445925Z","time spent":"970.046028ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T04:59:14.41571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167089887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a1d446b131fc62\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T04:59:14.41596Z","caller":"traceutil/trace.go:171","msg":"trace[2104478079] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"164.540909ms","start":"2026-03-31T04:59:14.251351Z","end":"2026-03-31T04:59:14.415892Z","steps":["trace[2104478079] 'process raft request' (duration: 163.234634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.178542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:14.416209Z","caller":"traceutil/trace.go:171","msg":"trace[25635006] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2835; }","duration":"997.258094ms","start":"2026-03-31T04:59:13.418921Z","end":"2026-03-31T04:59:14.416179Z","steps":["trace[25635006] 'agreement among raft nodes before linearized reading' (duration: 997.169132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.418902Z","time spent":"997.336327ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:59:14.416434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746455502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T04:59:14.416498Z","caller":"traceutil/trace.go:171","msg":"trace[278396202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2835; }","duration":"1.746549385s","start":"2026-03-31T04:59:12.669918Z","end":"2026-03-31T04:59:14.416468Z","steps":["trace[278396202] 'agreement among raft nodes before linearized reading' (duration: 1.746290568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.669862Z","time spent":"1.746668679s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T04:59:14.416617Z","caller":"traceutil/trace.go:171","msg":"trace[1356031878] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"789.832097ms","start":"2026-03-31T04:59:13.626381Z","end":"2026-03-31T04:59:14.416213Z","steps":["trace[1356031878] 'process raft request' (duration: 787.961326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036072283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T04:59:14.416755Z","caller":"traceutil/trace.go:171","msg":"trace[1838541863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2835; }","duration":"2.036194536s","start":"2026-03-31T04:59:12.380514Z","end":"2026-03-31T04:59:14.416708Z","steps":["trace[1838541863] 'agreement among raft nodes before linearized reading' (duration: 2.035681643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.380491Z","time spent":"2.03630951s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T04:59:14.416851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.649928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:59:14.416843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.62635Z","time spent":"790.357091ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:14.416785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808974424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:14.41689Z","caller":"traceutil/trace.go:171","msg":"trace[1830941094] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2835; }","duration":"753.72455ms","start":"2026-03-31T04:59:13.66315Z","end":"2026-03-31T04:59:14.416874Z","steps":["trace[1830941094] 'agreement among raft nodes before linearized reading' (duration: 753.655578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.416936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.663129Z","time spent":"753.791712ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:59:14.416901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111104933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T04:59:14.416975Z","caller":"traceutil/trace.go:171","msg":"trace[2106313859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"1.809146857s","start":"2026-03-31T04:59:12.607746Z","end":"2026-03-31T04:59:14.416893Z","steps":["trace[2106313859] 'agreement among raft nodes before linearized reading' (duration: 1.808837399s)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:14.417225Z","caller":"traceutil/trace.go:171","msg":"trace[1955302269] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2835; }","duration":"2.111250046s","start":"2026-03-31T04:59:12.305745Z","end":"2026-03-31T04:59:14.416995Z","steps":["trace[1955302269] 'agreement among raft nodes before linearized reading' (duration: 2.110440894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.417257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.305731Z","time spent":"2.111516934s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T04:59:14.417253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.607729Z","time spent":"1.809506748s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:59:14.41732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.925214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T04:59:14.417345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.319606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:59:14.417336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464206401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T04:59:14.417416Z","caller":"traceutil/trace.go:171","msg":"trace[1373156357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2835; }","duration":"646.415439ms","start":"2026-03-31T04:59:13.770967Z","end":"2026-03-31T04:59:14.417382Z","steps":["trace[1373156357] 'agreement among raft nodes before linearized reading' (duration: 645.992747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.417466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.770945Z","time spent":"646.506232ms","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T04:59:14.417466Z","caller":"traceutil/trace.go:171","msg":"trace[1391219218] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2835; }","duration":"1.464358285s","start":"2026-03-31T04:59:12.95306Z","end":"2026-03-31T04:59:14.417418Z","steps":["trace[1391219218] 'agreement among raft nodes before linearized reading' (duration: 1.463254265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.417515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.953039Z","time spent":"1.464466097s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T04:59:14.417381Z","caller":"traceutil/trace.go:171","msg":"trace[878320346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2835; }","duration":"518.036807ms","start":"2026-03-31T04:59:13.899328Z","end":"2026-03-31T04:59:14.417365Z","steps":["trace[878320346] 'agreement among raft nodes before linearized reading' (duration: 517.627026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.418026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.899308Z","time spent":"518.705626ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T04:59:14.419356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802860478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:59:14.419428Z","caller":"traceutil/trace.go:171","msg":"trace[1137098380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2835; }","duration":"1.805400787s","start":"2026-03-31T04:59:12.614014Z","end":"2026-03-31T04:59:14.419414Z","steps":["trace[1137098380] 'agreement among raft nodes before linearized reading' (duration: 1.802114578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.419468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.613992Z","time spent":"1.805460988s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T04:59:14.416116Z","caller":"traceutil/trace.go:171","msg":"trace[840795736] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a1d446b131fc62; range_end:; response_count:1; response_revision:2835; }","duration":"1.167460017s","start":"2026-03-31T04:59:13.248599Z","end":"2026-03-31T04:59:14.416059Z","steps":["trace[840795736] 'agreement among raft nodes before linearized reading' (duration: 1.166181062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.420357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:13.248579Z","time spent":"1.171748972s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a1d446b131fc62\" "} {"level":"warn","ts":"2026-03-31T04:59:14.426146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718157977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T04:59:14.426239Z","caller":"traceutil/trace.go:171","msg":"trace[1253798135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2835; }","duration":"1.718319741s","start":"2026-03-31T04:59:12.707892Z","end":"2026-03-31T04:59:14.426212Z","steps":["trace[1253798135] 'agreement among raft nodes before linearized reading' (duration: 1.70827404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:14.42701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:12.707861Z","time spent":"1.719134203s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T04:59:19.65816Z","caller":"traceutil/trace.go:171","msg":"trace[873364287] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"145.73869ms","start":"2026-03-31T04:59:19.512405Z","end":"2026-03-31T04:59:19.658144Z","steps":["trace[873364287] 'read index received' (duration: 145.572165ms)","trace[873364287] 'applied index is now lower than readState.Index' (duration: 165.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:19.658206Z","caller":"traceutil/trace.go:171","msg":"trace[1712153102] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"166.44917ms","start":"2026-03-31T04:59:19.491733Z","end":"2026-03-31T04:59:19.658182Z","steps":["trace[1712153102] 'process raft request' (duration: 166.299866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:19.658376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.965547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T04:59:19.658408Z","caller":"traceutil/trace.go:171","msg":"trace[979695328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2863; }","duration":"146.046309ms","start":"2026-03-31T04:59:19.512353Z","end":"2026-03-31T04:59:19.6584Z","steps":["trace[979695328] 'agreement among raft nodes before linearized reading' (duration: 145.880794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:20.22114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.519713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:59:20.221312Z","caller":"traceutil/trace.go:171","msg":"trace[577282530] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2969; }","duration":"557.281468ms","start":"2026-03-31T04:59:19.664017Z","end":"2026-03-31T04:59:20.221299Z","steps":["trace[577282530] 'read index received' (duration: 140.620422ms)","trace[577282530] 'applied index is now lower than readState.Index' (duration: 416.660386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:20.221508Z","caller":"traceutil/trace.go:171","msg":"trace[1949862598] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"558.524032ms","start":"2026-03-31T04:59:19.662973Z","end":"2026-03-31T04:59:20.221497Z","steps":["trace[1949862598] 'process raft request' (duration: 141.585738ms)","trace[1949862598] 'compare' (duration: 416.42944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:20.221577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:19.662956Z","time spent":"558.598274ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:59:20.221747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T04:59:20.221814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.784782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-03-31T04:59:20.221767Z","caller":"traceutil/trace.go:171","msg":"trace[1536027406] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"558.586794ms","start":"2026-03-31T04:59:19.663144Z","end":"2026-03-31T04:59:20.221731Z","steps":["trace[1536027406] 'process raft request' (duration: 558.121921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.221901Z","caller":"traceutil/trace.go:171","msg":"trace[1555016173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2865; }","duration":"557.853374ms","start":"2026-03-31T04:59:19.664002Z","end":"2026-03-31T04:59:20.221855Z","steps":["trace[1555016173] 'agreement among raft nodes before linearized reading' (duration: 557.70585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.221848Z","caller":"traceutil/trace.go:171","msg":"trace[98037620] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2865; }","duration":"119.858371ms","start":"2026-03-31T04:59:20.101968Z","end":"2026-03-31T04:59:20.221826Z","steps":["trace[98037620] 'agreement among raft nodes before linearized reading' (duration: 119.670396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:20.221947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:19.663995Z","time spent":"557.943737ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T04:59:20.222037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:59:19.663116Z","time spent":"558.833751ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:59:20.40843Z","caller":"traceutil/trace.go:171","msg":"trace[2035002342] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2971; }","duration":"120.153089ms","start":"2026-03-31T04:59:20.288244Z","end":"2026-03-31T04:59:20.408397Z","steps":["trace[2035002342] 'read index received' (duration: 44.943506ms)","trace[2035002342] 'applied index is now lower than readState.Index' (duration: 75.207503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:20.408618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.337514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:20.40871Z","caller":"traceutil/trace.go:171","msg":"trace[1210079555] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2865; }","duration":"120.485668ms","start":"2026-03-31T04:59:20.288199Z","end":"2026-03-31T04:59:20.408684Z","steps":["trace[1210079555] 'agreement among raft nodes before linearized reading' (duration: 120.309503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.597197Z","caller":"traceutil/trace.go:171","msg":"trace[1574372111] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"155.490225ms","start":"2026-03-31T04:59:20.441676Z","end":"2026-03-31T04:59:20.597166Z","steps":["trace[1574372111] 'process raft request' (duration: 81.00203ms)","trace[1574372111] 'compare' (duration: 74.3319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:20.693232Z","caller":"traceutil/trace.go:171","msg":"trace[1556713756] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"251.409207ms","start":"2026-03-31T04:59:20.441797Z","end":"2026-03-31T04:59:20.693206Z","steps":["trace[1556713756] 'process raft request' (duration: 251.214291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.693449Z","caller":"traceutil/trace.go:171","msg":"trace[1595395201] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2973; }","duration":"239.132265ms","start":"2026-03-31T04:59:20.45428Z","end":"2026-03-31T04:59:20.693412Z","steps":["trace[1595395201] 'read index received' (duration: 68.4183ms)","trace[1595395201] 'applied index is now lower than readState.Index' (duration: 170.709075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:20.693495Z","caller":"traceutil/trace.go:171","msg":"trace[1047946439] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"244.507211ms","start":"2026-03-31T04:59:20.448966Z","end":"2026-03-31T04:59:20.693473Z","steps":["trace[1047946439] 'process raft request' (duration: 244.190462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:20.693731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.816252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T04:59:20.693749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.541002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T04:59:20.69375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.840873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T04:59:20.693784Z","caller":"traceutil/trace.go:171","msg":"trace[1384243082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2869; }","duration":"236.900375ms","start":"2026-03-31T04:59:20.456869Z","end":"2026-03-31T04:59:20.693769Z","steps":["trace[1384243082] 'agreement among raft nodes before linearized reading' (duration: 236.750621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.693804Z","caller":"traceutil/trace.go:171","msg":"trace[1399301354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2869; }","duration":"237.622014ms","start":"2026-03-31T04:59:20.456164Z","end":"2026-03-31T04:59:20.693786Z","steps":["trace[1399301354] 'agreement among raft nodes before linearized reading' (duration: 237.434049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.693814Z","caller":"traceutil/trace.go:171","msg":"trace[1376535691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2869; }","duration":"236.929695ms","start":"2026-03-31T04:59:20.456866Z","end":"2026-03-31T04:59:20.693795Z","steps":["trace[1376535691] 'agreement among raft nodes before linearized reading' (duration: 236.755601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:20.693845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.397221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:20.693996Z","caller":"traceutil/trace.go:171","msg":"trace[890875844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"209.592316ms","start":"2026-03-31T04:59:20.48438Z","end":"2026-03-31T04:59:20.693972Z","steps":["trace[890875844] 'agreement among raft nodes before linearized reading' (duration: 209.388651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:20.693853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.558726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:59:20.694208Z","caller":"traceutil/trace.go:171","msg":"trace[1431935223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2869; }","duration":"239.848934ms","start":"2026-03-31T04:59:20.454242Z","end":"2026-03-31T04:59:20.694091Z","steps":["trace[1431935223] 'agreement among raft nodes before linearized reading' (duration: 239.278159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.826069Z","caller":"traceutil/trace.go:171","msg":"trace[1436605368] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"127.794635ms","start":"2026-03-31T04:59:20.698251Z","end":"2026-03-31T04:59:20.826045Z","steps":["trace[1436605368] 'process raft request' (duration: 127.60656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.82614Z","caller":"traceutil/trace.go:171","msg":"trace[1646403968] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"127.727133ms","start":"2026-03-31T04:59:20.698364Z","end":"2026-03-31T04:59:20.826092Z","steps":["trace[1646403968] 'process raft request' (duration: 127.59968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.826224Z","caller":"traceutil/trace.go:171","msg":"trace[1564384434] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"128.190135ms","start":"2026-03-31T04:59:20.698011Z","end":"2026-03-31T04:59:20.826201Z","steps":["trace[1564384434] 'process raft request' (duration: 127.722142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:20.82605Z","caller":"traceutil/trace.go:171","msg":"trace[637142942] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2976; }","duration":"108.472042ms","start":"2026-03-31T04:59:20.717548Z","end":"2026-03-31T04:59:20.82602Z","steps":["trace[637142942] 'read index received' (duration: 42.310403ms)","trace[637142942] 'applied index is now lower than readState.Index' (duration: 66.160069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:59:20.826269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.692878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:59:20.826441Z","caller":"traceutil/trace.go:171","msg":"trace[741180993] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2873; }","duration":"108.879053ms","start":"2026-03-31T04:59:20.717511Z","end":"2026-03-31T04:59:20.82639Z","steps":["trace[741180993] 'agreement among raft nodes before linearized reading' (duration: 108.596596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:22.029029Z","caller":"traceutil/trace.go:171","msg":"trace[832691015] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2980; }","duration":"174.678473ms","start":"2026-03-31T04:59:21.854329Z","end":"2026-03-31T04:59:22.029007Z","steps":["trace[832691015] 'read index received' (duration: 174.463827ms)","trace[832691015] 'applied index is now lower than readState.Index' (duration: 213.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:22.029112Z","caller":"traceutil/trace.go:171","msg":"trace[1171196097] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"202.854365ms","start":"2026-03-31T04:59:21.826217Z","end":"2026-03-31T04:59:22.029071Z","steps":["trace[1171196097] 'process raft request' (duration: 202.631398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:59:22.029249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.896919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:59:22.029274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.520423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d4478a0169fd\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T04:59:22.029354Z","caller":"traceutil/trace.go:171","msg":"trace[1319888298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2874; }","duration":"175.045673ms","start":"2026-03-31T04:59:21.854275Z","end":"2026-03-31T04:59:22.029321Z","steps":["trace[1319888298] 'agreement among raft nodes before linearized reading' (duration: 174.843548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:22.029443Z","caller":"traceutil/trace.go:171","msg":"trace[1648040318] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d4478a0169fd; range_end:; response_count:1; response_revision:2874; }","duration":"149.732738ms","start":"2026-03-31T04:59:21.879697Z","end":"2026-03-31T04:59:22.02943Z","steps":["trace[1648040318] 'agreement among raft nodes before linearized reading' (duration: 149.450231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:22.15961Z","caller":"traceutil/trace.go:171","msg":"trace[1925746193] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"127.683923ms","start":"2026-03-31T04:59:22.031899Z","end":"2026-03-31T04:59:22.159583Z","steps":["trace[1925746193] 'process raft request' (duration: 78.895774ms)","trace[1925746193] 'compare' (duration: 48.46602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:59:26.91893Z","caller":"traceutil/trace.go:171","msg":"trace[1379729253] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"101.575566ms","start":"2026-03-31T04:59:26.817319Z","end":"2026-03-31T04:59:26.918894Z","steps":["trace[1379729253] 'compare' (duration: 97.010103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:59:38.781524Z","caller":"traceutil/trace.go:171","msg":"trace[1026780113] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"100.725854ms","start":"2026-03-31T04:59:38.680769Z","end":"2026-03-31T04:59:38.781495Z","steps":["trace[1026780113] 'process raft request' (duration: 100.545919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:20.646611Z","caller":"traceutil/trace.go:171","msg":"trace[271363819] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"130.132477ms","start":"2026-03-31T05:00:20.516438Z","end":"2026-03-31T05:00:20.64657Z","steps":["trace[271363819] 'process raft request' (duration: 129.909531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:47.542183Z","caller":"traceutil/trace.go:171","msg":"trace[448864903] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"273.656881ms","start":"2026-03-31T05:00:47.268505Z","end":"2026-03-31T05:00:47.542162Z","steps":["trace[448864903] 'process raft request' (duration: 273.501007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:48.525003Z","caller":"traceutil/trace.go:171","msg":"trace[935531252] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"1.227987305s","start":"2026-03-31T05:00:47.296981Z","end":"2026-03-31T05:00:48.524968Z","steps":["trace[935531252] 'process raft request' (duration: 1.227716458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.525214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.296962Z","time spent":"1.228141758s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:00:48.52521Z","caller":"traceutil/trace.go:171","msg":"trace[1604628111] linearizableReadLoop","detail":"{readStateIndex:3452; appliedIndex:3449; }","duration":"1.117513812s","start":"2026-03-31T05:00:47.407644Z","end":"2026-03-31T05:00:48.525158Z","steps":["trace[1604628111] 'read index received' (duration: 134.434452ms)","trace[1604628111] 'applied index is now lower than readState.Index' (duration: 983.07652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:00:48.52533Z","caller":"traceutil/trace.go:171","msg":"trace[611070777] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"1.226178326s","start":"2026-03-31T05:00:47.29914Z","end":"2026-03-31T05:00:48.525318Z","steps":["trace[611070777] 'process raft request' (duration: 1.225775125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.525471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.299112Z","time spent":"1.226249508s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:00:48.52553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117866661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:00:48.525621Z","caller":"traceutil/trace.go:171","msg":"trace[566946204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3327; }","duration":"1.118001855s","start":"2026-03-31T05:00:47.407597Z","end":"2026-03-31T05:00:48.525599Z","steps":["trace[566946204] 'agreement among raft nodes before linearized reading' (duration: 1.117765958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.52567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.407568Z","time spent":"1.118093367s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:00:48.550836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117508941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:00:48.550873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136162179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:00:48.55095Z","caller":"traceutil/trace.go:171","msg":"trace[204389298] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3328; }","duration":"1.117665525s","start":"2026-03-31T05:00:47.433256Z","end":"2026-03-31T05:00:48.550922Z","steps":["trace[204389298] 'agreement among raft nodes before linearized reading' (duration: 1.117503511s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:00:48.550969Z","caller":"traceutil/trace.go:171","msg":"trace[1145036156] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3328; }","duration":"1.136300273s","start":"2026-03-31T05:00:47.41464Z","end":"2026-03-31T05:00:48.55094Z","steps":["trace[1145036156] 'agreement among raft nodes before linearized reading' (duration: 1.136139248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.551025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.414625Z","time spent":"1.136383515s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:00:48.550833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.681223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:00:48.551079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053589219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:00:48.551115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142513768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:00:48.551163Z","caller":"traceutil/trace.go:171","msg":"trace[1713925061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3328; }","duration":"1.053699812s","start":"2026-03-31T05:00:47.497436Z","end":"2026-03-31T05:00:48.551136Z","steps":["trace[1713925061] 'agreement among raft nodes before linearized reading' (duration: 1.053402184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.551032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.433233Z","time spent":"1.117778319s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:00:48.5512Z","caller":"traceutil/trace.go:171","msg":"trace[2138546187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3328; }","duration":"1.1426028s","start":"2026-03-31T05:00:47.40857Z","end":"2026-03-31T05:00:48.551172Z","steps":["trace[2138546187] 'agreement among raft nodes before linearized reading' (duration: 1.14183715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.55121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.497384Z","time spent":"1.053817015s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:00:48.551254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.40856Z","time spent":"1.142684562s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:00:48.551361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051899034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:00:48.551278Z","caller":"traceutil/trace.go:171","msg":"trace[848609209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3328; }","duration":"964.023112ms","start":"2026-03-31T05:00:47.587108Z","end":"2026-03-31T05:00:48.551132Z","steps":["trace[848609209] 'agreement among raft nodes before linearized reading' (duration: 963.617331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.5515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.587048Z","time spent":"964.432443ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:00:48.551487Z","caller":"traceutil/trace.go:171","msg":"trace[1277653719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3328; }","duration":"1.052673234s","start":"2026-03-31T05:00:47.49878Z","end":"2026-03-31T05:00:48.551454Z","steps":["trace[1277653719] 'agreement among raft nodes before linearized reading' (duration: 1.051639437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:00:48.551598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:00:47.498763Z","time spent":"1.052799677s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:01:46.861829Z","caller":"traceutil/trace.go:171","msg":"trace[1507322304] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"118.773614ms","start":"2026-03-31T05:01:46.742821Z","end":"2026-03-31T05:01:46.861595Z","steps":["trace[1507322304] 'process raft request' (duration: 118.525697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:46.865997Z","caller":"traceutil/trace.go:171","msg":"trace[527905070] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"121.751614ms","start":"2026-03-31T05:01:46.744233Z","end":"2026-03-31T05:01:46.865985Z","steps":["trace[527905070] 'process raft request' (duration: 121.680122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:01:52.146234Z","caller":"traceutil/trace.go:171","msg":"trace[1263342866] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"146.954375ms","start":"2026-03-31T05:01:51.999248Z","end":"2026-03-31T05:01:52.146202Z","steps":["trace[1263342866] 'process raft request' (duration: 146.7862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:03.539839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395984611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:04.040516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395984611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:02:04.365015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328572055s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:02:04.365468Z","caller":"traceutil/trace.go:171","msg":"trace[1775804999] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"1.366377272s","start":"2026-03-31T05:02:02.999071Z","end":"2026-03-31T05:02:04.365449Z","steps":["trace[1775804999] 'process raft request' (duration: 1.366257199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.365578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:02.999058Z","time spent":"1.366443634s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:04.366615Z","caller":"traceutil/trace.go:171","msg":"trace[549998340] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"1.327020564s","start":"2026-03-31T05:02:03.039581Z","end":"2026-03-31T05:02:04.366601Z","steps":["trace[549998340] 'process raft request' (duration: 1.326636134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.366717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.039568Z","time spent":"1.327079525s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:04.366717Z","caller":"traceutil/trace.go:171","msg":"trace[863968520] linearizableReadLoop","detail":"{readStateIndex:4068; appliedIndex:4064; }","duration":"1.32725746s","start":"2026-03-31T05:02:03.039444Z","end":"2026-03-31T05:02:04.366702Z","steps":["trace[863968520] 'read index received' (duration: 1.325859943s)","trace[863968520] 'applied index is now lower than readState.Index' (duration: 1.396567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:04.36682Z","caller":"traceutil/trace.go:171","msg":"trace[1298626437] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"865.481157ms","start":"2026-03-31T05:02:03.501331Z","end":"2026-03-31T05:02:04.366812Z","steps":["trace[1298626437] 'process raft request' (duration: 865.251851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.366898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327456785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:02:04.366934Z","caller":"traceutil/trace.go:171","msg":"trace[780071268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3925; }","duration":"1.327524157s","start":"2026-03-31T05:02:03.0394Z","end":"2026-03-31T05:02:04.366925Z","steps":["trace[780071268] 'agreement among raft nodes before linearized reading' (duration: 1.327420855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.366955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.039378Z","time spent":"1.327566518s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:02:04.366956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.501304Z","time spent":"865.55704ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:04.366707Z","caller":"traceutil/trace.go:171","msg":"trace[160521079] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"1.327009673s","start":"2026-03-31T05:02:03.039648Z","end":"2026-03-31T05:02:04.366658Z","steps":["trace[160521079] 'process raft request' (duration: 1.32688217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:04.367102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:03.039642Z","time spent":"1.327390813s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:10.326077Z","caller":"traceutil/trace.go:171","msg":"trace[1664290173] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"184.430554ms","start":"2026-03-31T05:02:10.141607Z","end":"2026-03-31T05:02:10.326037Z","steps":["trace[1664290173] 'process raft request' (duration: 184.076164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:03.728326Z","caller":"traceutil/trace.go:171","msg":"trace[1242955801] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"137.76839ms","start":"2026-03-31T05:03:03.590521Z","end":"2026-03-31T05:03:03.728289Z","steps":["trace[1242955801] 'process raft request' (duration: 78.994016ms)","trace[1242955801] 'compare' (duration: 58.62666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:05.80446Z","caller":"traceutil/trace.go:171","msg":"trace[1386786926] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4867; }","duration":"124.859517ms","start":"2026-03-31T05:03:05.679577Z","end":"2026-03-31T05:03:05.804437Z","steps":["trace[1386786926] 'read index received' (duration: 122.991056ms)","trace[1386786926] 'applied index is now lower than readState.Index' (duration: 1.867201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:05.804587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.994912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:05.804619Z","caller":"traceutil/trace.go:171","msg":"trace[31188741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4689; }","duration":"125.077063ms","start":"2026-03-31T05:03:05.679535Z","end":"2026-03-31T05:03:05.804612Z","steps":["trace[31188741] 'agreement among raft nodes before linearized reading' (duration: 124.995641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:07.168043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.993322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:07.168141Z","caller":"traceutil/trace.go:171","msg":"trace[280116649] linearizableReadLoop","detail":"{readStateIndex:4942; appliedIndex:4941; }","duration":"174.613085ms","start":"2026-03-31T05:03:06.993515Z","end":"2026-03-31T05:03:07.168128Z","steps":["trace[280116649] 'read index received' (duration: 46.495339ms)","trace[280116649] 'applied index is now lower than readState.Index' (duration: 128.116546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:07.168418Z","caller":"traceutil/trace.go:171","msg":"trace[457018276] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"242.795065ms","start":"2026-03-31T05:03:06.925576Z","end":"2026-03-31T05:03:07.168371Z","steps":["trace[457018276] 'process raft request' (duration: 114.401282ms)","trace[457018276] 'compare' (duration: 127.818228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:07.16862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.105178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T05:03:07.16867Z","caller":"traceutil/trace.go:171","msg":"trace[550075188] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4763; }","duration":"175.19458ms","start":"2026-03-31T05:03:06.993462Z","end":"2026-03-31T05:03:07.168657Z","steps":["trace[550075188] 'agreement among raft nodes before linearized reading' (duration: 174.999925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:07.169472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.027108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T05:03:07.169552Z","caller":"traceutil/trace.go:171","msg":"trace[1194415069] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4763; }","duration":"156.177382ms","start":"2026-03-31T05:03:07.013355Z","end":"2026-03-31T05:03:07.169532Z","steps":["trace[1194415069] 'agreement among raft nodes before linearized reading' (duration: 155.184665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:08.096281Z","caller":"traceutil/trace.go:171","msg":"trace[377101639] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"103.994188ms","start":"2026-03-31T05:03:07.99226Z","end":"2026-03-31T05:03:08.096254Z","steps":["trace[377101639] 'process raft request' (duration: 103.821964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:08.131763Z","caller":"traceutil/trace.go:171","msg":"trace[943894202] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4952; }","duration":"111.083431ms","start":"2026-03-31T05:03:08.020648Z","end":"2026-03-31T05:03:08.131732Z","steps":["trace[943894202] 'read index received' (duration: 75.433199ms)","trace[943894202] 'applied index is now lower than readState.Index' (duration: 35.648902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:08.131811Z","caller":"traceutil/trace.go:171","msg":"trace[365610575] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"134.057119ms","start":"2026-03-31T05:03:07.997719Z","end":"2026-03-31T05:03:08.131776Z","steps":["trace[365610575] 'process raft request' (duration: 133.838243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:08.13206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.386329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:03:08.132106Z","caller":"traceutil/trace.go:171","msg":"trace[26513646] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4775; }","duration":"111.472741ms","start":"2026-03-31T05:03:08.020622Z","end":"2026-03-31T05:03:08.132094Z","steps":["trace[26513646] 'agreement among raft nodes before linearized reading' (duration: 111.258395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:08.244117Z","caller":"traceutil/trace.go:171","msg":"trace[416284668] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"102.998681ms","start":"2026-03-31T05:03:08.141099Z","end":"2026-03-31T05:03:08.244098Z","steps":["trace[416284668] 'process raft request' (duration: 94.711365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:08.459687Z","caller":"traceutil/trace.go:171","msg":"trace[1102900633] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"165.002593ms","start":"2026-03-31T05:03:08.294653Z","end":"2026-03-31T05:03:08.459656Z","steps":["trace[1102900633] 'process raft request' (duration: 164.815218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:09.695366Z","caller":"traceutil/trace.go:171","msg":"trace[154532860] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"215.868291ms","start":"2026-03-31T05:03:09.479463Z","end":"2026-03-31T05:03:09.695331Z","steps":["trace[154532860] 'process raft request' (duration: 215.46866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:10.431644Z","caller":"traceutil/trace.go:171","msg":"trace[1107697094] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"104.105901ms","start":"2026-03-31T05:03:10.327492Z","end":"2026-03-31T05:03:10.431598Z","steps":["trace[1107697094] 'process raft request' (duration: 95.98214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.218578Z","caller":"traceutil/trace.go:171","msg":"trace[418814038] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"125.166965ms","start":"2026-03-31T05:03:12.093387Z","end":"2026-03-31T05:03:12.218554Z","steps":["trace[418814038] 'read index received' (duration: 95.514646ms)","trace[418814038] 'applied index is now lower than readState.Index' (duration: 29.650889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:12.219009Z","caller":"traceutil/trace.go:171","msg":"trace[2075603163] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"139.470596ms","start":"2026-03-31T05:03:12.079513Z","end":"2026-03-31T05:03:12.218983Z","steps":["trace[2075603163] 'process raft request' (duration: 109.439056ms)","trace[2075603163] 'compare' (duration: 29.178716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:12.21908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.67771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521861"} {"level":"info","ts":"2026-03-31T05:03:12.21912Z","caller":"traceutil/trace.go:171","msg":"trace[973046384] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4871; }","duration":"125.764221ms","start":"2026-03-31T05:03:12.093345Z","end":"2026-03-31T05:03:12.219109Z","steps":["trace[973046384] 'agreement among raft nodes before linearized reading' (duration: 125.293058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.108699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395986765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:03:13.152477Z","caller":"traceutil/trace.go:171","msg":"trace[40944109] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"641.804223ms","start":"2026-03-31T05:03:12.510655Z","end":"2026-03-31T05:03:13.15246Z","steps":["trace[40944109] 'process raft request' (duration: 641.649399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.152623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.510627Z","time spent":"641.917757ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:13.159395Z","caller":"traceutil/trace.go:171","msg":"trace[672285752] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"541.901388ms","start":"2026-03-31T05:03:12.617473Z","end":"2026-03-31T05:03:13.159374Z","steps":["trace[672285752] 'process raft request' (duration: 541.60243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.16041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.019004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:13.160427Z","caller":"traceutil/trace.go:171","msg":"trace[464736847] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"217.338201ms","start":"2026-03-31T05:03:12.943048Z","end":"2026-03-31T05:03:13.160386Z","steps":["trace[464736847] 'process raft request' (duration: 216.982011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:13.160466Z","caller":"traceutil/trace.go:171","msg":"trace[677332610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4877; }","duration":"552.111157ms","start":"2026-03-31T05:03:12.608342Z","end":"2026-03-31T05:03:13.160453Z","steps":["trace[677332610] 'agreement among raft nodes before linearized reading' (duration: 552.004794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.160514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.608327Z","time spent":"552.177318ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:03:13.159907Z","caller":"traceutil/trace.go:171","msg":"trace[234785644] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"508.226209ms","start":"2026-03-31T05:03:12.651659Z","end":"2026-03-31T05:03:13.159885Z","steps":["trace[234785644] 'process raft request' (duration: 507.630783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.161167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.65164Z","time spent":"509.436812ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:13.159987Z","caller":"traceutil/trace.go:171","msg":"trace[431459942] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"507.477849ms","start":"2026-03-31T05:03:12.652501Z","end":"2026-03-31T05:03:13.159979Z","steps":["trace[431459942] 'process raft request' (duration: 507.115939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.161481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.652486Z","time spent":"508.841955ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:13.160079Z","caller":"traceutil/trace.go:171","msg":"trace[1112426417] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"367.101788ms","start":"2026-03-31T05:03:12.792968Z","end":"2026-03-31T05:03:13.16007Z","steps":["trace[1112426417] 'process raft request' (duration: 366.856021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.161611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.792929Z","time spent":"368.64168ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:13.160318Z","caller":"traceutil/trace.go:171","msg":"trace[454330396] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5056; }","duration":"551.924021ms","start":"2026-03-31T05:03:12.608381Z","end":"2026-03-31T05:03:13.160305Z","steps":["trace[454330396] 'read index received' (duration: 544.053267ms)","trace[454330396] 'applied index is now lower than readState.Index' (duration: 7.869874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:13.164656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.61745Z","time spent":"542.955966ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:13.174604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.829989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:03:13.174713Z","caller":"traceutil/trace.go:171","msg":"trace[333627206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4880; }","duration":"514.963312ms","start":"2026-03-31T05:03:12.659733Z","end":"2026-03-31T05:03:13.174696Z","steps":["trace[333627206] 'agreement among raft nodes before linearized reading' (duration: 514.766167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.174713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.092508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:03:13.174761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.659723Z","time spent":"515.028785ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:03:13.174922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.411837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:13.174993Z","caller":"traceutil/trace.go:171","msg":"trace[2010173326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"459.513689ms","start":"2026-03-31T05:03:12.715464Z","end":"2026-03-31T05:03:13.174978Z","steps":["trace[2010173326] 'agreement among raft nodes before linearized reading' (duration: 459.304903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.175025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.715454Z","time spent":"459.562931ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:13.175035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.53857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:13.174791Z","caller":"traceutil/trace.go:171","msg":"trace[2007693496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:4880; }","duration":"437.208791ms","start":"2026-03-31T05:03:12.737561Z","end":"2026-03-31T05:03:13.17477Z","steps":["trace[2007693496] 'agreement among raft nodes before linearized reading' (duration: 436.964095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:13.17511Z","caller":"traceutil/trace.go:171","msg":"trace[1242756881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"459.674914ms","start":"2026-03-31T05:03:12.715417Z","end":"2026-03-31T05:03:13.175092Z","steps":["trace[1242756881] 'agreement among raft nodes before linearized reading' (duration: 459.493229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.175148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.583619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:13.175175Z","caller":"traceutil/trace.go:171","msg":"trace[348810632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"456.632591ms","start":"2026-03-31T05:03:12.718536Z","end":"2026-03-31T05:03:13.175168Z","steps":["trace[348810632] 'agreement among raft nodes before linearized reading' (duration: 456.562039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.175196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.718522Z","time spent":"456.670142ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:13.17516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.737546Z","time spent":"437.587871ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:03:13.175246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.61016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:13.175267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.354435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:03:13.175285Z","caller":"traceutil/trace.go:171","msg":"trace[896337010] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4880; }","duration":"375.687192ms","start":"2026-03-31T05:03:12.799586Z","end":"2026-03-31T05:03:13.175274Z","steps":["trace[896337010] 'agreement among raft nodes before linearized reading' (duration: 375.62368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:13.175295Z","caller":"traceutil/trace.go:171","msg":"trace[404929771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4880; }","duration":"463.414306ms","start":"2026-03-31T05:03:12.711868Z","end":"2026-03-31T05:03:13.175282Z","steps":["trace[404929771] 'agreement among raft nodes before linearized reading' (duration: 463.322674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:13.175314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.711852Z","time spent":"463.459367ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:03:13.175316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.799568Z","time spent":"375.739984ms","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:13.17523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.715409Z","time spent":"459.755276ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:14.194023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.820449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c44f9\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-31T05:03:14.194122Z","caller":"traceutil/trace.go:171","msg":"trace[159930945] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c44f9; range_end:; response_count:1; response_revision:4898; }","duration":"241.977044ms","start":"2026-03-31T05:03:13.95212Z","end":"2026-03-31T05:03:14.194097Z","steps":["trace[159930945] 'range keys from in-memory index tree' (duration: 241.521991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:14.205555Z","caller":"traceutil/trace.go:171","msg":"trace[908220706] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"251.164275ms","start":"2026-03-31T05:03:13.954372Z","end":"2026-03-31T05:03:14.205536Z","steps":["trace[908220706] 'process raft request' (duration: 251.018531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.404113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.955954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T05:03:17.404189Z","caller":"traceutil/trace.go:171","msg":"trace[1204749437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:5018; }","duration":"426.077968ms","start":"2026-03-31T05:03:16.978094Z","end":"2026-03-31T05:03:17.404172Z","steps":["trace[1204749437] 'range keys from in-memory index tree' (duration: 425.787249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.404219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:16.978074Z","time spent":"426.138889ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" "} {"level":"warn","ts":"2026-03-31T05:03:17.404293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.851137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:17.404286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.936202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-03-31T05:03:17.404363Z","caller":"traceutil/trace.go:171","msg":"trace[465008726] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5018; }","duration":"673.97004ms","start":"2026-03-31T05:03:16.730377Z","end":"2026-03-31T05:03:17.404347Z","steps":["trace[465008726] 'count revisions from in-memory index tree' (duration: 673.723044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.404394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:16.730357Z","time spent":"674.029373ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:17.404386Z","caller":"traceutil/trace.go:171","msg":"trace[801768330] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5018; }","duration":"795.051595ms","start":"2026-03-31T05:03:16.60931Z","end":"2026-03-31T05:03:17.404361Z","steps":["trace[801768330] 'range keys from in-memory index tree' (duration: 794.604373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.404444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:16.609287Z","time spent":"795.140358ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413154,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:03:17.404725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.855608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:17.404772Z","caller":"traceutil/trace.go:171","msg":"trace[946675150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5018; }","duration":"920.921769ms","start":"2026-03-31T05:03:16.483825Z","end":"2026-03-31T05:03:17.404747Z","steps":["trace[946675150] 'range keys from in-memory index tree' (duration: 920.737834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.404802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:16.483807Z","time spent":"920.989782ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:17.40502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.099248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719308"} {"level":"info","ts":"2026-03-31T05:03:17.405099Z","caller":"traceutil/trace.go:171","msg":"trace[2085115283] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5018; }","duration":"861.223051ms","start":"2026-03-31T05:03:16.543866Z","end":"2026-03-31T05:03:17.405089Z","steps":["trace[2085115283] 'range keys from in-memory index tree' (duration: 860.754928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.405137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:16.543839Z","time spent":"861.290763ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719332,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:03:17.600441Z","caller":"traceutil/trace.go:171","msg":"trace[1103096118] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"425.595614ms","start":"2026-03-31T05:03:17.174817Z","end":"2026-03-31T05:03:17.600413Z","steps":["trace[1103096118] 'process raft request' (duration: 425.238924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.600615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.1748Z","time spent":"425.718418ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:17.917398Z","caller":"traceutil/trace.go:171","msg":"trace[2033546068] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"741.211437ms","start":"2026-03-31T05:03:17.17616Z","end":"2026-03-31T05:03:17.917372Z","steps":["trace[2033546068] 'process raft request' (duration: 740.95212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.917529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.176131Z","time spent":"741.32963ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:17.917533Z","caller":"traceutil/trace.go:171","msg":"trace[1804272015] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"505.189006ms","start":"2026-03-31T05:03:17.41232Z","end":"2026-03-31T05:03:17.917509Z","steps":["trace[1804272015] 'process raft request' (duration: 505.004331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.917573Z","caller":"traceutil/trace.go:171","msg":"trace[16866190] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"607.96853ms","start":"2026-03-31T05:03:17.309586Z","end":"2026-03-31T05:03:17.917555Z","steps":["trace[16866190] 'process raft request' (duration: 607.690653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.917659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.309563Z","time spent":"608.051653ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:17.917689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.412296Z","time spent":"505.294999ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:17.917851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.526952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:03:17.917912Z","caller":"traceutil/trace.go:171","msg":"trace[203669608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:5022; }","duration":"724.633135ms","start":"2026-03-31T05:03:17.193268Z","end":"2026-03-31T05:03:17.917901Z","steps":["trace[203669608] 'agreement among raft nodes before linearized reading' (duration: 724.44582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.917946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.193248Z","time spent":"724.688956ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:03:17.91766Z","caller":"traceutil/trace.go:171","msg":"trace[1187731819] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5206; }","duration":"724.095629ms","start":"2026-03-31T05:03:17.193317Z","end":"2026-03-31T05:03:17.917413Z","steps":["trace[1187731819] 'read index received' (duration: 407.008736ms)","trace[1187731819] 'applied index is now lower than readState.Index' (duration: 317.085853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:18.071358Z","caller":"traceutil/trace.go:171","msg":"trace[1041745582] linearizableReadLoop","detail":"{readStateIndex:5211; appliedIndex:5210; }","duration":"153.202491ms","start":"2026-03-31T05:03:17.918128Z","end":"2026-03-31T05:03:18.07133Z","steps":["trace[1041745582] 'read index received' (duration: 129.880104ms)","trace[1041745582] 'applied index is now lower than readState.Index' (duration: 23.320957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:18.07148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.328066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:18.071526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.992624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:03:18.071554Z","caller":"traceutil/trace.go:171","msg":"trace[826002300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5023; }","duration":"665.445889ms","start":"2026-03-31T05:03:17.406089Z","end":"2026-03-31T05:03:18.071535Z","steps":["trace[826002300] 'agreement among raft nodes before linearized reading' (duration: 665.270115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.071604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.40607Z","time spent":"665.525601ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:18.071606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.358171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:03:18.071621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.254595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:03:18.071642Z","caller":"traceutil/trace.go:171","msg":"trace[1460961413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5023; }","duration":"864.308846ms","start":"2026-03-31T05:03:17.207328Z","end":"2026-03-31T05:03:18.071637Z","steps":["trace[1460961413] 'agreement among raft nodes before linearized reading' (duration: 864.250925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.071644Z","caller":"traceutil/trace.go:171","msg":"trace[1406601774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"870.458314ms","start":"2026-03-31T05:03:17.201175Z","end":"2026-03-31T05:03:18.071634Z","steps":["trace[1406601774] 'agreement among raft nodes before linearized reading' (duration: 870.29919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.071669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.207314Z","time spent":"864.349897ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:03:18.071682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.200958Z","time spent":"870.714691ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:18.071846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.877776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:03:18.071881Z","caller":"traceutil/trace.go:171","msg":"trace[1153892661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5023; }","duration":"870.929417ms","start":"2026-03-31T05:03:17.200942Z","end":"2026-03-31T05:03:18.071872Z","steps":["trace[1153892661] 'agreement among raft nodes before linearized reading' (duration: 870.838804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.071907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.20092Z","time spent":"870.980908ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:03:18.071563Z","caller":"traceutil/trace.go:171","msg":"trace[156636045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5023; }","duration":"869.070916ms","start":"2026-03-31T05:03:17.202483Z","end":"2026-03-31T05:03:18.071554Z","steps":["trace[156636045] 'agreement among raft nodes before linearized reading' (duration: 868.900421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.071996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.020909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:03:18.071998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.370802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719308"} {"level":"warn","ts":"2026-03-31T05:03:18.072043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.963734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-31T05:03:18.072077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.862897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:18.072105Z","caller":"traceutil/trace.go:171","msg":"trace[157122879] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5023; }","duration":"287.492495ms","start":"2026-03-31T05:03:17.784588Z","end":"2026-03-31T05:03:18.07208Z","steps":["trace[157122879] 'agreement among raft nodes before linearized reading' (duration: 286.835867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.072109Z","caller":"traceutil/trace.go:171","msg":"trace[1922356052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:5023; }","duration":"865.027055ms","start":"2026-03-31T05:03:17.207062Z","end":"2026-03-31T05:03:18.072089Z","steps":["trace[1922356052] 'agreement among raft nodes before linearized reading' (duration: 864.854881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.202463Z","time spent":"869.592591ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:03:18.072112Z","caller":"traceutil/trace.go:171","msg":"trace[1538881916] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"245.14442ms","start":"2026-03-31T05:03:17.826928Z","end":"2026-03-31T05:03:18.072072Z","steps":["trace[1538881916] 'process raft request' (duration: 221.233717ms)","trace[1538881916] 'compare' (duration: 22.71787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:18.072146Z","caller":"traceutil/trace.go:171","msg":"trace[1589168764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5023; }","duration":"445.97088ms","start":"2026-03-31T05:03:17.626159Z","end":"2026-03-31T05:03:18.07213Z","steps":["trace[1589168764] 'agreement among raft nodes before linearized reading' (duration: 445.827216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.595241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:18.072165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.207029Z","time spent":"865.122488ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" "} {"level":"info","ts":"2026-03-31T05:03:18.07221Z","caller":"traceutil/trace.go:171","msg":"trace[1206460099] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5023; }","duration":"548.861257ms","start":"2026-03-31T05:03:17.523337Z","end":"2026-03-31T05:03:18.072198Z","steps":["trace[1206460099] 'agreement among raft nodes before linearized reading' (duration: 548.552769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.626143Z","time spent":"446.049382ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:18.072241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.705249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62882"} {"level":"warn","ts":"2026-03-31T05:03:18.07205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.374661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:03:18.072253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.523321Z","time spent":"548.91732ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:18.072269Z","caller":"traceutil/trace.go:171","msg":"trace[1257285095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5023; }","duration":"140.761101ms","start":"2026-03-31T05:03:17.9315Z","end":"2026-03-31T05:03:18.072261Z","steps":["trace[1257285095] 'agreement among raft nodes before linearized reading' (duration: 140.594107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.072297Z","caller":"traceutil/trace.go:171","msg":"trace[1321334509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5023; }","duration":"874.644888ms","start":"2026-03-31T05:03:17.197623Z","end":"2026-03-31T05:03:18.072268Z","steps":["trace[1321334509] 'agreement among raft nodes before linearized reading' (duration: 874.35081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.197611Z","time spent":"874.71712ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:03:18.072044Z","caller":"traceutil/trace.go:171","msg":"trace[190545518] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5023; }","duration":"329.07117ms","start":"2026-03-31T05:03:17.742958Z","end":"2026-03-31T05:03:18.072029Z","steps":["trace[190545518] 'agreement among raft nodes before linearized reading' (duration: 328.970457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.535975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:03:18.072419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.742912Z","time spent":"329.475422ms","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:18.072476Z","caller":"traceutil/trace.go:171","msg":"trace[1751413566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5023; }","duration":"874.852224ms","start":"2026-03-31T05:03:17.197559Z","end":"2026-03-31T05:03:18.072411Z","steps":["trace[1751413566] 'agreement among raft nodes before linearized reading' (duration: 874.510555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.072596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.19755Z","time spent":"875.019579ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:18.381355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.700265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:18.381562Z","caller":"traceutil/trace.go:171","msg":"trace[1370708306] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"304.727926ms","start":"2026-03-31T05:03:18.076799Z","end":"2026-03-31T05:03:18.381527Z","steps":["trace[1370708306] 'process raft request' (duration: 202.769473ms)","trace[1370708306] 'compare' (duration: 101.525511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:18.381679Z","caller":"traceutil/trace.go:171","msg":"trace[834561087] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5212; }","duration":"302.033812ms","start":"2026-03-31T05:03:18.079628Z","end":"2026-03-31T05:03:18.381662Z","steps":["trace[834561087] 'read index received' (duration: 17.991721ms)","trace[834561087] 'applied index is now lower than readState.Index' (duration: 284.040821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:18.38173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.076782Z","time spent":"304.863439ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:18.381779Z","caller":"traceutil/trace.go:171","msg":"trace[903309249] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"303.824121ms","start":"2026-03-31T05:03:18.077941Z","end":"2026-03-31T05:03:18.381766Z","steps":["trace[903309249] 'process raft request' (duration: 303.649396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.381862Z","caller":"traceutil/trace.go:171","msg":"trace[886456199] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"305.012764ms","start":"2026-03-31T05:03:18.076838Z","end":"2026-03-31T05:03:18.381851Z","steps":["trace[886456199] 'process raft request' (duration: 304.628763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.381958Z","caller":"traceutil/trace.go:171","msg":"trace[1373320554] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"303.542693ms","start":"2026-03-31T05:03:18.078406Z","end":"2026-03-31T05:03:18.381949Z","steps":["trace[1373320554] 'process raft request' (duration: 303.218784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.381709Z","caller":"traceutil/trace.go:171","msg":"trace[1083699488] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"304.739746ms","start":"2026-03-31T05:03:18.076941Z","end":"2026-03-31T05:03:18.381681Z","steps":["trace[1083699488] 'process raft request' (duration: 304.614973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.382023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.078395Z","time spent":"303.597104ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:18.382032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.076822Z","time spent":"305.139117ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:18.38186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.077931Z","time spent":"303.889233ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:18.382146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.076907Z","time spent":"305.141047ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:18.382238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.607738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:18.382299Z","caller":"traceutil/trace.go:171","msg":"trace[537213600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"302.660479ms","start":"2026-03-31T05:03:18.079604Z","end":"2026-03-31T05:03:18.382265Z","steps":["trace[537213600] 'agreement among raft nodes before linearized reading' (duration: 302.602817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.382333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.079596Z","time spent":"302.729662ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:18.382346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.563636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719308"} {"level":"info","ts":"2026-03-31T05:03:18.382385Z","caller":"traceutil/trace.go:171","msg":"trace[1036727392] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5029; }","duration":"295.621607ms","start":"2026-03-31T05:03:18.086754Z","end":"2026-03-31T05:03:18.382375Z","steps":["trace[1036727392] 'agreement among raft nodes before linearized reading' (duration: 295.256987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:19.266452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.601189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:19.266509Z","caller":"traceutil/trace.go:171","msg":"trace[383122196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5029; }","duration":"309.686281ms","start":"2026-03-31T05:03:18.956808Z","end":"2026-03-31T05:03:19.266494Z","steps":["trace[383122196] 'count revisions from in-memory index tree' (duration: 309.494406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:19.266509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.997333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:19.266541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.956791Z","time spent":"309.740963ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:19.266554Z","caller":"traceutil/trace.go:171","msg":"trace[755415169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"781.070775ms","start":"2026-03-31T05:03:18.485469Z","end":"2026-03-31T05:03:19.266539Z","steps":["trace[755415169] 'range keys from in-memory index tree' (duration: 780.9191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:19.26659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.485449Z","time spent":"781.133726ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:19.266873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.476094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-31T05:03:19.266884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.531342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17453"} {"level":"warn","ts":"2026-03-31T05:03:19.266438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.615386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:19.26715Z","caller":"traceutil/trace.go:171","msg":"trace[508434637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5029; }","duration":"783.386847ms","start":"2026-03-31T05:03:18.483722Z","end":"2026-03-31T05:03:19.267109Z","steps":["trace[508434637] 'count revisions from in-memory index tree' (duration: 782.504024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:19.266898Z","caller":"traceutil/trace.go:171","msg":"trace[1888975700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:5029; }","duration":"188.544275ms","start":"2026-03-31T05:03:19.078346Z","end":"2026-03-31T05:03:19.26689Z","steps":["trace[1888975700] 'range keys from in-memory index tree' (duration: 188.294579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:19.267278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.483692Z","time spent":"783.547492ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:19.267802Z","caller":"traceutil/trace.go:171","msg":"trace[398003621] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5029; }","duration":"751.478087ms","start":"2026-03-31T05:03:18.516305Z","end":"2026-03-31T05:03:19.267783Z","steps":["trace[398003621] 'range keys from in-memory index tree' (duration: 750.393288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:19.267924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:18.516285Z","time spent":"751.620201ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17477,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:03:21.462645Z","caller":"traceutil/trace.go:171","msg":"trace[211158864] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"405.637897ms","start":"2026-03-31T05:03:21.056986Z","end":"2026-03-31T05:03:21.462624Z","steps":["trace[211158864] 'process raft request' (duration: 405.466062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:21.462785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:21.056971Z","time spent":"405.74369ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:21.46423Z","caller":"traceutil/trace.go:171","msg":"trace[1884657125] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5263; }","duration":"354.857591ms","start":"2026-03-31T05:03:21.109347Z","end":"2026-03-31T05:03:21.464205Z","steps":["trace[1884657125] 'read index received' (duration: 353.075582ms)","trace[1884657125] 'applied index is now lower than readState.Index' (duration: 1.781089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:21.464343Z","caller":"traceutil/trace.go:171","msg":"trace[2041411505] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"364.313639ms","start":"2026-03-31T05:03:21.100019Z","end":"2026-03-31T05:03:21.464333Z","steps":["trace[2041411505] 'process raft request' (duration: 364.074333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:21.464444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:21.1Z","time spent":"364.37699ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:03:21.464931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.16802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:21.464981Z","caller":"traceutil/trace.go:171","msg":"trace[1314909236] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5074; }","duration":"172.243802ms","start":"2026-03-31T05:03:21.292724Z","end":"2026-03-31T05:03:21.464968Z","steps":["trace[1314909236] 'agreement among raft nodes before linearized reading' (duration: 172.154869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:21.46502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.333011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T05:03:21.465116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.322897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-31T05:03:21.465185Z","caller":"traceutil/trace.go:171","msg":"trace[1521144479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:5074; }","duration":"189.43142ms","start":"2026-03-31T05:03:21.275735Z","end":"2026-03-31T05:03:21.465166Z","steps":["trace[1521144479] 'agreement among raft nodes before linearized reading' (duration: 189.239145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:21.465125Z","caller":"traceutil/trace.go:171","msg":"trace[1087808755] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5074; }","duration":"345.465825ms","start":"2026-03-31T05:03:21.119631Z","end":"2026-03-31T05:03:21.465097Z","steps":["trace[1087808755] 'agreement among raft nodes before linearized reading' (duration: 344.937851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:21.465206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.848499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:21.465256Z","caller":"traceutil/trace.go:171","msg":"trace[438642931] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5074; }","duration":"355.9208ms","start":"2026-03-31T05:03:21.109322Z","end":"2026-03-31T05:03:21.465243Z","steps":["trace[438642931] 'agreement among raft nodes before linearized reading' (duration: 355.831218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:21.465251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:21.119618Z","time spent":"345.614919ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:03:21.465288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:21.109311Z","time spent":"355.969871ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:03:22.602484Z","caller":"traceutil/trace.go:171","msg":"trace[1335702095] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"118.94074ms","start":"2026-03-31T05:03:22.483307Z","end":"2026-03-31T05:03:22.602248Z","steps":["trace[1335702095] 'read index received' (duration: 118.652002ms)","trace[1335702095] 'applied index is now lower than readState.Index' (duration: 287.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:22.602581Z","caller":"traceutil/trace.go:171","msg":"trace[587781604] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"126.506865ms","start":"2026-03-31T05:03:22.476032Z","end":"2026-03-31T05:03:22.602539Z","steps":["trace[587781604] 'process raft request' (duration: 126.036543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:22.602671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.34025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:22.602723Z","caller":"traceutil/trace.go:171","msg":"trace[1093504506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"119.440673ms","start":"2026-03-31T05:03:22.483268Z","end":"2026-03-31T05:03:22.602708Z","steps":["trace[1093504506] 'agreement among raft nodes before linearized reading' (duration: 119.33088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:22.602913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.759394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c44f9.18a1d484162c66ff\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-31T05:03:22.603002Z","caller":"traceutil/trace.go:171","msg":"trace[1502190451] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c44f9.18a1d484162c66ff; range_end:; response_count:1; response_revision:5121; }","duration":"104.893418ms","start":"2026-03-31T05:03:22.498088Z","end":"2026-03-31T05:03:22.602981Z","steps":["trace[1502190451] 'agreement among raft nodes before linearized reading' (duration: 104.61553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:29.300169Z","caller":"traceutil/trace.go:171","msg":"trace[792715314] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5218; }","duration":"134.0049ms","start":"2026-03-31T05:03:29.166146Z","end":"2026-03-31T05:03:29.30015Z","steps":["trace[792715314] 'process raft request' (duration: 133.919017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:30.646553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.615255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:30.646664Z","caller":"traceutil/trace.go:171","msg":"trace[1940248358] linearizableReadLoop","detail":"{readStateIndex:5448; appliedIndex:5447; }","duration":"349.459409ms","start":"2026-03-31T05:03:30.297189Z","end":"2026-03-31T05:03:30.646649Z","steps":["trace[1940248358] 'read index received' (duration: 228.574196ms)","trace[1940248358] 'applied index is now lower than readState.Index' (duration: 120.883783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:30.646751Z","caller":"traceutil/trace.go:171","msg":"trace[1572136344] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"443.317946ms","start":"2026-03-31T05:03:30.203424Z","end":"2026-03-31T05:03:30.646742Z","steps":["trace[1572136344] 'process raft request' (duration: 322.444123ms)","trace[1572136344] 'compare' (duration: 120.490122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:30.646807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.203406Z","time spent":"443.371967ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:30.647077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.780134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:30.647157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.895226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:30.647159Z","caller":"traceutil/trace.go:171","msg":"trace[1884308317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"162.909077ms","start":"2026-03-31T05:03:30.484227Z","end":"2026-03-31T05:03:30.647136Z","steps":["trace[1884308317] 'agreement among raft nodes before linearized reading' (duration: 162.697831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:30.647157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.966712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:03:30.647201Z","caller":"traceutil/trace.go:171","msg":"trace[1009491647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5252; }","duration":"126.978809ms","start":"2026-03-31T05:03:30.520209Z","end":"2026-03-31T05:03:30.647188Z","steps":["trace[1009491647] 'agreement among raft nodes before linearized reading' (duration: 126.813344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:30.647193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.446862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:03:30.647184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.384791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:30.647262Z","caller":"traceutil/trace.go:171","msg":"trace[350248876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5252; }","duration":"123.542845ms","start":"2026-03-31T05:03:30.523702Z","end":"2026-03-31T05:03:30.647245Z","steps":["trace[350248876] 'agreement among raft nodes before linearized reading' (duration: 123.254787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:30.647268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.072468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:03:30.647277Z","caller":"traceutil/trace.go:171","msg":"trace[860737442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5252; }","duration":"123.492174ms","start":"2026-03-31T05:03:30.523765Z","end":"2026-03-31T05:03:30.647257Z","steps":["trace[860737442] 'agreement among raft nodes before linearized reading' (duration: 123.273108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:30.647287Z","caller":"traceutil/trace.go:171","msg":"trace[1099984736] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:5252; }","duration":"350.077586ms","start":"2026-03-31T05:03:30.297136Z","end":"2026-03-31T05:03:30.647214Z","steps":["trace[1099984736] 'agreement among raft nodes before linearized reading' (duration: 349.8359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:30.647308Z","caller":"traceutil/trace.go:171","msg":"trace[1395217850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5252; }","duration":"125.146459ms","start":"2026-03-31T05:03:30.522151Z","end":"2026-03-31T05:03:30.647297Z","steps":["trace[1395217850] 'agreement among raft nodes before linearized reading' (duration: 124.810479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:30.647368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.297113Z","time spent":"350.23348ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:03:30.647244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.897525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:03:30.648183Z","caller":"traceutil/trace.go:171","msg":"trace[2010559758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5252; }","duration":"124.834721ms","start":"2026-03-31T05:03:30.523306Z","end":"2026-03-31T05:03:30.648141Z","steps":["trace[2010559758] 'agreement among raft nodes before linearized reading' (duration: 123.773722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.064928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.284744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:31.065174Z","caller":"traceutil/trace.go:171","msg":"trace[506725677] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"413.338679ms","start":"2026-03-31T05:03:30.651816Z","end":"2026-03-31T05:03:31.065155Z","steps":["trace[506725677] 'process raft request' (duration: 413.257987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.065252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.651789Z","time spent":"413.424351ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:31.065312Z","caller":"traceutil/trace.go:171","msg":"trace[356953393] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"416.865905ms","start":"2026-03-31T05:03:30.648425Z","end":"2026-03-31T05:03:31.065291Z","steps":["trace[356953393] 'process raft request' (duration: 219.17157ms)","trace[356953393] 'compare' (duration: 197.152741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:31.065392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.648368Z","time spent":"416.988858ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:03:31.06543Z","caller":"traceutil/trace.go:171","msg":"trace[400482348] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"414.024178ms","start":"2026-03-31T05:03:30.651395Z","end":"2026-03-31T05:03:31.065419Z","steps":["trace[400482348] 'process raft request' (duration: 413.613927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.065492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.651381Z","time spent":"414.080959ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:31.065618Z","caller":"traceutil/trace.go:171","msg":"trace[1712294098] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"413.471393ms","start":"2026-03-31T05:03:30.652117Z","end":"2026-03-31T05:03:31.065589Z","steps":["trace[1712294098] 'process raft request' (duration: 412.986609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.065784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.652102Z","time spent":"413.607017ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:31.065899Z","caller":"traceutil/trace.go:171","msg":"trace[1636118630] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"413.101403ms","start":"2026-03-31T05:03:30.652709Z","end":"2026-03-31T05:03:31.065811Z","steps":["trace[1636118630] 'process raft request' (duration: 412.758383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.065984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.652697Z","time spent":"413.245366ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:31.066263Z","caller":"traceutil/trace.go:171","msg":"trace[1379399551] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"413.170545ms","start":"2026-03-31T05:03:30.653078Z","end":"2026-03-31T05:03:31.066248Z","steps":["trace[1379399551] 'process raft request' (duration: 412.670361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:31.066265Z","caller":"traceutil/trace.go:171","msg":"trace[557543876] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"373.982377ms","start":"2026-03-31T05:03:30.692252Z","end":"2026-03-31T05:03:31.066234Z","steps":["trace[557543876] 'process raft request' (duration: 373.879364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.066333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.653054Z","time spent":"413.242337ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:31.066463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:30.692225Z","time spent":"374.149292ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:31.541435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.84971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:31.541683Z","caller":"traceutil/trace.go:171","msg":"trace[36810861] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"380.561915ms","start":"2026-03-31T05:03:31.161099Z","end":"2026-03-31T05:03:31.541661Z","steps":["trace[36810861] 'process raft request' (duration: 233.382596ms)","trace[36810861] 'compare' (duration: 146.696406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:31.541787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.161075Z","time spent":"380.659918ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:31.815597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.69827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:31.815798Z","caller":"traceutil/trace.go:171","msg":"trace[1751753938] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"252.081217ms","start":"2026-03-31T05:03:31.563691Z","end":"2026-03-31T05:03:31.815772Z","steps":["trace[1751753938] 'process raft request' (duration: 121.118389ms)","trace[1751753938] 'compare' (duration: 130.406462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:31.815913Z","caller":"traceutil/trace.go:171","msg":"trace[2100867405] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"163.447122ms","start":"2026-03-31T05:03:31.652448Z","end":"2026-03-31T05:03:31.815895Z","steps":["trace[2100867405] 'process raft request' (duration: 163.394391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:31.816083Z","caller":"traceutil/trace.go:171","msg":"trace[1938293626] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"252.250431ms","start":"2026-03-31T05:03:31.563822Z","end":"2026-03-31T05:03:31.816073Z","steps":["trace[1938293626] 'process raft request' (duration: 251.969543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:31.816231Z","caller":"traceutil/trace.go:171","msg":"trace[202275564] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5460; }","duration":"204.978204ms","start":"2026-03-31T05:03:31.611241Z","end":"2026-03-31T05:03:31.816219Z","steps":["trace[202275564] 'read index received' (duration: 73.708188ms)","trace[202275564] 'applied index is now lower than readState.Index' (duration: 131.268716ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:31.816358Z","caller":"traceutil/trace.go:171","msg":"trace[538363098] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"252.547149ms","start":"2026-03-31T05:03:31.563801Z","end":"2026-03-31T05:03:31.816348Z","steps":["trace[538363098] 'process raft request' (duration: 251.894902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:31.81638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.138248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:03:31.816408Z","caller":"traceutil/trace.go:171","msg":"trace[1985462354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5267; }","duration":"205.20829ms","start":"2026-03-31T05:03:31.611191Z","end":"2026-03-31T05:03:31.816399Z","steps":["trace[1985462354] 'agreement among raft nodes before linearized reading' (duration: 205.069076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.509419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418722635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:03:33.519119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.450583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:33.519209Z","caller":"traceutil/trace.go:171","msg":"trace[719972487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5267; }","duration":"427.549176ms","start":"2026-03-31T05:03:33.091645Z","end":"2026-03-31T05:03:33.519194Z","steps":["trace[719972487] 'range keys from in-memory index tree' (duration: 427.437643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.519771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428964154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:33.520112Z","caller":"traceutil/trace.go:171","msg":"trace[933775035] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"1.557607517s","start":"2026-03-31T05:03:31.962485Z","end":"2026-03-31T05:03:33.520093Z","steps":["trace[933775035] 'process raft request' (duration: 1.557411312s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.520112Z","caller":"traceutil/trace.go:171","msg":"trace[411029507] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"1.552797856s","start":"2026-03-31T05:03:31.96729Z","end":"2026-03-31T05:03:33.520088Z","steps":["trace[411029507] 'process raft request' (duration: 1.552730935s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.520124Z","caller":"traceutil/trace.go:171","msg":"trace[1438676286] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5464; }","duration":"1.612164493s","start":"2026-03-31T05:03:31.907921Z","end":"2026-03-31T05:03:33.520085Z","steps":["trace[1438676286] 'read index received' (duration: 182.771818ms)","trace[1438676286] 'applied index is now lower than readState.Index' (duration: 1.429390505s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:33.520225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.962465Z","time spent":"1.55769801s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.520226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.967265Z","time spent":"1.55290845s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.520298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61236365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:33.520359Z","caller":"traceutil/trace.go:171","msg":"trace[1520065023] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5270; }","duration":"1.612458861s","start":"2026-03-31T05:03:31.907887Z","end":"2026-03-31T05:03:33.520346Z","steps":["trace[1520065023] 'agreement among raft nodes before linearized reading' (duration: 1.612338918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.907872Z","time spent":"1.612513283s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:03:33.520403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.047453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:03:33.520412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.972489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:33.520432Z","caller":"traceutil/trace.go:171","msg":"trace[1961938831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5270; }","duration":"445.116234ms","start":"2026-03-31T05:03:33.075306Z","end":"2026-03-31T05:03:33.520422Z","steps":["trace[1961938831] 'agreement among raft nodes before linearized reading' (duration: 445.030752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.52046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.075201Z","time spent":"445.254628ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:03:33.520461Z","caller":"traceutil/trace.go:171","msg":"trace[2019407937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5270; }","duration":"449.045411ms","start":"2026-03-31T05:03:33.071402Z","end":"2026-03-31T05:03:33.520448Z","steps":["trace[2019407937] 'agreement among raft nodes before linearized reading' (duration: 448.872816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.929301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:03:33.520422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379595969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:03:33.520501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.071396Z","time spent":"449.096573ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:03:33.520511Z","caller":"traceutil/trace.go:171","msg":"trace[1786411463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5270; }","duration":"447.998263ms","start":"2026-03-31T05:03:33.072496Z","end":"2026-03-31T05:03:33.520494Z","steps":["trace[1786411463] 'agreement among raft nodes before linearized reading' (duration: 447.834969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368822546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:03:33.520545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.072491Z","time spent":"448.046475ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:03:33.520538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013187738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6b8cd6cd97-gtw4m\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-03-31T05:03:33.520555Z","caller":"traceutil/trace.go:171","msg":"trace[1386501104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5270; }","duration":"1.368865207s","start":"2026-03-31T05:03:32.151678Z","end":"2026-03-31T05:03:33.520543Z","steps":["trace[1386501104] 'agreement among raft nodes before linearized reading' (duration: 1.368773544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.151606Z","time spent":"1.36898501s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:03:33.520541Z","caller":"traceutil/trace.go:171","msg":"trace[640015744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:5270; }","duration":"1.379757873s","start":"2026-03-31T05:03:32.140772Z","end":"2026-03-31T05:03:33.52053Z","steps":["trace[640015744] 'agreement among raft nodes before linearized reading' (duration: 1.379516317s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.520608Z","caller":"traceutil/trace.go:171","msg":"trace[41233644] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6b8cd6cd97-gtw4m; range_end:; response_count:1; response_revision:5270; }","duration":"1.013303101s","start":"2026-03-31T05:03:32.507285Z","end":"2026-03-31T05:03:33.520588Z","steps":["trace[41233644] 'agreement among raft nodes before linearized reading' (duration: 1.013095275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.507261Z","time spent":"1.013382183s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11872,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6b8cd6cd97-gtw4m\" "} {"level":"warn","ts":"2026-03-31T05:03:33.520685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037259154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:33.520702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.799802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:03:33.520751Z","caller":"traceutil/trace.go:171","msg":"trace[470680801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5270; }","duration":"1.03746645s","start":"2026-03-31T05:03:32.483264Z","end":"2026-03-31T05:03:33.520731Z","steps":["trace[470680801] 'agreement among raft nodes before linearized reading' (duration: 1.03711862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.520648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.140755Z","time spent":"1.379881136s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:03:33.520839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.483217Z","time spent":"1.037606853s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:33.521161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.003698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:33.521247Z","caller":"traceutil/trace.go:171","msg":"trace[924432926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5270; }","duration":"446.117531ms","start":"2026-03-31T05:03:33.07511Z","end":"2026-03-31T05:03:33.521227Z","steps":["trace[924432926] 'agreement among raft nodes before linearized reading' (duration: 445.176726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.521292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.075092Z","time spent":"446.191244ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:03:33.521397Z","caller":"traceutil/trace.go:171","msg":"trace[1956385496] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"1.693258622s","start":"2026-03-31T05:03:31.828118Z","end":"2026-03-31T05:03:33.521376Z","steps":["trace[1956385496] 'process raft request' (duration: 262.581772ms)","trace[1956385496] 'compare' (duration: 1.428342587s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:33.521484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.828101Z","time spent":"1.693341325s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:33.520808Z","caller":"traceutil/trace.go:171","msg":"trace[1207974621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5270; }","duration":"449.928456ms","start":"2026-03-31T05:03:33.070845Z","end":"2026-03-31T05:03:33.520773Z","steps":["trace[1207974621] 'agreement among raft nodes before linearized reading' (duration: 449.676669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.521633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.070829Z","time spent":"450.793749ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:03:33.638765Z","caller":"traceutil/trace.go:171","msg":"trace[382582450] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"113.166302ms","start":"2026-03-31T05:03:33.525562Z","end":"2026-03-31T05:03:33.638728Z","steps":["trace[382582450] 'process raft request' (duration: 111.563208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.638856Z","caller":"traceutil/trace.go:171","msg":"trace[593667388] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"113.178143ms","start":"2026-03-31T05:03:33.525668Z","end":"2026-03-31T05:03:33.638847Z","steps":["trace[593667388] 'process raft request' (duration: 113.026759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.638782Z","caller":"traceutil/trace.go:171","msg":"trace[302069008] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"113.108601ms","start":"2026-03-31T05:03:33.525643Z","end":"2026-03-31T05:03:33.638751Z","steps":["trace[302069008] 'process raft request' (duration: 113.010078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.639005Z","caller":"traceutil/trace.go:171","msg":"trace[382905000] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"112.181955ms","start":"2026-03-31T05:03:33.526814Z","end":"2026-03-31T05:03:33.638996Z","steps":["trace[382905000] 'process raft request' (duration: 111.932149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.639206Z","caller":"traceutil/trace.go:171","msg":"trace[2015966031] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5467; }","duration":"112.870445ms","start":"2026-03-31T05:03:33.526315Z","end":"2026-03-31T05:03:33.639186Z","steps":["trace[2015966031] 'read index received' (duration: 15.287416ms)","trace[2015966031] 'applied index is now lower than readState.Index' (duration: 97.582209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:33.639322Z","caller":"traceutil/trace.go:171","msg":"trace[1433768418] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"105.909845ms","start":"2026-03-31T05:03:33.533391Z","end":"2026-03-31T05:03:33.639301Z","steps":["trace[1433768418] 'process raft request' (duration: 105.425202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.639471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.136772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70931"} {"level":"info","ts":"2026-03-31T05:03:33.639514Z","caller":"traceutil/trace.go:171","msg":"trace[2090531317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5277; }","duration":"113.208353ms","start":"2026-03-31T05:03:33.526296Z","end":"2026-03-31T05:03:33.639504Z","steps":["trace[2090531317] 'agreement among raft nodes before linearized reading' (duration: 113.001658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.639555Z","caller":"traceutil/trace.go:171","msg":"trace[1535659883] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"111.62239ms","start":"2026-03-31T05:03:33.527922Z","end":"2026-03-31T05:03:33.639545Z","steps":["trace[1535659883] 'process raft request' (duration: 110.857049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.639612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.885224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:03:33.639674Z","caller":"traceutil/trace.go:171","msg":"trace[1908255294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5277; }","duration":"112.968307ms","start":"2026-03-31T05:03:33.526688Z","end":"2026-03-31T05:03:33.639656Z","steps":["trace[1908255294] 'agreement among raft nodes before linearized reading' (duration: 112.755162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.639708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.787941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:33.639739Z","caller":"traceutil/trace.go:171","msg":"trace[1697707057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5277; }","duration":"109.834842ms","start":"2026-03-31T05:03:33.529895Z","end":"2026-03-31T05:03:33.63973Z","steps":["trace[1697707057] 'agreement among raft nodes before linearized reading' (duration: 109.782501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:37.890903Z","caller":"traceutil/trace.go:171","msg":"trace[1172652205] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"259.962511ms","start":"2026-03-31T05:03:37.630907Z","end":"2026-03-31T05:03:37.890869Z","steps":["trace[1172652205] 'process raft request' (duration: 194.895249ms)","trace[1172652205] 'compare' (duration: 64.851896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:37.890967Z","caller":"traceutil/trace.go:171","msg":"trace[828120423] linearizableReadLoop","detail":"{readStateIndex:5524; appliedIndex:5523; }","duration":"237.485169ms","start":"2026-03-31T05:03:37.653456Z","end":"2026-03-31T05:03:37.890941Z","steps":["trace[828120423] 'read index received' (duration: 172.272083ms)","trace[828120423] 'applied index is now lower than readState.Index' (duration: 65.210716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:37.891132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.665063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:03:37.89138Z","caller":"traceutil/trace.go:171","msg":"trace[967063892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5327; }","duration":"237.927481ms","start":"2026-03-31T05:03:37.65342Z","end":"2026-03-31T05:03:37.891347Z","steps":["trace[967063892] 'agreement among raft nodes before linearized reading' (duration: 237.603522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:37.891561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.869235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:37.891601Z","caller":"traceutil/trace.go:171","msg":"trace[1495147133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5327; }","duration":"235.939366ms","start":"2026-03-31T05:03:37.65565Z","end":"2026-03-31T05:03:37.891589Z","steps":["trace[1495147133] 'agreement among raft nodes before linearized reading' (duration: 235.844484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:37.891711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.116854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:03:37.891782Z","caller":"traceutil/trace.go:171","msg":"trace[1532821387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5327; }","duration":"235.200037ms","start":"2026-03-31T05:03:37.656565Z","end":"2026-03-31T05:03:37.891765Z","steps":["trace[1532821387] 'agreement among raft nodes before linearized reading' (duration: 234.974661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:37.891805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.946657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:03:37.891835Z","caller":"traceutil/trace.go:171","msg":"trace[1521206927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:5327; }","duration":"235.994958ms","start":"2026-03-31T05:03:37.655832Z","end":"2026-03-31T05:03:37.891827Z","steps":["trace[1521206927] 'agreement among raft nodes before linearized reading' (duration: 235.918026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:37.891731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.396782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:37.89196Z","caller":"traceutil/trace.go:171","msg":"trace[466513415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5327; }","duration":"235.612818ms","start":"2026-03-31T05:03:37.656325Z","end":"2026-03-31T05:03:37.891938Z","steps":["trace[466513415] 'agreement among raft nodes before linearized reading' (duration: 235.346181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:37.892296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.682861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:03:37.892349Z","caller":"traceutil/trace.go:171","msg":"trace[336134848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5327; }","duration":"231.758523ms","start":"2026-03-31T05:03:37.660576Z","end":"2026-03-31T05:03:37.892334Z","steps":["trace[336134848] 'agreement among raft nodes before linearized reading' (duration: 231.561327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.275454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041291363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-pqr54\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-31T05:03:42.275543Z","caller":"traceutil/trace.go:171","msg":"trace[132106005] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-pqr54; range_end:; response_count:1; response_revision:5433; }","duration":"1.041418106s","start":"2026-03-31T05:03:41.234108Z","end":"2026-03-31T05:03:42.275526Z","steps":["trace[132106005] 'range keys from in-memory index tree' (duration: 1.040941093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.275586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.234091Z","time spent":"1.041485158s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5019,"request content":"key:\"/registry/pods/monitoring/goldpinger-pqr54\" "} {"level":"warn","ts":"2026-03-31T05:03:42.275771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.447893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:42.275488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.759704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T05:03:42.275897Z","caller":"traceutil/trace.go:171","msg":"trace[601357568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2; range_end:; response_count:1; response_revision:5433; }","duration":"894.212386ms","start":"2026-03-31T05:03:41.381669Z","end":"2026-03-31T05:03:42.275881Z","steps":["trace[601357568] 'range keys from in-memory index tree' (duration: 893.574289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.275944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.381649Z","time spent":"894.283698ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2\" "} {"level":"info","ts":"2026-03-31T05:03:42.275849Z","caller":"traceutil/trace.go:171","msg":"trace[988321325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5433; }","duration":"789.556005ms","start":"2026-03-31T05:03:41.486272Z","end":"2026-03-31T05:03:42.275828Z","steps":["trace[988321325] 'range keys from in-memory index tree' (duration: 789.333219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.276191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.641647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:42.276329Z","caller":"traceutil/trace.go:171","msg":"trace[1235785494] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"718.366876ms","start":"2026-03-31T05:03:41.557941Z","end":"2026-03-31T05:03:42.276307Z","steps":["trace[1235785494] 'process raft request' (duration: 449.469142ms)","trace[1235785494] 'compare' (duration: 267.881267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:42.276401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.557914Z","time spent":"718.454369ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:42.276042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.48625Z","time spent":"789.777492ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:03:42.287241Z","caller":"traceutil/trace.go:171","msg":"trace[442491349] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5635; }","duration":"713.829913ms","start":"2026-03-31T05:03:41.573391Z","end":"2026-03-31T05:03:42.287221Z","steps":["trace[442491349] 'read index received' (duration: 434.027861ms)","trace[442491349] 'applied index is now lower than readState.Index' (duration: 279.801062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:42.287272Z","caller":"traceutil/trace.go:171","msg":"trace[1826287627] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"713.952397ms","start":"2026-03-31T05:03:41.573302Z","end":"2026-03-31T05:03:42.287254Z","steps":["trace[1826287627] 'process raft request' (duration: 713.779452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.287351Z","caller":"traceutil/trace.go:171","msg":"trace[354456873] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"294.216834ms","start":"2026-03-31T05:03:41.993109Z","end":"2026-03-31T05:03:42.287325Z","steps":["trace[354456873] 'process raft request' (duration: 294.07531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.287374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.573278Z","time spent":"714.032478ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:42.287451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.053939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:42.28748Z","caller":"traceutil/trace.go:171","msg":"trace[227840262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5436; }","duration":"714.128882ms","start":"2026-03-31T05:03:41.573342Z","end":"2026-03-31T05:03:42.287471Z","steps":["trace[227840262] 'agreement among raft nodes before linearized reading' (duration: 713.969437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.287501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.57331Z","time spent":"714.184702ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:03:42.753989Z","caller":"traceutil/trace.go:171","msg":"trace[454616181] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5638; }","duration":"466.673241ms","start":"2026-03-31T05:03:42.287291Z","end":"2026-03-31T05:03:42.753964Z","steps":["trace[454616181] 'read index received' (duration: 453.844612ms)","trace[454616181] 'applied index is now lower than readState.Index' (duration: 12.827469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:42.754224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.986106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:03:42.7543Z","caller":"traceutil/trace.go:171","msg":"trace[1761305200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5437; }","duration":"762.109519ms","start":"2026-03-31T05:03:41.992171Z","end":"2026-03-31T05:03:42.75428Z","steps":["trace[1761305200] 'agreement among raft nodes before linearized reading' (duration: 761.873813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.754299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.807101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:03:42.75435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.992151Z","time spent":"762.187152ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.000196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:03:42.754432Z","caller":"traceutil/trace.go:171","msg":"trace[2099768920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:5437; }","duration":"761.941194ms","start":"2026-03-31T05:03:41.992446Z","end":"2026-03-31T05:03:42.754388Z","steps":["trace[2099768920] 'agreement among raft nodes before linearized reading' (duration: 761.581294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.754442Z","caller":"traceutil/trace.go:171","msg":"trace[368577634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5437; }","duration":"762.13004ms","start":"2026-03-31T05:03:41.992282Z","end":"2026-03-31T05:03:42.754412Z","steps":["trace[368577634] 'agreement among raft nodes before linearized reading' (duration: 761.75794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.754482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.992438Z","time spent":"762.030757ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064087634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:03:42.754498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.992276Z","time spent":"762.208672ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.390437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:03:42.754539Z","caller":"traceutil/trace.go:171","msg":"trace[1461309285] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5437; }","duration":"1.064227858s","start":"2026-03-31T05:03:41.690296Z","end":"2026-03-31T05:03:42.754524Z","steps":["trace[1461309285] 'agreement among raft nodes before linearized reading' (duration: 1.064059433s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.75456Z","caller":"traceutil/trace.go:171","msg":"trace[815809244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5437; }","duration":"762.473769ms","start":"2026-03-31T05:03:41.992074Z","end":"2026-03-31T05:03:42.754548Z","steps":["trace[815809244] 'agreement among raft nodes before linearized reading' (duration: 762.001486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.754576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.690264Z","time spent":"1.06430049s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:42.754599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.992057Z","time spent":"762.531401ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.451998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:42.754736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.820809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:03:42.754746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.323265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:03:42.754751Z","caller":"traceutil/trace.go:171","msg":"trace[930101027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"476.526901ms","start":"2026-03-31T05:03:42.278211Z","end":"2026-03-31T05:03:42.754737Z","steps":["trace[930101027] 'agreement among raft nodes before linearized reading' (duration: 476.460509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.754772Z","caller":"traceutil/trace.go:171","msg":"trace[1998872254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5437; }","duration":"635.897901ms","start":"2026-03-31T05:03:42.118863Z","end":"2026-03-31T05:03:42.754761Z","steps":["trace[1998872254] 'agreement among raft nodes before linearized reading' (duration: 635.832659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.754774Z","caller":"traceutil/trace.go:171","msg":"trace[124318489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5437; }","duration":"762.360006ms","start":"2026-03-31T05:03:41.992405Z","end":"2026-03-31T05:03:42.754765Z","steps":["trace[124318489] 'agreement among raft nodes before linearized reading' (duration: 762.273754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.754785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:42.278193Z","time spent":"476.583882ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.992401Z","time spent":"762.395967ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:03:42.754802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:42.118839Z","time spent":"635.955043ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:42.754894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.557252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:42.754937Z","caller":"traceutil/trace.go:171","msg":"trace[460200810] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"469.51408ms","start":"2026-03-31T05:03:42.285412Z","end":"2026-03-31T05:03:42.754926Z","steps":["trace[460200810] 'process raft request' (duration: 456.051963ms)","trace[460200810] 'compare' (duration: 12.065069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:42.754946Z","caller":"traceutil/trace.go:171","msg":"trace[1440665534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5437; }","duration":"762.643684ms","start":"2026-03-31T05:03:41.992285Z","end":"2026-03-31T05:03:42.754929Z","steps":["trace[1440665534] 'agreement among raft nodes before linearized reading' (duration: 762.50389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.754987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:41.99226Z","time spent":"762.716846ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:03:42.755005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:42.285388Z","time spent":"469.571801ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:42.830824Z","caller":"traceutil/trace.go:171","msg":"trace[1194528433] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"539.622568ms","start":"2026-03-31T05:03:42.291176Z","end":"2026-03-31T05:03:42.830798Z","steps":["trace[1194528433] 'process raft request' (duration: 539.464924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.830912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.491471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:42.830988Z","caller":"traceutil/trace.go:171","msg":"trace[523602296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5438; }","duration":"222.612944ms","start":"2026-03-31T05:03:42.608357Z","end":"2026-03-31T05:03:42.83097Z","steps":["trace[523602296] 'agreement among raft nodes before linearized reading' (duration: 222.47697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.831199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:42.291157Z","time spent":"539.747652ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:42.831299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.568008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T05:03:42.831414Z","caller":"traceutil/trace.go:171","msg":"trace[421756096] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5438; }","duration":"481.766153ms","start":"2026-03-31T05:03:42.349621Z","end":"2026-03-31T05:03:42.831387Z","steps":["trace[421756096] 'agreement among raft nodes before linearized reading' (duration: 481.408144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.831487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:42.349597Z","time spent":"481.869076ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:03:42.945434Z","caller":"traceutil/trace.go:171","msg":"trace[1573271406] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5640; }","duration":"114.643362ms","start":"2026-03-31T05:03:42.830768Z","end":"2026-03-31T05:03:42.945412Z","steps":["trace[1573271406] 'read index received' (duration: 109.372039ms)","trace[1573271406] 'applied index is now lower than readState.Index' (duration: 5.270443ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:42.945472Z","caller":"traceutil/trace.go:171","msg":"trace[685275385] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"186.077039ms","start":"2026-03-31T05:03:42.759357Z","end":"2026-03-31T05:03:42.945434Z","steps":["trace[685275385] 'process raft request' (duration: 180.844996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.945557Z","caller":"traceutil/trace.go:171","msg":"trace[641675072] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"184.188127ms","start":"2026-03-31T05:03:42.761358Z","end":"2026-03-31T05:03:42.945546Z","steps":["trace[641675072] 'process raft request' (duration: 184.016982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.945538Z","caller":"traceutil/trace.go:171","msg":"trace[1957525894] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"185.232396ms","start":"2026-03-31T05:03:42.760262Z","end":"2026-03-31T05:03:42.945495Z","steps":["trace[1957525894] 'process raft request' (duration: 185.084942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.945581Z","caller":"traceutil/trace.go:171","msg":"trace[445047699] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"185.37947ms","start":"2026-03-31T05:03:42.760158Z","end":"2026-03-31T05:03:42.945537Z","steps":["trace[445047699] 'process raft request' (duration: 185.118313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.945623Z","caller":"traceutil/trace.go:171","msg":"trace[1307098571] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"185.359589ms","start":"2026-03-31T05:03:42.760227Z","end":"2026-03-31T05:03:42.945586Z","steps":["trace[1307098571] 'process raft request' (duration: 185.090802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.945904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.382952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-31T05:03:42.945948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.345238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80113"} {"level":"info","ts":"2026-03-31T05:03:42.945978Z","caller":"traceutil/trace.go:171","msg":"trace[1403880110] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5443; }","duration":"108.494295ms","start":"2026-03-31T05:03:42.837467Z","end":"2026-03-31T05:03:42.945961Z","steps":["trace[1403880110] 'agreement among raft nodes before linearized reading' (duration: 108.252259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:42.945999Z","caller":"traceutil/trace.go:171","msg":"trace[1224731580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5443; }","duration":"185.427831ms","start":"2026-03-31T05:03:42.760558Z","end":"2026-03-31T05:03:42.945986Z","steps":["trace[1224731580] 'agreement among raft nodes before linearized reading' (duration: 185.070741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:42.946017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.851425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-pqr54\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-31T05:03:42.946093Z","caller":"traceutil/trace.go:171","msg":"trace[1051894623] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-pqr54; range_end:; response_count:1; response_revision:5443; }","duration":"184.978969ms","start":"2026-03-31T05:03:42.761075Z","end":"2026-03-31T05:03:42.946054Z","steps":["trace[1051894623] 'agreement among raft nodes before linearized reading' (duration: 184.67058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:44.695845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.581233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:44.695943Z","caller":"traceutil/trace.go:171","msg":"trace[555579118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"211.722637ms","start":"2026-03-31T05:03:44.484201Z","end":"2026-03-31T05:03:44.695923Z","steps":["trace[555579118] 'range keys from in-memory index tree' (duration: 211.519252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:44.695988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.465628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:44.696089Z","caller":"traceutil/trace.go:171","msg":"trace[1278418203] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5457; }","duration":"288.9301ms","start":"2026-03-31T05:03:44.407134Z","end":"2026-03-31T05:03:44.696064Z","steps":["trace[1278418203] 'count revisions from in-memory index tree' (duration: 288.347705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:46.456057Z","caller":"traceutil/trace.go:171","msg":"trace[1141438111] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"112.503125ms","start":"2026-03-31T05:03:46.343519Z","end":"2026-03-31T05:03:46.456022Z","steps":["trace[1141438111] 'process raft request' (duration: 109.084891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:54.648543Z","caller":"traceutil/trace.go:171","msg":"trace[1882241878] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"153.556793ms","start":"2026-03-31T05:03:54.494947Z","end":"2026-03-31T05:03:54.648504Z","steps":["trace[1882241878] 'process raft request' (duration: 91.060771ms)","trace[1882241878] 'compare' (duration: 62.199614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:54.648793Z","caller":"traceutil/trace.go:171","msg":"trace[1706681529] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"153.695836ms","start":"2026-03-31T05:03:54.495076Z","end":"2026-03-31T05:03:54.648772Z","steps":["trace[1706681529] 'process raft request' (duration: 153.333946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:54.648976Z","caller":"traceutil/trace.go:171","msg":"trace[1563164963] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"153.150922ms","start":"2026-03-31T05:03:54.495795Z","end":"2026-03-31T05:03:54.648946Z","steps":["trace[1563164963] 'process raft request' (duration: 152.894155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:54.986672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.770221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:03:54.98676Z","caller":"traceutil/trace.go:171","msg":"trace[765151386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5605; }","duration":"105.915835ms","start":"2026-03-31T05:03:54.880823Z","end":"2026-03-31T05:03:54.986739Z","steps":["trace[765151386] 'range keys from in-memory index tree' (duration: 105.584976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:33.575568Z","caller":"traceutil/trace.go:171","msg":"trace[852091484] linearizableReadLoop","detail":"{readStateIndex:6153; appliedIndex:6152; }","duration":"350.849931ms","start":"2026-03-31T05:04:33.224692Z","end":"2026-03-31T05:04:33.575542Z","steps":["trace[852091484] 'read index received' (duration: 350.621205ms)","trace[852091484] 'applied index is now lower than readState.Index' (duration: 227.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:33.575687Z","caller":"traceutil/trace.go:171","msg":"trace[823706897] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"415.5532ms","start":"2026-03-31T05:04:33.16009Z","end":"2026-03-31T05:04:33.575643Z","steps":["trace[823706897] 'process raft request' (duration: 415.263942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.577076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.160067Z","time spent":"416.930657ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:33.57594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.211411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:04:33.577303Z","caller":"traceutil/trace.go:171","msg":"trace[1422735736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5939; }","duration":"352.685511ms","start":"2026-03-31T05:04:33.224598Z","end":"2026-03-31T05:04:33.577283Z","steps":["trace[1422735736] 'agreement among raft nodes before linearized reading' (duration: 351.17986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.57735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.224572Z","time spent":"352.762723ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:33.576334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.565704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:04:33.577564Z","caller":"traceutil/trace.go:171","msg":"trace[448508917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5939; }","duration":"332.804648ms","start":"2026-03-31T05:04:33.244733Z","end":"2026-03-31T05:04:33.577538Z","steps":["trace[448508917] 'agreement among raft nodes before linearized reading' (duration: 331.41143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.5777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.244686Z","time spent":"332.992773ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:04:33.576491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.613704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:04:33.578305Z","caller":"traceutil/trace.go:171","msg":"trace[1296927105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5939; }","duration":"311.420934ms","start":"2026-03-31T05:04:33.266846Z","end":"2026-03-31T05:04:33.578267Z","steps":["trace[1296927105] 'agreement among raft nodes before linearized reading' (duration: 309.550003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.576517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.475363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:04:33.576587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.125878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:04:33.576632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.204485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:04:33.576717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.310009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:04:33.578572Z","caller":"traceutil/trace.go:171","msg":"trace[119923200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5939; }","duration":"302.181561ms","start":"2026-03-31T05:04:33.27637Z","end":"2026-03-31T05:04:33.578552Z","steps":["trace[119923200] 'agreement among raft nodes before linearized reading' (duration: 300.274579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.578642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.276358Z","time spent":"302.262033ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:04:33.578629Z","caller":"traceutil/trace.go:171","msg":"trace[1109172951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5939; }","duration":"306.639533ms","start":"2026-03-31T05:04:33.271967Z","end":"2026-03-31T05:04:33.578607Z","steps":["trace[1109172951] 'agreement among raft nodes before linearized reading' (duration: 304.366641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.578709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.271936Z","time spent":"306.756326ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:04:33.578751Z","caller":"traceutil/trace.go:171","msg":"trace[1310136985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:5939; }","duration":"299.336603ms","start":"2026-03-31T05:04:33.279401Z","end":"2026-03-31T05:04:33.578738Z","steps":["trace[1310136985] 'agreement among raft nodes before linearized reading' (duration: 297.162133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.578852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.266836Z","time spent":"312.00747ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:04:33.579115Z","caller":"traceutil/trace.go:171","msg":"trace[1967062640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5939; }","duration":"312.322738ms","start":"2026-03-31T05:04:33.266398Z","end":"2026-03-31T05:04:33.578721Z","steps":["trace[1967062640] 'agreement among raft nodes before linearized reading' (duration: 310.115158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.580289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:33.266374Z","time spent":"312.815701ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:04:33.710756Z","caller":"traceutil/trace.go:171","msg":"trace[1917048081] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"129.062938ms","start":"2026-03-31T05:04:33.581658Z","end":"2026-03-31T05:04:33.710721Z","steps":["trace[1917048081] 'process raft request' (duration: 56.417792ms)","trace[1917048081] 'compare' (duration: 71.985258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:33.71099Z","caller":"traceutil/trace.go:171","msg":"trace[1007840354] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"129.209942ms","start":"2026-03-31T05:04:33.581761Z","end":"2026-03-31T05:04:33.71097Z","steps":["trace[1007840354] 'process raft request' (duration: 128.909044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:33.711114Z","caller":"traceutil/trace.go:171","msg":"trace[296118785] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"128.612276ms","start":"2026-03-31T05:04:33.582476Z","end":"2026-03-31T05:04:33.711088Z","steps":["trace[296118785] 'process raft request' (duration: 128.40191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:33.711154Z","caller":"traceutil/trace.go:171","msg":"trace[2103200145] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6154; }","duration":"128.330488ms","start":"2026-03-31T05:04:33.582798Z","end":"2026-03-31T05:04:33.711128Z","steps":["trace[2103200145] 'read index received' (duration: 5.293434ms)","trace[2103200145] 'applied index is now lower than readState.Index' (duration: 123.035824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:33.711145Z","caller":"traceutil/trace.go:171","msg":"trace[1155739384] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"127.495186ms","start":"2026-03-31T05:04:33.583632Z","end":"2026-03-31T05:04:33.711128Z","steps":["trace[1155739384] 'process raft request' (duration: 127.378943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:33.711284Z","caller":"traceutil/trace.go:171","msg":"trace[1851077329] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"127.633459ms","start":"2026-03-31T05:04:33.583639Z","end":"2026-03-31T05:04:33.711273Z","steps":["trace[1851077329] 'process raft request' (duration: 127.411893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:33.711417Z","caller":"traceutil/trace.go:171","msg":"trace[910862814] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"127.68728ms","start":"2026-03-31T05:04:33.583715Z","end":"2026-03-31T05:04:33.711403Z","steps":["trace[910862814] 'process raft request' (duration: 127.370862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:33.71178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.958965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"info","ts":"2026-03-31T05:04:33.711848Z","caller":"traceutil/trace.go:171","msg":"trace[1796560867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5946; }","duration":"129.072508ms","start":"2026-03-31T05:04:33.582757Z","end":"2026-03-31T05:04:33.71183Z","steps":["trace[1796560867] 'agreement among raft nodes before linearized reading' (duration: 128.608655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:34.717216Z","caller":"traceutil/trace.go:171","msg":"trace[655465549] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"119.441275ms","start":"2026-03-31T05:04:34.597747Z","end":"2026-03-31T05:04:34.717188Z","steps":["trace[655465549] 'process raft request' (duration: 39.228692ms)","trace[655465549] 'compare' (duration: 80.046758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:34.717455Z","caller":"traceutil/trace.go:171","msg":"trace[881617863] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"117.276086ms","start":"2026-03-31T05:04:34.600149Z","end":"2026-03-31T05:04:34.717425Z","steps":["trace[881617863] 'process raft request' (duration: 117.003329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:37.145323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2962} {"level":"info","ts":"2026-03-31T05:04:37.262732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2962,"took":"115.554069ms","hash":4089665756,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":33214464,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T05:04:37.262783Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4089665756,"revision":2962,"compact-revision":-1} {"level":"info","ts":"2026-03-31T05:04:48.912615Z","caller":"traceutil/trace.go:171","msg":"trace[2145173899] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"143.219715ms","start":"2026-03-31T05:04:48.769363Z","end":"2026-03-31T05:04:48.912583Z","steps":["trace[2145173899] 'process raft request' (duration: 143.063131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:48.964476Z","caller":"traceutil/trace.go:171","msg":"trace[1372110779] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"192.236675ms","start":"2026-03-31T05:04:48.772215Z","end":"2026-03-31T05:04:48.964452Z","steps":["trace[1372110779] 'process raft request' (duration: 192.110482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:48.964711Z","caller":"traceutil/trace.go:171","msg":"trace[575069594] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"190.763125ms","start":"2026-03-31T05:04:48.773929Z","end":"2026-03-31T05:04:48.964692Z","steps":["trace[575069594] 'process raft request' (duration: 190.488867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:48.964693Z","caller":"traceutil/trace.go:171","msg":"trace[544370110] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6273; }","duration":"144.692536ms","start":"2026-03-31T05:04:48.819952Z","end":"2026-03-31T05:04:48.964645Z","steps":["trace[544370110] 'read index received' (duration: 92.468238ms)","trace[544370110] 'applied index is now lower than readState.Index' (duration: 52.221978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:48.964979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.999674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-pdfmq\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-03-31T05:04:48.965039Z","caller":"traceutil/trace.go:171","msg":"trace[791684467] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-pdfmq; range_end:; response_count:1; response_revision:6058; }","duration":"145.108137ms","start":"2026-03-31T05:04:48.819916Z","end":"2026-03-31T05:04:48.965024Z","steps":["trace[791684467] 'agreement among raft nodes before linearized reading' (duration: 144.831099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:49.138102Z","caller":"traceutil/trace.go:171","msg":"trace[1265977947] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"162.113722ms","start":"2026-03-31T05:04:48.975941Z","end":"2026-03-31T05:04:49.138055Z","steps":["trace[1265977947] 'process raft request' (duration: 161.854285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:49.974175Z","caller":"traceutil/trace.go:171","msg":"trace[926719892] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"171.057755ms","start":"2026-03-31T05:04:49.803083Z","end":"2026-03-31T05:04:49.97414Z","steps":["trace[926719892] 'process raft request' (duration: 94.237946ms)","trace[926719892] 'compare' (duration: 76.549392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:49.97425Z","caller":"traceutil/trace.go:171","msg":"trace[1298392979] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"132.83509ms","start":"2026-03-31T05:04:49.841313Z","end":"2026-03-31T05:04:49.974148Z","steps":["trace[1298392979] 'process raft request' (duration: 132.791529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:49.974382Z","caller":"traceutil/trace.go:171","msg":"trace[29444610] linearizableReadLoop","detail":"{readStateIndex:6279; appliedIndex:6278; }","duration":"138.036622ms","start":"2026-03-31T05:04:49.836319Z","end":"2026-03-31T05:04:49.974356Z","steps":["trace[29444610] 'read index received' (duration: 61.033448ms)","trace[29444610] 'applied index is now lower than readState.Index' (duration: 77.001944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:49.974446Z","caller":"traceutil/trace.go:171","msg":"trace[439520580] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"133.696504ms","start":"2026-03-31T05:04:49.840738Z","end":"2026-03-31T05:04:49.974435Z","steps":["trace[439520580] 'process raft request' (duration: 133.319484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:49.974618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.749101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:04:49.974662Z","caller":"traceutil/trace.go:171","msg":"trace[59580705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6063; }","duration":"168.839064ms","start":"2026-03-31T05:04:49.805813Z","end":"2026-03-31T05:04:49.974652Z","steps":["trace[59580705] 'agreement among raft nodes before linearized reading' (duration: 168.67861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:49.974709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.67012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:04:49.974781Z","caller":"traceutil/trace.go:171","msg":"trace[1963760828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6063; }","duration":"104.783013ms","start":"2026-03-31T05:04:49.869977Z","end":"2026-03-31T05:04:49.97476Z","steps":["trace[1963760828] 'agreement among raft nodes before linearized reading' (duration: 104.562087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:49.974785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.757392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:04:49.974908Z","caller":"traceutil/trace.go:171","msg":"trace[1565677372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:6063; }","duration":"168.854664ms","start":"2026-03-31T05:04:49.805984Z","end":"2026-03-31T05:04:49.974839Z","steps":["trace[1565677372] 'agreement among raft nodes before linearized reading' (duration: 168.489104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:50.151188Z","caller":"traceutil/trace.go:171","msg":"trace[305588799] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"170.759258ms","start":"2026-03-31T05:04:49.980403Z","end":"2026-03-31T05:04:50.151163Z","steps":["trace[305588799] 'process raft request' (duration: 138.790604ms)","trace[305588799] 'compare' (duration: 31.696636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:09.131899Z","caller":"traceutil/trace.go:171","msg":"trace[1687751151] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"123.440435ms","start":"2026-03-31T05:05:09.00843Z","end":"2026-03-31T05:05:09.131871Z","steps":["trace[1687751151] 'process raft request' (duration: 122.1701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:26.299958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.35083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:07:26.300193Z","caller":"traceutil/trace.go:171","msg":"trace[128997038] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"172.556062ms","start":"2026-03-31T05:07:26.127589Z","end":"2026-03-31T05:07:26.300145Z","steps":["trace[128997038] 'process raft request' (duration: 71.918394ms)","trace[128997038] 'compare' (duration: 100.195186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:07:26.300334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.576099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:07:26.30039Z","caller":"traceutil/trace.go:171","msg":"trace[1695182917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7122; }","duration":"140.660741ms","start":"2026-03-31T05:07:26.15971Z","end":"2026-03-31T05:07:26.300371Z","steps":["trace[1695182917] 'agreement among raft nodes before linearized reading' (duration: 140.494657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:26.300746Z","caller":"traceutil/trace.go:171","msg":"trace[838497352] linearizableReadLoop","detail":"{readStateIndex:7377; appliedIndex:7376; }","duration":"140.344143ms","start":"2026-03-31T05:07:26.15975Z","end":"2026-03-31T05:07:26.300094Z","steps":["trace[838497352] 'read index received' (duration: 39.691654ms)","trace[838497352] 'applied index is now lower than readState.Index' (duration: 100.650669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:08:11.666779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:08:11.666903Z","caller":"traceutil/trace.go:171","msg":"trace[892982059] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"219.221708ms","start":"2026-03-31T05:08:11.447664Z","end":"2026-03-31T05:08:11.666885Z","steps":["trace[892982059] 'read index received' (duration: 117.381726ms)","trace[892982059] 'applied index is now lower than readState.Index' (duration: 101.838682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:08:11.667Z","caller":"traceutil/trace.go:171","msg":"trace[1654164717] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"246.723918ms","start":"2026-03-31T05:08:11.420244Z","end":"2026-03-31T05:08:11.666968Z","steps":["trace[1654164717] 'process raft request' (duration: 144.785864ms)","trace[1654164717] 'compare' (duration: 101.470551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:08:11.667118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.455804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:08:11.667172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.328329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:08:11.667198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.588655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:08:11.667181Z","caller":"traceutil/trace.go:171","msg":"trace[250372122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7476; }","duration":"219.560966ms","start":"2026-03-31T05:08:11.447604Z","end":"2026-03-31T05:08:11.667165Z","steps":["trace[250372122] 'agreement among raft nodes before linearized reading' (duration: 219.384361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:11.667227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.663973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:08:11.667239Z","caller":"traceutil/trace.go:171","msg":"trace[1845502554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7476; }","duration":"134.415171ms","start":"2026-03-31T05:08:11.532808Z","end":"2026-03-31T05:08:11.667223Z","steps":["trace[1845502554] 'agreement among raft nodes before linearized reading' (duration: 134.266767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.667281Z","caller":"traceutil/trace.go:171","msg":"trace[1295752892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7476; }","duration":"142.707428ms","start":"2026-03-31T05:08:11.524556Z","end":"2026-03-31T05:08:11.667263Z","steps":["trace[1295752892] 'agreement among raft nodes before linearized reading' (duration: 142.527813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.667285Z","caller":"traceutil/trace.go:171","msg":"trace[644277189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7476; }","duration":"210.767526ms","start":"2026-03-31T05:08:11.456504Z","end":"2026-03-31T05:08:11.667271Z","steps":["trace[644277189] 'agreement among raft nodes before linearized reading' (duration: 210.564561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:11.667312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.784427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:08:11.667428Z","caller":"traceutil/trace.go:171","msg":"trace[1071892179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7476; }","duration":"184.960862ms","start":"2026-03-31T05:08:11.48244Z","end":"2026-03-31T05:08:11.667401Z","steps":["trace[1071892179] 'agreement among raft nodes before linearized reading' (duration: 184.751456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:11.957153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.516674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:08:11.957471Z","caller":"traceutil/trace.go:171","msg":"trace[1967392364] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"157.996805ms","start":"2026-03-31T05:08:11.799455Z","end":"2026-03-31T05:08:11.957452Z","steps":["trace[1967392364] 'process raft request' (duration: 157.938783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.957529Z","caller":"traceutil/trace.go:171","msg":"trace[1251379843] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"283.991686ms","start":"2026-03-31T05:08:11.67352Z","end":"2026-03-31T05:08:11.957512Z","steps":["trace[1251379843] 'process raft request' (duration: 283.826991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.957568Z","caller":"traceutil/trace.go:171","msg":"trace[1578839262] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"284.763867ms","start":"2026-03-31T05:08:11.672757Z","end":"2026-03-31T05:08:11.957521Z","steps":["trace[1578839262] 'process raft request' (duration: 284.50437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.958012Z","caller":"traceutil/trace.go:171","msg":"trace[382527986] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"285.585119ms","start":"2026-03-31T05:08:11.672273Z","end":"2026-03-31T05:08:11.957858Z","steps":["trace[382527986] 'process raft request' (duration: 113.282313ms)","trace[382527986] 'compare' (duration: 171.278488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:08:11.958187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.39531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184295"} {"level":"info","ts":"2026-03-31T05:08:11.958231Z","caller":"traceutil/trace.go:171","msg":"trace[2056829470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7481; }","duration":"283.468482ms","start":"2026-03-31T05:08:11.674753Z","end":"2026-03-31T05:08:11.958222Z","steps":["trace[2056829470] 'agreement among raft nodes before linearized reading' (duration: 283.156253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:11.957591Z","caller":"traceutil/trace.go:171","msg":"trace[359594997] linearizableReadLoop","detail":"{readStateIndex:7746; appliedIndex:7742; }","duration":"282.784522ms","start":"2026-03-31T05:08:11.674797Z","end":"2026-03-31T05:08:11.957581Z","steps":["trace[359594997] 'read index received' (duration: 34.083ms)","trace[359594997] 'applied index is now lower than readState.Index' (duration: 248.700612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:26.290185Z","caller":"traceutil/trace.go:171","msg":"trace[1822631965] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8259; }","duration":"119.520859ms","start":"2026-03-31T05:09:26.170627Z","end":"2026-03-31T05:09:26.290148Z","steps":["trace[1822631965] 'read index received' (duration: 119.027496ms)","trace[1822631965] 'applied index is now lower than readState.Index' (duration: 491.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:26.290351Z","caller":"traceutil/trace.go:171","msg":"trace[91186593] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"141.028128ms","start":"2026-03-31T05:09:26.149309Z","end":"2026-03-31T05:09:26.290337Z","steps":["trace[91186593] 'process raft request' (duration: 140.362169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:26.290586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.935181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:09:26.290666Z","caller":"traceutil/trace.go:171","msg":"trace[1930506687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"120.058374ms","start":"2026-03-31T05:09:26.170591Z","end":"2026-03-31T05:09:26.290649Z","steps":["trace[1930506687] 'agreement among raft nodes before linearized reading' (duration: 119.867229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:30.511823Z","caller":"traceutil/trace.go:171","msg":"trace[675743296] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"122.078479ms","start":"2026-03-31T05:09:30.389705Z","end":"2026-03-31T05:09:30.511783Z","steps":["trace[675743296] 'process raft request' (duration: 102.428492ms)","trace[675743296] 'compare' (duration: 19.413421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:30.512133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.787406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:30.51232Z","caller":"traceutil/trace.go:171","msg":"trace[152154816] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8034; }","duration":"115.993742ms","start":"2026-03-31T05:09:30.3963Z","end":"2026-03-31T05:09:30.512293Z","steps":["trace[152154816] 'agreement among raft nodes before linearized reading' (duration: 115.55455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.043143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395994911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:31.637906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.239401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:31.638076Z","caller":"traceutil/trace.go:171","msg":"trace[779935195] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8321; }","duration":"1.095950075s","start":"2026-03-31T05:09:30.542114Z","end":"2026-03-31T05:09:31.638065Z","steps":["trace[779935195] 'read index received' (duration: 504.499398ms)","trace[779935195] 'applied index is now lower than readState.Index' (duration: 591.449987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:31.638133Z","caller":"traceutil/trace.go:171","msg":"trace[1322344117] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"896.192712ms","start":"2026-03-31T05:09:30.741933Z","end":"2026-03-31T05:09:31.638126Z","steps":["trace[1322344117] 'process raft request' (duration: 896.065048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.638174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.741909Z","time spent":"896.243934ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:31.638171Z","caller":"traceutil/trace.go:171","msg":"trace[1963152842] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"1.098986949s","start":"2026-03-31T05:09:30.539138Z","end":"2026-03-31T05:09:31.638125Z","steps":["trace[1963152842] 'process raft request' (duration: 507.46298ms)","trace[1963152842] 'compare' (duration: 590.702376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:31.638353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.539103Z","time spent":"1.099155554s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:31.638411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096263594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:09:31.638603Z","caller":"traceutil/trace.go:171","msg":"trace[1760471839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8038; }","duration":"1.09650399s","start":"2026-03-31T05:09:30.542072Z","end":"2026-03-31T05:09:31.638576Z","steps":["trace[1760471839] 'agreement among raft nodes before linearized reading' (duration: 1.096058838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.638657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.542061Z","time spent":"1.096581273s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:09:31.638916Z","caller":"traceutil/trace.go:171","msg":"trace[652875628] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"674.712864ms","start":"2026-03-31T05:09:30.963794Z","end":"2026-03-31T05:09:31.638507Z","steps":["trace[652875628] 'process raft request' (duration: 674.247012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.639082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.96376Z","time spent":"675.226568ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:31.639553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.747687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:31.639581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091618677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:09:31.639649Z","caller":"traceutil/trace.go:171","msg":"trace[1588768933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8039; }","duration":"1.09171184s","start":"2026-03-31T05:09:30.547919Z","end":"2026-03-31T05:09:31.63963Z","steps":["trace[1588768933] 'agreement among raft nodes before linearized reading' (duration: 1.091524115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.639704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.547904Z","time spent":"1.091789602s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:09:31.639957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.969815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:09:31.640002Z","caller":"traceutil/trace.go:171","msg":"trace[1072510323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8039; }","duration":"568.045607ms","start":"2026-03-31T05:09:31.071946Z","end":"2026-03-31T05:09:31.639991Z","steps":["trace[1072510323] 'agreement among raft nodes before linearized reading' (duration: 567.927284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.640039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:31.071928Z","time spent":"568.098368ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:09:31.640242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.180155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:31.640316Z","caller":"traceutil/trace.go:171","msg":"trace[161852143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8039; }","duration":"155.296048ms","start":"2026-03-31T05:09:31.485008Z","end":"2026-03-31T05:09:31.640304Z","steps":["trace[161852143] 'agreement among raft nodes before linearized reading' (duration: 155.199335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.640381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089738256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:09:31.640427Z","caller":"traceutil/trace.go:171","msg":"trace[1975156710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8039; }","duration":"1.089796978s","start":"2026-03-31T05:09:30.550619Z","end":"2026-03-31T05:09:31.640416Z","steps":["trace[1975156710] 'agreement among raft nodes before linearized reading' (duration: 1.089678604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.640466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.550613Z","time spent":"1.089844879s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:09:31.640695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090901527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:09:31.640736Z","caller":"traceutil/trace.go:171","msg":"trace[1258802988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8039; }","duration":"1.09098609s","start":"2026-03-31T05:09:30.54974Z","end":"2026-03-31T05:09:31.640726Z","steps":["trace[1258802988] 'agreement among raft nodes before linearized reading' (duration: 1.090883757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.640772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:30.549713Z","time spent":"1.091052501s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:09:31.639604Z","caller":"traceutil/trace.go:171","msg":"trace[1080381425] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8039; }","duration":"311.842579ms","start":"2026-03-31T05:09:31.327747Z","end":"2026-03-31T05:09:31.63959Z","steps":["trace[1080381425] 'agreement among raft nodes before linearized reading' (duration: 311.735486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:31.640934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:31.327727Z","time spent":"313.188206ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:09:32.873157Z","caller":"traceutil/trace.go:171","msg":"trace[1148608931] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"120.901727ms","start":"2026-03-31T05:09:32.752225Z","end":"2026-03-31T05:09:32.873126Z","steps":["trace[1148608931] 'process raft request' (duration: 109.795003ms)","trace[1148608931] 'compare' (duration: 10.94748ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:32.91606Z","caller":"traceutil/trace.go:171","msg":"trace[1674250108] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"158.787473ms","start":"2026-03-31T05:09:32.757249Z","end":"2026-03-31T05:09:32.916037Z","steps":["trace[1674250108] 'process raft request' (duration: 158.651249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.025015Z","caller":"traceutil/trace.go:171","msg":"trace[604113901] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"100.653722ms","start":"2026-03-31T05:09:32.924328Z","end":"2026-03-31T05:09:33.024982Z","steps":["trace[604113901] 'process raft request' (duration: 100.001015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.025084Z","caller":"traceutil/trace.go:171","msg":"trace[1678499] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"100.726065ms","start":"2026-03-31T05:09:32.924338Z","end":"2026-03-31T05:09:33.025064Z","steps":["trace[1678499] 'process raft request' (duration: 100.483538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:33.18738Z","caller":"traceutil/trace.go:171","msg":"trace[145383659] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"153.201191ms","start":"2026-03-31T05:09:33.034156Z","end":"2026-03-31T05:09:33.187358Z","steps":["trace[145383659] 'process raft request' (duration: 151.991828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:34.554798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395994962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:09:35.668445Z","caller":"traceutil/trace.go:171","msg":"trace[2036889824] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"1.614092814s","start":"2026-03-31T05:09:34.05433Z","end":"2026-03-31T05:09:35.668422Z","steps":["trace[2036889824] 'read index received' (duration: 613.573272ms)","trace[2036889824] 'applied index is now lower than readState.Index' (duration: 1.000518562s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:35.669624Z","caller":"traceutil/trace.go:171","msg":"trace[1776983823] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"1.701185416s","start":"2026-03-31T05:09:33.968424Z","end":"2026-03-31T05:09:35.669609Z","steps":["trace[1776983823] 'process raft request' (duration: 1.699726256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.669799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615438401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:35.670033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:33.968412Z","time spent":"1.701248988s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:35.670204Z","caller":"traceutil/trace.go:171","msg":"trace[1090622513] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8060; }","duration":"1.615558934s","start":"2026-03-31T05:09:34.054323Z","end":"2026-03-31T05:09:35.669882Z","steps":["trace[1090622513] 'agreement among raft nodes before linearized reading' (duration: 1.615296807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:35.670373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.05426Z","time spent":"1.616079368s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:36.168791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395994965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:36.861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225103119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:09:36.861066Z","caller":"traceutil/trace.go:171","msg":"trace[1432747863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.225215052s","start":"2026-03-31T05:09:34.635837Z","end":"2026-03-31T05:09:36.861052Z","steps":["trace[1432747863] 'agreement among raft nodes before linearized reading' (duration: 2.22513197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:36.8611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.635821Z","time spent":"2.225269774s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:09:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:09:36.861261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395994965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:37.014912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347779527s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:09:37.272617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.444352ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:09:37.317361Z","caller":"traceutil/trace.go:171","msg":"trace[451908077] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8346; }","duration":"1.648832271s","start":"2026-03-31T05:09:35.668504Z","end":"2026-03-31T05:09:37.317336Z","steps":["trace[451908077] 'read index received' (duration: 1.346652986s)","trace[451908077] 'applied index is now lower than readState.Index' (duration: 302.177945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:37.317768Z","caller":"traceutil/trace.go:171","msg":"trace[977398222] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"1.645075158s","start":"2026-03-31T05:09:35.672665Z","end":"2026-03-31T05:09:37.31774Z","steps":["trace[977398222] 'process raft request' (duration: 1.644542314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.317793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04406589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:37.31793Z","caller":"traceutil/trace.go:171","msg":"trace[225403625] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8064; }","duration":"3.044253705s","start":"2026-03-31T05:09:34.273654Z","end":"2026-03-31T05:09:37.317908Z","steps":["trace[225403625] 'agreement among raft nodes before linearized reading' (duration: 3.044047719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.317959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672659Z","time spent":"1.645173601s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:37.31798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.273636Z","time spent":"3.044329816s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:37.318072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785951399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:09:37.318155Z","caller":"traceutil/trace.go:171","msg":"trace[2095700541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8064; }","duration":"2.786158125s","start":"2026-03-31T05:09:34.531977Z","end":"2026-03-31T05:09:37.318135Z","steps":["trace[2095700541] 'agreement among raft nodes before linearized reading' (duration: 2.785815546s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.318141Z","caller":"traceutil/trace.go:171","msg":"trace[522622819] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"1.645370146s","start":"2026-03-31T05:09:35.672677Z","end":"2026-03-31T05:09:37.318047Z","steps":["trace[522622819] 'process raft request' (duration: 1.644584174s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.31816Z","caller":"traceutil/trace.go:171","msg":"trace[1500478786] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"1.645534151s","start":"2026-03-31T05:09:35.672582Z","end":"2026-03-31T05:09:37.318116Z","steps":["trace[1500478786] 'process raft request' (duration: 1.644453491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.318202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.53195Z","time spent":"2.786241988s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:09:37.318344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672664Z","time spent":"1.645570742s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:37.318357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672561Z","time spent":"1.645684865s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:37.318362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68617904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:09:37.318414Z","caller":"traceutil/trace.go:171","msg":"trace[1168558890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8064; }","duration":"2.686258492s","start":"2026-03-31T05:09:34.632142Z","end":"2026-03-31T05:09:37.318401Z","steps":["trace[1168558890] 'agreement among raft nodes before linearized reading' (duration: 2.685547533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.318518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:34.632121Z","time spent":"2.686385936s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:09:37.318944Z","caller":"traceutil/trace.go:171","msg":"trace[70988917] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"1.646163867s","start":"2026-03-31T05:09:35.672751Z","end":"2026-03-31T05:09:37.318915Z","steps":["trace[70988917] 'process raft request' (duration: 1.644546873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.319185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672723Z","time spent":"1.646355663s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:37.410501Z","caller":"traceutil/trace.go:171","msg":"trace[1627699936] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"263.314302ms","start":"2026-03-31T05:09:37.14714Z","end":"2026-03-31T05:09:37.410454Z","steps":["trace[1627699936] 'process raft request' (duration: 255.496999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.410901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738489723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:09:37.410975Z","caller":"traceutil/trace.go:171","msg":"trace[1445635999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8067; }","duration":"1.738601776s","start":"2026-03-31T05:09:35.672352Z","end":"2026-03-31T05:09:37.410954Z","steps":["trace[1445635999] 'agreement among raft nodes before linearized reading' (duration: 1.738431671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.411003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.713556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:37.411046Z","caller":"traceutil/trace.go:171","msg":"trace[1472477128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8067; }","duration":"549.768947ms","start":"2026-03-31T05:09:36.861268Z","end":"2026-03-31T05:09:37.411037Z","steps":["trace[1472477128] 'agreement among raft nodes before linearized reading' (duration: 549.691195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.411072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.861262Z","time spent":"549.805258ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:37.411017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672335Z","time spent":"1.738673378s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:09:37.411097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738605746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:09:37.411135Z","caller":"traceutil/trace.go:171","msg":"trace[876363435] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8067; }","duration":"1.738671038s","start":"2026-03-31T05:09:35.672455Z","end":"2026-03-31T05:09:37.411126Z","steps":["trace[876363435] 'agreement among raft nodes before linearized reading' (duration: 1.738580586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.411166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.672436Z","time spent":"1.738723209s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:09:37.411176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600960322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:09:37.41119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.26553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:09:37.411219Z","caller":"traceutil/trace.go:171","msg":"trace[355167275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8067; }","duration":"1.601048705s","start":"2026-03-31T05:09:35.81016Z","end":"2026-03-31T05:09:37.411209Z","steps":["trace[355167275] 'agreement among raft nodes before linearized reading' (duration: 1.60087708s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.411221Z","caller":"traceutil/trace.go:171","msg":"trace[1819072899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8067; }","duration":"550.329782ms","start":"2026-03-31T05:09:36.860884Z","end":"2026-03-31T05:09:37.411213Z","steps":["trace[1819072899] 'agreement among raft nodes before linearized reading' (duration: 550.230609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.411249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.860863Z","time spent":"550.380684ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:09:37.411249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.810146Z","time spent":"1.601097286s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:09:37.411225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142770586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:37.411319Z","caller":"traceutil/trace.go:171","msg":"trace[1186672535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8067; }","duration":"1.142912929s","start":"2026-03-31T05:09:36.268381Z","end":"2026-03-31T05:09:37.411294Z","steps":["trace[1186672535] 'agreement among raft nodes before linearized reading' (duration: 1.142762395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.411378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:36.268362Z","time spent":"1.143003392s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:37.411413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600430328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:09:37.411439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45552626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:37.411523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600609112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:09:37.411597Z","caller":"traceutil/trace.go:171","msg":"trace[1147550293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8067; }","duration":"1.600732136s","start":"2026-03-31T05:09:35.810853Z","end":"2026-03-31T05:09:37.411585Z","steps":["trace[1147550293] 'agreement among raft nodes before linearized reading' (duration: 1.600363946s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.411563Z","caller":"traceutil/trace.go:171","msg":"trace[2037484940] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8067; }","duration":"1.455715975s","start":"2026-03-31T05:09:35.955826Z","end":"2026-03-31T05:09:37.411542Z","steps":["trace[2037484940] 'agreement among raft nodes before linearized reading' (duration: 1.455086988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.41178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.955805Z","time spent":"1.455959792s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:37.41186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601581039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:09:37.411735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.810846Z","time spent":"1.600845299s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:09:37.412263Z","caller":"traceutil/trace.go:171","msg":"trace[1497626496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8067; }","duration":"1.600581062s","start":"2026-03-31T05:09:35.810909Z","end":"2026-03-31T05:09:37.41149Z","steps":["trace[1497626496] 'agreement among raft nodes before linearized reading' (duration: 1.600209142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.412318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.810904Z","time spent":"1.601401785s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:09:37.41252Z","caller":"traceutil/trace.go:171","msg":"trace[2124989712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8067; }","duration":"1.601655352s","start":"2026-03-31T05:09:35.810244Z","end":"2026-03-31T05:09:37.411899Z","steps":["trace[2124989712] 'agreement among raft nodes before linearized reading' (duration: 1.600772907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.413528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:35.81023Z","time spent":"1.603276546s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:09:37.485295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5961} {"level":"info","ts":"2026-03-31T05:09:37.520873Z","caller":"traceutil/trace.go:171","msg":"trace[1839314531] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"103.022298ms","start":"2026-03-31T05:09:37.417806Z","end":"2026-03-31T05:09:37.520828Z","steps":["trace[1839314531] 'process raft request' (duration: 72.654517ms)","trace[1839314531] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 30.169546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:37.563896Z","caller":"traceutil/trace.go:171","msg":"trace[884450047] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"146.041944ms","start":"2026-03-31T05:09:37.417834Z","end":"2026-03-31T05:09:37.563876Z","steps":["trace[884450047] 'process raft request' (duration: 102.969626ms)","trace[884450047] 'compare' (duration: 34.435552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:37.564218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.414499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:09:37.564255Z","caller":"traceutil/trace.go:171","msg":"trace[562852828] range","detail":"{range_begin:/registry/persistentvolumes/pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2; range_end:; response_count:1; response_revision:8071; }","duration":"148.482652ms","start":"2026-03-31T05:09:37.415763Z","end":"2026-03-31T05:09:37.564246Z","steps":["trace[562852828] 'agreement among raft nodes before linearized reading' (duration: 148.289166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.56425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.002025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-31T05:09:37.564405Z","caller":"traceutil/trace.go:171","msg":"trace[1410630401] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8071; }","duration":"149.16349ms","start":"2026-03-31T05:09:37.415215Z","end":"2026-03-31T05:09:37.564378Z","steps":["trace[1410630401] 'agreement among raft nodes before linearized reading' (duration: 148.932064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.564508Z","caller":"traceutil/trace.go:171","msg":"trace[1542632298] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"145.724736ms","start":"2026-03-31T05:09:37.418749Z","end":"2026-03-31T05:09:37.564473Z","steps":["trace[1542632298] 'process raft request' (duration: 145.079378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.564562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.714163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:09:37.56468Z","caller":"traceutil/trace.go:171","msg":"trace[1284024724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8071; }","duration":"146.859777ms","start":"2026-03-31T05:09:37.417804Z","end":"2026-03-31T05:09:37.564663Z","steps":["trace[1284024724] 'agreement among raft nodes before linearized reading' (duration: 146.23222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:37.564691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.758916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:37.564908Z","caller":"traceutil/trace.go:171","msg":"trace[1561081879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"146.027114ms","start":"2026-03-31T05:09:37.418869Z","end":"2026-03-31T05:09:37.564896Z","steps":["trace[1561081879] 'agreement among raft nodes before linearized reading' (duration: 145.753777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:37.63734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5961,"took":"148.813771ms","hash":1399386262,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":26042368,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T05:09:37.637421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1399386262,"revision":5961,"compact-revision":2962} {"level":"warn","ts":"2026-03-31T05:09:40.676941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.201606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:09:40.677062Z","caller":"traceutil/trace.go:171","msg":"trace[526866070] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8373; }","duration":"192.349691ms","start":"2026-03-31T05:09:40.484696Z","end":"2026-03-31T05:09:40.677046Z","steps":["trace[526866070] 'read index received' (duration: 55.821µs)","trace[526866070] 'applied index is now lower than readState.Index' (duration: 192.29249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:40.677124Z","caller":"traceutil/trace.go:171","msg":"trace[480401382] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"294.837084ms","start":"2026-03-31T05:09:40.382255Z","end":"2026-03-31T05:09:40.677092Z","steps":["trace[480401382] 'process raft request' (duration: 79.368031ms)","trace[480401382] 'compare' (duration: 215.020771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:40.689322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.632627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:40.689352Z","caller":"traceutil/trace.go:171","msg":"trace[1755372744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8085; }","duration":"204.667498ms","start":"2026-03-31T05:09:40.484677Z","end":"2026-03-31T05:09:40.689345Z","steps":["trace[1755372744] 'agreement among raft nodes before linearized reading' (duration: 192.415003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:41.508063Z","caller":"traceutil/trace.go:171","msg":"trace[639890832] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"144.632436ms","start":"2026-03-31T05:09:41.363408Z","end":"2026-03-31T05:09:41.508041Z","steps":["trace[639890832] 'process raft request' (duration: 144.497912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.546125Z","caller":"traceutil/trace.go:171","msg":"trace[363314300] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8374; }","duration":"1.157991574s","start":"2026-03-31T05:09:41.388112Z","end":"2026-03-31T05:09:42.546103Z","steps":["trace[363314300] 'read index received' (duration: 119.813537ms)","trace[363314300] 'applied index is now lower than readState.Index' (duration: 1.038177047s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:42.546159Z","caller":"traceutil/trace.go:171","msg":"trace[587202786] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"1.180663113s","start":"2026-03-31T05:09:41.365468Z","end":"2026-03-31T05:09:42.546131Z","steps":["trace[587202786] 'process raft request' (duration: 1.18054632s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.546187Z","caller":"traceutil/trace.go:171","msg":"trace[760634915] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"1.181764273s","start":"2026-03-31T05:09:41.3644Z","end":"2026-03-31T05:09:42.546164Z","steps":["trace[760634915] 'process raft request' (duration: 1.086462887s)","trace[760634915] 'compare' (duration: 94.315259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:42.546259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158136657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:42.546299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.364377Z","time spent":"1.181858106s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:42.546293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.365457Z","time spent":"1.180765826s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:42.54632Z","caller":"traceutil/trace.go:171","msg":"trace[1960329347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8088; }","duration":"1.158260551s","start":"2026-03-31T05:09:41.388043Z","end":"2026-03-31T05:09:42.546303Z","steps":["trace[1960329347] 'agreement among raft nodes before linearized reading' (duration: 1.158149418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.546355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.388017Z","time spent":"1.158328492s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:42.569566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.975297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:09:42.569693Z","caller":"traceutil/trace.go:171","msg":"trace[1973483415] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:8089; }","duration":"167.138442ms","start":"2026-03-31T05:09:42.402537Z","end":"2026-03-31T05:09:42.569675Z","steps":["trace[1973483415] 'agreement among raft nodes before linearized reading' (duration: 166.903035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.569824Z","caller":"traceutil/trace.go:171","msg":"trace[2057108952] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"166.913185ms","start":"2026-03-31T05:09:42.402897Z","end":"2026-03-31T05:09:42.56981Z","steps":["trace[2057108952] 'process raft request' (duration: 166.422692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.56993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.884734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:09:42.569961Z","caller":"traceutil/trace.go:171","msg":"trace[648670933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8089; }","duration":"166.931086ms","start":"2026-03-31T05:09:42.403022Z","end":"2026-03-31T05:09:42.569953Z","steps":["trace[648670933] 'agreement among raft nodes before linearized reading' (duration: 166.824023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.570011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.301416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:09:42.570057Z","caller":"traceutil/trace.go:171","msg":"trace[1712991933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8089; }","duration":"167.358728ms","start":"2026-03-31T05:09:42.40269Z","end":"2026-03-31T05:09:42.570049Z","steps":["trace[1712991933] 'agreement among raft nodes before linearized reading' (duration: 167.236814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.570058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085343136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:42.570126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.4374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:09:42.570121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145052299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:09:42.570162Z","caller":"traceutil/trace.go:171","msg":"trace[407092731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"163.496102ms","start":"2026-03-31T05:09:42.406655Z","end":"2026-03-31T05:09:42.570151Z","steps":["trace[407092731] 'agreement among raft nodes before linearized reading' (duration: 163.398429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.570175Z","caller":"traceutil/trace.go:171","msg":"trace[1016995970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"1.085463259s","start":"2026-03-31T05:09:41.484683Z","end":"2026-03-31T05:09:42.570146Z","steps":["trace[1016995970] 'agreement among raft nodes before linearized reading' (duration: 1.085274564s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.570193Z","caller":"traceutil/trace.go:171","msg":"trace[1918972561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8089; }","duration":"1.145159012s","start":"2026-03-31T05:09:41.425018Z","end":"2026-03-31T05:09:42.570177Z","steps":["trace[1918972561] 'agreement among raft nodes before linearized reading' (duration: 1.144405092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.57024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.592994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:09:42.570254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.424994Z","time spent":"1.145231175s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:09:42.570022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.109591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:42.570297Z","caller":"traceutil/trace.go:171","msg":"trace[645742479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8089; }","duration":"167.702457ms","start":"2026-03-31T05:09:42.402569Z","end":"2026-03-31T05:09:42.570271Z","steps":["trace[645742479] 'agreement among raft nodes before linearized reading' (duration: 167.549633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.57022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142631274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:09:42.570336Z","caller":"traceutil/trace.go:171","msg":"trace[1265918659] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8089; }","duration":"167.4534ms","start":"2026-03-31T05:09:42.402866Z","end":"2026-03-31T05:09:42.570319Z","steps":["trace[1265918659] 'agreement among raft nodes before linearized reading' (duration: 167.122131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.570366Z","caller":"traceutil/trace.go:171","msg":"trace[288882809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"1.142819289s","start":"2026-03-31T05:09:41.427532Z","end":"2026-03-31T05:09:42.570351Z","steps":["trace[288882809] 'agreement among raft nodes before linearized reading' (duration: 1.14248418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.570401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.42752Z","time spent":"1.1428716s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:09:42.570388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035078382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:42.57024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.484628Z","time spent":"1.085598374s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:42.569567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.657028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:09:42.570444Z","caller":"traceutil/trace.go:171","msg":"trace[1320278759] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8089; }","duration":"1.035170084s","start":"2026-03-31T05:09:41.535259Z","end":"2026-03-31T05:09:42.570429Z","steps":["trace[1320278759] 'agreement among raft nodes before linearized reading' (duration: 1.03500978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.5705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:41.53524Z","time spent":"1.035245947s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":98,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:09:42.570468Z","caller":"traceutil/trace.go:171","msg":"trace[1420939055] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8089; }","duration":"167.576464ms","start":"2026-03-31T05:09:42.402876Z","end":"2026-03-31T05:09:42.570452Z","steps":["trace[1420939055] 'agreement among raft nodes before linearized reading' (duration: 166.555086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.746019Z","caller":"traceutil/trace.go:171","msg":"trace[1250816476] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"172.9529ms","start":"2026-03-31T05:09:42.573035Z","end":"2026-03-31T05:09:42.745987Z","steps":["trace[1250816476] 'process raft request' (duration: 78.531867ms)","trace[1250816476] 'compare' (duration: 94.235108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:42.799172Z","caller":"traceutil/trace.go:171","msg":"trace[1752136048] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"225.503858ms","start":"2026-03-31T05:09:42.573642Z","end":"2026-03-31T05:09:42.799146Z","steps":["trace[1752136048] 'process raft request' (duration: 225.317443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.799467Z","caller":"traceutil/trace.go:171","msg":"trace[1545232504] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"225.298522ms","start":"2026-03-31T05:09:42.574137Z","end":"2026-03-31T05:09:42.799436Z","steps":["trace[1545232504] 'process raft request' (duration: 224.964693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.799729Z","caller":"traceutil/trace.go:171","msg":"trace[823151844] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"225.500247ms","start":"2026-03-31T05:09:42.574203Z","end":"2026-03-31T05:09:42.799704Z","steps":["trace[823151844] 'process raft request' (duration: 225.167528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.799853Z","caller":"traceutil/trace.go:171","msg":"trace[81910930] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8378; }","duration":"224.787628ms","start":"2026-03-31T05:09:42.575052Z","end":"2026-03-31T05:09:42.79984Z","steps":["trace[81910930] 'read index received' (duration: 76.515402ms)","trace[81910930] 'applied index is now lower than readState.Index' (duration: 148.271456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:42.799909Z","caller":"traceutil/trace.go:171","msg":"trace[429072718] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"224.550341ms","start":"2026-03-31T05:09:42.575339Z","end":"2026-03-31T05:09:42.79989Z","steps":["trace[429072718] 'process raft request' (duration: 224.468159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.80001Z","caller":"traceutil/trace.go:171","msg":"trace[882997698] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"224.816189ms","start":"2026-03-31T05:09:42.575124Z","end":"2026-03-31T05:09:42.79994Z","steps":["trace[882997698] 'process raft request' (duration: 224.633284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.800194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.650624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:09:42.800234Z","caller":"traceutil/trace.go:171","msg":"trace[1250605560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8096; }","duration":"130.714705ms","start":"2026-03-31T05:09:42.669508Z","end":"2026-03-31T05:09:42.800223Z","steps":["trace[1250605560] 'agreement among raft nodes before linearized reading' (duration: 130.589542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.800232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.155598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:09:42.800281Z","caller":"traceutil/trace.go:171","msg":"trace[176863145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8096; }","duration":"225.237271ms","start":"2026-03-31T05:09:42.575033Z","end":"2026-03-31T05:09:42.80027Z","steps":["trace[176863145] 'agreement among raft nodes before linearized reading' (duration: 224.915352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:42.800076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.2848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:42.800544Z","caller":"traceutil/trace.go:171","msg":"trace[32206166] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"224.819149ms","start":"2026-03-31T05:09:42.574992Z","end":"2026-03-31T05:09:42.799811Z","steps":["trace[32206166] 'process raft request' (duration: 224.657915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:42.800565Z","caller":"traceutil/trace.go:171","msg":"trace[1640832913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8096; }","duration":"222.798784ms","start":"2026-03-31T05:09:42.577749Z","end":"2026-03-31T05:09:42.800548Z","steps":["trace[1640832913] 'agreement among raft nodes before linearized reading' (duration: 222.28299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:46.023056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.574034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:09:46.023276Z","caller":"traceutil/trace.go:171","msg":"trace[344571904] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8401; }","duration":"105.27691ms","start":"2026-03-31T05:09:45.917851Z","end":"2026-03-31T05:09:46.023128Z","steps":["trace[344571904] 'read index received' (duration: 62.332µs)","trace[344571904] 'applied index is now lower than readState.Index' (duration: 105.213268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:09:46.023409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.541577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:46.023797Z","caller":"traceutil/trace.go:171","msg":"trace[1543885128] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8112; }","duration":"105.962638ms","start":"2026-03-31T05:09:45.91782Z","end":"2026-03-31T05:09:46.023782Z","steps":["trace[1543885128] 'agreement among raft nodes before linearized reading' (duration: 105.494386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:46.191877Z","caller":"traceutil/trace.go:171","msg":"trace[1708528909] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"169.786054ms","start":"2026-03-31T05:09:46.022073Z","end":"2026-03-31T05:09:46.191859Z","steps":["trace[1708528909] 'process raft request' (duration: 169.64557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:46.930751Z","caller":"traceutil/trace.go:171","msg":"trace[129849170] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"108.757445ms","start":"2026-03-31T05:09:46.821954Z","end":"2026-03-31T05:09:46.930711Z","steps":["trace[129849170] 'process raft request' (duration: 102.763431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:47.108822Z","caller":"traceutil/trace.go:171","msg":"trace[1902869923] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"105.741931ms","start":"2026-03-31T05:09:47.003052Z","end":"2026-03-31T05:09:47.108794Z","steps":["trace[1902869923] 'process raft request' (duration: 103.982403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:50.974023Z","caller":"traceutil/trace.go:171","msg":"trace[803259119] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"464.158915ms","start":"2026-03-31T05:09:50.509822Z","end":"2026-03-31T05:09:50.973981Z","steps":["trace[803259119] 'process raft request' (duration: 413.847809ms)","trace[803259119] 'compare' (duration: 49.856944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:50.974064Z","caller":"traceutil/trace.go:171","msg":"trace[83327648] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"464.176095ms","start":"2026-03-31T05:09:50.509861Z","end":"2026-03-31T05:09:50.974037Z","steps":["trace[83327648] 'read index received' (duration: 413.995473ms)","trace[83327648] 'applied index is now lower than readState.Index' (duration: 50.179112ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:50.974277Z","caller":"traceutil/trace.go:171","msg":"trace[2042795825] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"402.362794ms","start":"2026-03-31T05:09:50.57187Z","end":"2026-03-31T05:09:50.974233Z","steps":["trace[2042795825] 'process raft request' (duration: 402.108697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:50.974064Z","caller":"traceutil/trace.go:171","msg":"trace[356123703] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"399.26706ms","start":"2026-03-31T05:09:50.57478Z","end":"2026-03-31T05:09:50.974047Z","steps":["trace[356123703] 'process raft request' (duration: 399.241549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:50.97445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:50.571848Z","time spent":"402.514788ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:50.974526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:50.574769Z","time spent":"399.694401ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:50.974437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:50.5098Z","time spent":"464.315289ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:50.974787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.581966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:50.974841Z","caller":"traceutil/trace.go:171","msg":"trace[1543075861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"465.024498ms","start":"2026-03-31T05:09:50.509801Z","end":"2026-03-31T05:09:50.974826Z","steps":["trace[1543075861] 'agreement among raft nodes before linearized reading' (duration: 464.419942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:50.974878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:50.509777Z","time spent":"465.09295ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:09:51.660871Z","caller":"traceutil/trace.go:171","msg":"trace[1124097364] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"117.046592ms","start":"2026-03-31T05:09:51.543796Z","end":"2026-03-31T05:09:51.660842Z","steps":["trace[1124097364] 'process raft request' (duration: 116.832576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.3102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.069375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:53.31034Z","caller":"traceutil/trace.go:171","msg":"trace[1415783390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8270; }","duration":"218.233979ms","start":"2026-03-31T05:09:53.092087Z","end":"2026-03-31T05:09:53.310321Z","steps":["trace[1415783390] 'range keys from in-memory index tree' (duration: 218.045173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.31094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297110887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:53.311019Z","caller":"traceutil/trace.go:171","msg":"trace[1817034919] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8270; }","duration":"1.297249491s","start":"2026-03-31T05:09:52.013752Z","end":"2026-03-31T05:09:53.311001Z","steps":["trace[1817034919] 'count revisions from in-memory index tree' (duration: 1.296985844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.311068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.01373Z","time spent":"1.297323623s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:53.311131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.778949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:53.311187Z","caller":"traceutil/trace.go:171","msg":"trace[632214819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8270; }","duration":"824.869672ms","start":"2026-03-31T05:09:52.486302Z","end":"2026-03-31T05:09:53.311171Z","steps":["trace[632214819] 'range keys from in-memory index tree' (duration: 824.650336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.311219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.486278Z","time spent":"824.934344ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:53.311613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.564775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:09:53.311741Z","caller":"traceutil/trace.go:171","msg":"trace[1721877010] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8270; }","duration":"983.575673ms","start":"2026-03-31T05:09:52.328143Z","end":"2026-03-31T05:09:53.311719Z","steps":["trace[1721877010] 'count revisions from in-memory index tree' (duration: 982.476753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.311788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.328124Z","time spent":"983.650154ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:53.312094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585779214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:09:53.312311Z","caller":"traceutil/trace.go:171","msg":"trace[1889257937] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:8270; }","duration":"1.586186134s","start":"2026-03-31T05:09:51.726104Z","end":"2026-03-31T05:09:53.31229Z","steps":["trace[1889257937] 'range keys from in-memory index tree' (duration: 1.584354095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:53.312444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:51.726075Z","time spent":"1.586352049s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:09:53.488221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:53.988714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:09:54.015568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288568714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:09:54.016179Z","caller":"traceutil/trace.go:171","msg":"trace[292262542] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"1.289279064s","start":"2026-03-31T05:09:52.726874Z","end":"2026-03-31T05:09:54.016153Z","steps":["trace[292262542] 'process raft request' (duration: 1.289096479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.016334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.726849Z","time spent":"1.289401657s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:54.048333Z","caller":"traceutil/trace.go:171","msg":"trace[1066941359] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"1.068623789s","start":"2026-03-31T05:09:52.979686Z","end":"2026-03-31T05:09:54.04831Z","steps":["trace[1066941359] 'process raft request' (duration: 1.068549947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.048545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.979654Z","time spent":"1.068816284s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:54.04859Z","caller":"traceutil/trace.go:171","msg":"trace[441585596] linearizableReadLoop","detail":"{readStateIndex:8568; appliedIndex:8562; }","duration":"1.061340009s","start":"2026-03-31T05:09:52.987238Z","end":"2026-03-31T05:09:54.048578Z","steps":["trace[441585596] 'read index received' (duration: 1.028794329s)","trace[441585596] 'applied index is now lower than readState.Index' (duration: 32.54491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:54.048357Z","caller":"traceutil/trace.go:171","msg":"trace[2112747404] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"1.135759705s","start":"2026-03-31T05:09:52.912581Z","end":"2026-03-31T05:09:54.048341Z","steps":["trace[2112747404] 'process raft request' (duration: 1.135524608s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:54.048652Z","caller":"traceutil/trace.go:171","msg":"trace[718604892] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"1.067862188s","start":"2026-03-31T05:09:52.980784Z","end":"2026-03-31T05:09:54.048646Z","steps":["trace[718604892] 'process raft request' (duration: 1.067491408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.04869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.912556Z","time spent":"1.136107924s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:54.048696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.980754Z","time spent":"1.067911679s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:54.048789Z","caller":"traceutil/trace.go:171","msg":"trace[1584130330] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"734.106059ms","start":"2026-03-31T05:09:53.314674Z","end":"2026-03-31T05:09:54.04878Z","steps":["trace[1584130330] 'process raft request' (duration: 733.80095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.048833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.314659Z","time spent":"734.1479ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:54.04887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061637748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:09:54.048857Z","caller":"traceutil/trace.go:171","msg":"trace[377521205] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"374.588926ms","start":"2026-03-31T05:09:53.67424Z","end":"2026-03-31T05:09:54.048829Z","steps":["trace[377521205] 'process raft request' (duration: 374.305728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:54.048906Z","caller":"traceutil/trace.go:171","msg":"trace[2044100834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8276; }","duration":"1.06171406s","start":"2026-03-31T05:09:52.987178Z","end":"2026-03-31T05:09:54.048892Z","steps":["trace[2044100834] 'agreement among raft nodes before linearized reading' (duration: 1.061592536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.048928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:52.987157Z","time spent":"1.061766101s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:09:54.04899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.674222Z","time spent":"374.705279ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:54.049026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022826396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:09:54.049047Z","caller":"traceutil/trace.go:171","msg":"trace[863438833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8276; }","duration":"1.022873897s","start":"2026-03-31T05:09:53.026167Z","end":"2026-03-31T05:09:54.049041Z","steps":["trace[863438833] 'agreement among raft nodes before linearized reading' (duration: 1.022808025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025810078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:09:54.049064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.026117Z","time spent":"1.022942139s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:09:54.04908Z","caller":"traceutil/trace.go:171","msg":"trace[390932336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.025839198s","start":"2026-03-31T05:09:53.023233Z","end":"2026-03-31T05:09:54.049072Z","steps":["trace[390932336] 'agreement among raft nodes before linearized reading' (duration: 1.025778467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.275913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:54.04899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037161798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:09:54.049099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.023228Z","time spent":"1.025866259s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:09:54.049115Z","caller":"traceutil/trace.go:171","msg":"trace[1754880221] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8276; }","duration":"576.348904ms","start":"2026-03-31T05:09:53.472757Z","end":"2026-03-31T05:09:54.049106Z","steps":["trace[1754880221] 'agreement among raft nodes before linearized reading' (duration: 576.293003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:54.049115Z","caller":"traceutil/trace.go:171","msg":"trace[1647573639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.037373863s","start":"2026-03-31T05:09:53.011732Z","end":"2026-03-31T05:09:54.049106Z","steps":["trace[1647573639] 'agreement among raft nodes before linearized reading' (duration: 1.037203259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.472735Z","time spent":"576.398385ms","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:54.049101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.467643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:09:54.049212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025987722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:09:54.049209Z","caller":"traceutil/trace.go:171","msg":"trace[486392254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"736.577746ms","start":"2026-03-31T05:09:53.312599Z","end":"2026-03-31T05:09:54.049176Z","steps":["trace[486392254] 'agreement among raft nodes before linearized reading' (duration: 736.413082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:54.049241Z","caller":"traceutil/trace.go:171","msg":"trace[785419158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8276; }","duration":"1.026024884s","start":"2026-03-31T05:09:53.023208Z","end":"2026-03-31T05:09:54.049233Z","steps":["trace[785419158] 'agreement among raft nodes before linearized reading' (duration: 1.025948762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.507198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:54.049262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.023203Z","time spent":"1.026054255s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:09:54.049263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027399042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:09:54.049281Z","caller":"traceutil/trace.go:171","msg":"trace[267132786] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8276; }","duration":"931.57632ms","start":"2026-03-31T05:09:53.117696Z","end":"2026-03-31T05:09:54.049272Z","steps":["trace[267132786] 'agreement among raft nodes before linearized reading' (duration: 931.478827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:54.049286Z","caller":"traceutil/trace.go:171","msg":"trace[1452443170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8276; }","duration":"1.027440332s","start":"2026-03-31T05:09:53.02184Z","end":"2026-03-31T05:09:54.04928Z","steps":["trace[1452443170] 'agreement among raft nodes before linearized reading' (duration: 1.027333689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.312547Z","time spent":"736.710331ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:09:54.049305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.021828Z","time spent":"1.027473983s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:09:54.049306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.117674Z","time spent":"931.625672ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:54.049148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.011705Z","time spent":"1.037434835s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:09:54.049341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037331573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:09:54.049361Z","caller":"traceutil/trace.go:171","msg":"trace[22958967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8276; }","duration":"1.037370174s","start":"2026-03-31T05:09:53.011984Z","end":"2026-03-31T05:09:54.049355Z","steps":["trace[22958967] 'agreement among raft nodes before linearized reading' (duration: 1.037312673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026590868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:54.049377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.011976Z","time spent":"1.037396705s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:09:54.049383Z","caller":"traceutil/trace.go:171","msg":"trace[1940040315] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8276; }","duration":"1.02662565s","start":"2026-03-31T05:09:53.022754Z","end":"2026-03-31T05:09:54.049379Z","steps":["trace[1940040315] 'agreement among raft nodes before linearized reading' (duration: 1.026590669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.022745Z","time spent":"1.02664932s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:09:54.049476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010216351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:09:54.049498Z","caller":"traceutil/trace.go:171","msg":"trace[1562692189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8276; }","duration":"1.010266883s","start":"2026-03-31T05:09:53.039225Z","end":"2026-03-31T05:09:54.049492Z","steps":["trace[1562692189] 'agreement among raft nodes before linearized reading' (duration: 1.010188731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:54.049517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:53.039205Z","time spent":"1.010305913s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:10:02.178354Z","caller":"traceutil/trace.go:171","msg":"trace[487356362] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"440.116198ms","start":"2026-03-31T05:10:01.738215Z","end":"2026-03-31T05:10:02.178332Z","steps":["trace[487356362] 'process raft request' (duration: 439.955243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.178492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:01.7382Z","time spent":"440.218001ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:02.236857Z","caller":"traceutil/trace.go:171","msg":"trace[1623990309] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"107.344196ms","start":"2026-03-31T05:10:02.129464Z","end":"2026-03-31T05:10:02.236808Z","steps":["trace[1623990309] 'process raft request' (duration: 65.893953ms)","trace[1623990309] 'compare' (duration: 41.090654ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:02.236988Z","caller":"traceutil/trace.go:171","msg":"trace[301267907] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"105.927318ms","start":"2026-03-31T05:10:02.131034Z","end":"2026-03-31T05:10:02.236961Z","steps":["trace[301267907] 'process raft request' (duration: 105.617779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:02.237014Z","caller":"traceutil/trace.go:171","msg":"trace[246006316] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8608; }","duration":"103.061409ms","start":"2026-03-31T05:10:02.133905Z","end":"2026-03-31T05:10:02.236966Z","steps":["trace[246006316] 'read index received' (duration: 44.297221ms)","trace[246006316] 'applied index is now lower than readState.Index' (duration: 58.749287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:02.237274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.372377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:10:02.237319Z","caller":"traceutil/trace.go:171","msg":"trace[1203424575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8318; }","duration":"103.47762ms","start":"2026-03-31T05:10:02.133829Z","end":"2026-03-31T05:10:02.237307Z","steps":["trace[1203424575] 'agreement among raft nodes before linearized reading' (duration: 103.290405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.237419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.513676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:10:02.23748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.465967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:10:02.237531Z","caller":"traceutil/trace.go:171","msg":"trace[1465428726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8318; }","duration":"100.55521ms","start":"2026-03-31T05:10:02.136962Z","end":"2026-03-31T05:10:02.237517Z","steps":["trace[1465428726] 'agreement among raft nodes before linearized reading' (duration: 100.429866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:02.237527Z","caller":"traceutil/trace.go:171","msg":"trace[113689459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8318; }","duration":"101.65542ms","start":"2026-03-31T05:10:02.135839Z","end":"2026-03-31T05:10:02.237494Z","steps":["trace[113689459] 'agreement among raft nodes before linearized reading' (duration: 101.402483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.237594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.121179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:10:02.237674Z","caller":"traceutil/trace.go:171","msg":"trace[1901180033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8318; }","duration":"100.281282ms","start":"2026-03-31T05:10:02.13737Z","end":"2026-03-31T05:10:02.237652Z","steps":["trace[1901180033] 'agreement among raft nodes before linearized reading' (duration: 100.012575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:02.23772Z","caller":"traceutil/trace.go:171","msg":"trace[996514398] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"108.630491ms","start":"2026-03-31T05:10:02.129073Z","end":"2026-03-31T05:10:02.237704Z","steps":["trace[996514398] 'process raft request' (duration: 107.773377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.237726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.788124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:10:02.237824Z","caller":"traceutil/trace.go:171","msg":"trace[362003771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8318; }","duration":"102.095883ms","start":"2026-03-31T05:10:02.135711Z","end":"2026-03-31T05:10:02.237807Z","steps":["trace[362003771] 'agreement among raft nodes before linearized reading' (duration: 101.837186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:02.778032Z","caller":"traceutil/trace.go:171","msg":"trace[759851004] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"533.345698ms","start":"2026-03-31T05:10:02.244647Z","end":"2026-03-31T05:10:02.777992Z","steps":["trace[759851004] 'process raft request' (duration: 522.519402ms)","trace[759851004] 'compare' (duration: 10.422315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:02.778192Z","caller":"traceutil/trace.go:171","msg":"trace[139107486] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"533.343628ms","start":"2026-03-31T05:10:02.2447Z","end":"2026-03-31T05:10:02.778044Z","steps":["trace[139107486] 'process raft request' (duration: 533.186514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.778295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.244694Z","time spent":"533.548434ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:02.778296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.244637Z","time spent":"533.568604ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:02.778398Z","caller":"traceutil/trace.go:171","msg":"trace[534559367] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"533.300027ms","start":"2026-03-31T05:10:02.245046Z","end":"2026-03-31T05:10:02.778346Z","steps":["trace[534559367] 'process raft request' (duration: 532.898976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:02.778434Z","caller":"traceutil/trace.go:171","msg":"trace[326352384] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"532.896885ms","start":"2026-03-31T05:10:02.245518Z","end":"2026-03-31T05:10:02.778415Z","steps":["trace[326352384] 'process raft request' (duration: 532.734701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.778579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.245012Z","time spent":"533.474601ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:02.778636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.245508Z","time spent":"533.019509ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:02.779283Z","caller":"traceutil/trace.go:171","msg":"trace[270480939] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8612; }","duration":"532.147146ms","start":"2026-03-31T05:10:02.247115Z","end":"2026-03-31T05:10:02.779262Z","steps":["trace[270480939] 'read index received' (duration: 18.932308ms)","trace[270480939] 'applied index is now lower than readState.Index' (duration: 513.213057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:02.779868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.737871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:10:02.779993Z","caller":"traceutil/trace.go:171","msg":"trace[500481223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8324; }","duration":"532.872085ms","start":"2026-03-31T05:10:02.247099Z","end":"2026-03-31T05:10:02.779971Z","steps":["trace[500481223] 'agreement among raft nodes before linearized reading' (duration: 532.31293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.780089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.247089Z","time spent":"532.984878ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223870,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:10:02.780641Z","caller":"traceutil/trace.go:171","msg":"trace[1821537728] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"534.927182ms","start":"2026-03-31T05:10:02.24569Z","end":"2026-03-31T05:10:02.780617Z","steps":["trace[1821537728] 'process raft request' (duration: 532.66169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.780749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.245659Z","time spent":"535.037094ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:02.780912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.458285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:02.781005Z","caller":"traceutil/trace.go:171","msg":"trace[50975178] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8324; }","duration":"369.583789ms","start":"2026-03-31T05:10:02.411405Z","end":"2026-03-31T05:10:02.780989Z","steps":["trace[50975178] 'agreement among raft nodes before linearized reading' (duration: 369.454735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:02.781093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:02.411383Z","time spent":"369.696302ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:02.78144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.424618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:02.781524Z","caller":"traceutil/trace.go:171","msg":"trace[91850114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8324; }","duration":"296.538321ms","start":"2026-03-31T05:10:02.484974Z","end":"2026-03-31T05:10:02.781512Z","steps":["trace[91850114] 'agreement among raft nodes before linearized reading' (duration: 296.431628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:04.771913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:10:05.272968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:10:05.518546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318670856s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:10:05.519006Z","caller":"traceutil/trace.go:171","msg":"trace[1879462000] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"1.319257913s","start":"2026-03-31T05:10:04.199721Z","end":"2026-03-31T05:10:05.518979Z","steps":["trace[1879462000] 'process raft request' (duration: 1.319069888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:05.520287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.199691Z","time spent":"1.319394397s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:05.94596Z","caller":"traceutil/trace.go:171","msg":"trace[1285540839] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8618; }","duration":"1.675060515s","start":"2026-03-31T05:10:04.270882Z","end":"2026-03-31T05:10:05.945943Z","steps":["trace[1285540839] 'read index received' (duration: 1.247989184s)","trace[1285540839] 'applied index is now lower than readState.Index' (duration: 427.070601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:05.946167Z","caller":"traceutil/trace.go:171","msg":"trace[766199894] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"1.701749314s","start":"2026-03-31T05:10:04.24441Z","end":"2026-03-31T05:10:05.946159Z","steps":["trace[766199894] 'process raft request' (duration: 1.701215329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:05.946244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.24439Z","time spent":"1.701797896s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:05.946412Z","caller":"traceutil/trace.go:171","msg":"trace[921889272] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"1.701416526s","start":"2026-03-31T05:10:04.24499Z","end":"2026-03-31T05:10:05.946407Z","steps":["trace[921889272] 'process raft request' (duration: 1.700747197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:05.946443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.24498Z","time spent":"1.701447776s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:05.946488Z","caller":"traceutil/trace.go:171","msg":"trace[665212796] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"1.699698698s","start":"2026-03-31T05:10:04.246785Z","end":"2026-03-31T05:10:05.946484Z","steps":["trace[665212796] 'process raft request' (duration: 1.699128262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:05.946512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.246777Z","time spent":"1.699720179s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:05.946606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675734363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:10:05.946626Z","caller":"traceutil/trace.go:171","msg":"trace[827470926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8328; }","duration":"1.675800055s","start":"2026-03-31T05:10:04.270821Z","end":"2026-03-31T05:10:05.946621Z","steps":["trace[827470926] 'agreement among raft nodes before linearized reading' (duration: 1.675722782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:05.946641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.270795Z","time spent":"1.675842726s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:10:06.049178Z","caller":"traceutil/trace.go:171","msg":"trace[893801719] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"103.13057ms","start":"2026-03-31T05:10:05.946013Z","end":"2026-03-31T05:10:06.049144Z","steps":["trace[893801719] 'read index received' (duration: 20.907052ms)","trace[893801719] 'applied index is now lower than readState.Index' (duration: 82.217568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:06.049532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.974144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:06.049591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264157015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:10:06.049594Z","caller":"traceutil/trace.go:171","msg":"trace[667819573] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8328; }","duration":"678.071296ms","start":"2026-03-31T05:10:05.371499Z","end":"2026-03-31T05:10:06.049571Z","steps":["trace[667819573] 'agreement among raft nodes before linearized reading' (duration: 677.725517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737563464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:10:06.049639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:05.371436Z","time spent":"678.19336ms","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:06.049616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.024416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:10:06.049661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.976328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:06.049671Z","caller":"traceutil/trace.go:171","msg":"trace[498794770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8328; }","duration":"1.737724318s","start":"2026-03-31T05:10:04.311923Z","end":"2026-03-31T05:10:06.049647Z","steps":["trace[498794770] 'agreement among raft nodes before linearized reading' (duration: 1.737332067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.502083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:06.049705Z","caller":"traceutil/trace.go:171","msg":"trace[707562129] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8328; }","duration":"538.1825ms","start":"2026-03-31T05:10:05.511502Z","end":"2026-03-31T05:10:06.049685Z","steps":["trace[707562129] 'agreement among raft nodes before linearized reading' (duration: 537.695797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.311908Z","time spent":"1.73781706s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:10:06.049767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:05.511475Z","time spent":"538.281053ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:06.049776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262534341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:10:06.049781Z","caller":"traceutil/trace.go:171","msg":"trace[766044901] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8328; }","duration":"234.732ms","start":"2026-03-31T05:10:05.815009Z","end":"2026-03-31T05:10:06.049741Z","steps":["trace[766044901] 'agreement among raft nodes before linearized reading' (duration: 234.256477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:06.049804Z","caller":"traceutil/trace.go:171","msg":"trace[1517587079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8328; }","duration":"1.262594062s","start":"2026-03-31T05:10:04.787205Z","end":"2026-03-31T05:10:06.049799Z","steps":["trace[1517587079] 'agreement among raft nodes before linearized reading' (duration: 1.262047197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.787189Z","time spent":"1.262632164s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:10:06.049624Z","caller":"traceutil/trace.go:171","msg":"trace[1588425490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8328; }","duration":"1.264226207s","start":"2026-03-31T05:10:04.785388Z","end":"2026-03-31T05:10:06.049615Z","steps":["trace[1588425490] 'agreement among raft nodes before linearized reading' (duration: 1.263881458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.785384Z","time spent":"1.264558136s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:06.049973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266388357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:10:06.050034Z","caller":"traceutil/trace.go:171","msg":"trace[313085205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8328; }","duration":"1.266496879s","start":"2026-03-31T05:10:04.783522Z","end":"2026-03-31T05:10:06.050018Z","steps":["trace[313085205] 'agreement among raft nodes before linearized reading' (duration: 1.265755079s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:06.049698Z","caller":"traceutil/trace.go:171","msg":"trace[1230099171] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8328; }","duration":"227.07065ms","start":"2026-03-31T05:10:05.822615Z","end":"2026-03-31T05:10:06.049686Z","steps":["trace[1230099171] 'agreement among raft nodes before linearized reading' (duration: 226.634308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.05007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563194365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:06.050072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.783501Z","time spent":"1.26656004s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:10:06.050144Z","caller":"traceutil/trace.go:171","msg":"trace[567685605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"1.563297567s","start":"2026-03-31T05:10:04.486835Z","end":"2026-03-31T05:10:06.050133Z","steps":["trace[567685605] 'agreement among raft nodes before linearized reading' (duration: 1.562450854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.050176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.486817Z","time spent":"1.563354098s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:10:06.050357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265024159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:10:06.050385Z","caller":"traceutil/trace.go:171","msg":"trace[495873370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8328; }","duration":"1.26507137s","start":"2026-03-31T05:10:04.785305Z","end":"2026-03-31T05:10:06.050376Z","steps":["trace[495873370] 'agreement among raft nodes before linearized reading' (duration: 1.263992331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.049452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263892858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:10:06.050406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.785298Z","time spent":"1.265102671s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:10:06.050427Z","caller":"traceutil/trace.go:171","msg":"trace[663693301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8328; }","duration":"1.264995388s","start":"2026-03-31T05:10:04.785414Z","end":"2026-03-31T05:10:06.050409Z","steps":["trace[663693301] 'agreement among raft nodes before linearized reading' (duration: 1.263756144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.050465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.785395Z","time spent":"1.26505849s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:06.050487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267486456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:10:06.050552Z","caller":"traceutil/trace.go:171","msg":"trace[1155193983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8328; }","duration":"1.267574088s","start":"2026-03-31T05:10:04.782955Z","end":"2026-03-31T05:10:06.050529Z","steps":["trace[1155193983] 'agreement among raft nodes before linearized reading' (duration: 1.266324744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.050598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:04.782937Z","time spent":"1.267649071s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:10:06.260222Z","caller":"traceutil/trace.go:171","msg":"trace[1776718549] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"204.832892ms","start":"2026-03-31T05:10:06.055365Z","end":"2026-03-31T05:10:06.260198Z","steps":["trace[1776718549] 'process raft request' (duration: 153.676963ms)","trace[1776718549] 'compare' (duration: 50.993975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:06.260503Z","caller":"traceutil/trace.go:171","msg":"trace[1001455761] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"205.067189ms","start":"2026-03-31T05:10:06.055422Z","end":"2026-03-31T05:10:06.260489Z","steps":["trace[1001455761] 'process raft request' (duration: 204.73529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:06.260618Z","caller":"traceutil/trace.go:171","msg":"trace[2100734172] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8624; }","duration":"204.37348ms","start":"2026-03-31T05:10:06.056218Z","end":"2026-03-31T05:10:06.260591Z","steps":["trace[2100734172] 'read index received' (duration: 24.785578ms)","trace[2100734172] 'applied index is now lower than readState.Index' (duration: 179.586502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:06.260771Z","caller":"traceutil/trace.go:171","msg":"trace[1914316396] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"205.145891ms","start":"2026-03-31T05:10:06.055614Z","end":"2026-03-31T05:10:06.26076Z","steps":["trace[1914316396] 'process raft request' (duration: 204.917184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.261033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.792711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:10:06.261066Z","caller":"traceutil/trace.go:171","msg":"trace[1510709216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8334; }","duration":"204.864054ms","start":"2026-03-31T05:10:06.056194Z","end":"2026-03-31T05:10:06.261058Z","steps":["trace[1510709216] 'agreement among raft nodes before linearized reading' (duration: 204.701459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:06.260635Z","caller":"traceutil/trace.go:171","msg":"trace[361488593] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"205.151141ms","start":"2026-03-31T05:10:06.055458Z","end":"2026-03-31T05:10:06.260609Z","steps":["trace[361488593] 'process raft request' (duration: 204.938366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:06.261509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.271463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:06.261542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.479548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:10:06.261551Z","caller":"traceutil/trace.go:171","msg":"trace[1181641397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8334; }","duration":"183.365286ms","start":"2026-03-31T05:10:06.078175Z","end":"2026-03-31T05:10:06.26154Z","steps":["trace[1181641397] 'agreement among raft nodes before linearized reading' (duration: 183.264233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:06.261564Z","caller":"traceutil/trace.go:171","msg":"trace[417729092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8334; }","duration":"187.541189ms","start":"2026-03-31T05:10:06.074017Z","end":"2026-03-31T05:10:06.261558Z","steps":["trace[417729092] 'agreement among raft nodes before linearized reading' (duration: 187.236401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:08.527861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:10:09.02844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:10:09.125148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17289464s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:10:09.125715Z","caller":"traceutil/trace.go:171","msg":"trace[115155841] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.173557367s","start":"2026-03-31T05:10:07.952111Z","end":"2026-03-31T05:10:09.125669Z","steps":["trace[115155841] 'process raft request' (duration: 1.173283309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.125993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:07.952078Z","time spent":"1.173739552s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:09.275324Z","caller":"traceutil/trace.go:171","msg":"trace[1614059327] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"1.32242157s","start":"2026-03-31T05:10:07.952875Z","end":"2026-03-31T05:10:09.275297Z","steps":["trace[1614059327] 'process raft request' (duration: 1.322311117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.275338Z","caller":"traceutil/trace.go:171","msg":"trace[84075472] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"1.322492021s","start":"2026-03-31T05:10:07.952812Z","end":"2026-03-31T05:10:09.275304Z","steps":["trace[84075472] 'process raft request' (duration: 1.322154782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.275499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:07.952841Z","time spent":"1.322569564s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:09.275523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:07.952779Z","time spent":"1.322648165s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:09.275594Z","caller":"traceutil/trace.go:171","msg":"trace[2114974381] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"1.078679223s","start":"2026-03-31T05:10:08.196876Z","end":"2026-03-31T05:10:09.275555Z","steps":["trace[2114974381] 'process raft request' (duration: 1.078377084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.275835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248814206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:09.275786Z","caller":"traceutil/trace.go:171","msg":"trace[1255664528] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"211.29832ms","start":"2026-03-31T05:10:09.06441Z","end":"2026-03-31T05:10:09.275708Z","steps":["trace[1255664528] 'process raft request' (duration: 211.054773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.27587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.196841Z","time spent":"1.07894946s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:09.275887Z","caller":"traceutil/trace.go:171","msg":"trace[380097926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8339; }","duration":"1.248943389s","start":"2026-03-31T05:10:08.026928Z","end":"2026-03-31T05:10:09.275871Z","steps":["trace[380097926] 'agreement among raft nodes before linearized reading' (duration: 1.248777365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.275929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.026902Z","time spent":"1.249013081s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:10:09.275663Z","caller":"traceutil/trace.go:171","msg":"trace[632803034] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8629; }","duration":"1.248645441s","start":"2026-03-31T05:10:08.026995Z","end":"2026-03-31T05:10:09.27564Z","steps":["trace[632803034] 'read index received' (duration: 1.098374041s)","trace[632803034] 'applied index is now lower than readState.Index' (duration: 150.27012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:09.276169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221509999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:10:09.27621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189834122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:09.276222Z","caller":"traceutil/trace.go:171","msg":"trace[924141944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8339; }","duration":"1.221617502s","start":"2026-03-31T05:10:08.054591Z","end":"2026-03-31T05:10:09.276208Z","steps":["trace[924141944] 'agreement among raft nodes before linearized reading' (duration: 1.221459258s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.276252Z","caller":"traceutil/trace.go:171","msg":"trace[824031704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8339; }","duration":"1.189927645s","start":"2026-03-31T05:10:08.086312Z","end":"2026-03-31T05:10:09.276239Z","steps":["trace[824031704] 'agreement among raft nodes before linearized reading' (duration: 1.189805402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01058475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:10:09.276247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011213927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:10:09.276311Z","caller":"traceutil/trace.go:171","msg":"trace[2088389553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8339; }","duration":"1.011337201s","start":"2026-03-31T05:10:08.264959Z","end":"2026-03-31T05:10:09.276296Z","steps":["trace[2088389553] 'agreement among raft nodes before linearized reading' (duration: 1.011129805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.086282Z","time spent":"1.189993797s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:09.276304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010836027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:10:09.276308Z","caller":"traceutil/trace.go:171","msg":"trace[1525722321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8339; }","duration":"1.010676913s","start":"2026-03-31T05:10:08.265607Z","end":"2026-03-31T05:10:09.276284Z","steps":["trace[1525722321] 'agreement among raft nodes before linearized reading' (duration: 1.010456237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.012887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:09.276346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.264921Z","time spent":"1.011416863s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:10:09.276355Z","caller":"traceutil/trace.go:171","msg":"trace[1536674568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8339; }","duration":"1.01095714s","start":"2026-03-31T05:10:08.265385Z","end":"2026-03-31T05:10:09.276342Z","steps":["trace[1536674568] 'agreement among raft nodes before linearized reading' (duration: 1.010710463s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.276367Z","caller":"traceutil/trace.go:171","msg":"trace[873210828] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8339; }","duration":"213.094578ms","start":"2026-03-31T05:10:09.06326Z","end":"2026-03-31T05:10:09.276354Z","steps":["trace[873210828] 'agreement among raft nodes before linearized reading' (duration: 213.033997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00691074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:10:09.276365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.265512Z","time spent":"1.010842127s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:09.27638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010169639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:09.276405Z","caller":"traceutil/trace.go:171","msg":"trace[1825141552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8339; }","duration":"1.006971592s","start":"2026-03-31T05:10:08.269425Z","end":"2026-03-31T05:10:09.276397Z","steps":["trace[1825141552] 'agreement among raft nodes before linearized reading' (duration: 1.006836308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.265358Z","time spent":"1.011035083s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:09.276263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.054564Z","time spent":"1.221691254s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:10:09.276427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.269412Z","time spent":"1.007010252s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:10:09.276437Z","caller":"traceutil/trace.go:171","msg":"trace[1927380933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8339; }","duration":"1.01024126s","start":"2026-03-31T05:10:08.266176Z","end":"2026-03-31T05:10:09.276417Z","steps":["trace[1927380933] 'agreement among raft nodes before linearized reading' (duration: 1.010090426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.276486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:08.266142Z","time spent":"1.010333023s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:10:09.409195Z","caller":"traceutil/trace.go:171","msg":"trace[304735024] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"127.403455ms","start":"2026-03-31T05:10:09.281758Z","end":"2026-03-31T05:10:09.409161Z","steps":["trace[304735024] 'process raft request' (duration: 127.288422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.409237Z","caller":"traceutil/trace.go:171","msg":"trace[390605463] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"127.690272ms","start":"2026-03-31T05:10:09.281485Z","end":"2026-03-31T05:10:09.409175Z","steps":["trace[390605463] 'process raft request' (duration: 123.861647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.409538Z","caller":"traceutil/trace.go:171","msg":"trace[156819023] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8634; }","duration":"127.347323ms","start":"2026-03-31T05:10:09.282163Z","end":"2026-03-31T05:10:09.40951Z","steps":["trace[156819023] 'read index received' (duration: 15.515935ms)","trace[156819023] 'applied index is now lower than readState.Index' (duration: 111.830218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:09.409592Z","caller":"traceutil/trace.go:171","msg":"trace[1025763510] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"127.655422ms","start":"2026-03-31T05:10:09.281908Z","end":"2026-03-31T05:10:09.409563Z","steps":["trace[1025763510] 'process raft request' (duration: 127.20426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.409578Z","caller":"traceutil/trace.go:171","msg":"trace[516938695] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"127.23095ms","start":"2026-03-31T05:10:09.282313Z","end":"2026-03-31T05:10:09.409544Z","steps":["trace[516938695] 'process raft request' (duration: 127.048515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:09.409623Z","caller":"traceutil/trace.go:171","msg":"trace[224241487] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"127.085696ms","start":"2026-03-31T05:10:09.282495Z","end":"2026-03-31T05:10:09.409581Z","steps":["trace[224241487] 'process raft request' (duration: 126.965443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.409794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.181377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:09.409866Z","caller":"traceutil/trace.go:171","msg":"trace[2125448801] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8345; }","duration":"105.337281ms","start":"2026-03-31T05:10:09.304516Z","end":"2026-03-31T05:10:09.409854Z","steps":["trace[2125448801] 'agreement among raft nodes before linearized reading' (duration: 105.165556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:09.410186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.019542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:10:09.410227Z","caller":"traceutil/trace.go:171","msg":"trace[1597515995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8345; }","duration":"128.114325ms","start":"2026-03-31T05:10:09.282104Z","end":"2026-03-31T05:10:09.410218Z","steps":["trace[1597515995] 'agreement among raft nodes before linearized reading' (duration: 127.542209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:11.023714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.434504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:11.023824Z","caller":"traceutil/trace.go:171","msg":"trace[1073956488] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8641; }","duration":"639.017399ms","start":"2026-03-31T05:10:10.384789Z","end":"2026-03-31T05:10:11.023806Z","steps":["trace[1073956488] 'read index received' (duration: 152.334667ms)","trace[1073956488] 'applied index is now lower than readState.Index' (duration: 486.680391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:11.023912Z","caller":"traceutil/trace.go:171","msg":"trace[1978108932] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"688.7957ms","start":"2026-03-31T05:10:10.335103Z","end":"2026-03-31T05:10:11.023899Z","steps":["trace[1978108932] 'process raft request' (duration: 202.053977ms)","trace[1978108932] 'compare' (duration: 486.118626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:11.02396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:10.335074Z","time spent":"688.862111ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:11.024327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.565093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:11.024351Z","caller":"traceutil/trace.go:171","msg":"trace[146240429] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8346; }","duration":"639.653055ms","start":"2026-03-31T05:10:10.384692Z","end":"2026-03-31T05:10:11.024345Z","steps":["trace[146240429] 'agreement among raft nodes before linearized reading' (duration: 639.435159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:11.024369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:10.384659Z","time spent":"639.705457ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:11.02449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.750286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:11.024514Z","caller":"traceutil/trace.go:171","msg":"trace[930867322] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8346; }","duration":"217.774877ms","start":"2026-03-31T05:10:10.806732Z","end":"2026-03-31T05:10:11.024507Z","steps":["trace[930867322] 'agreement among raft nodes before linearized reading' (duration: 217.734246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:11.02461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.20416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:11.024724Z","caller":"traceutil/trace.go:171","msg":"trace[383542971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"538.391836ms","start":"2026-03-31T05:10:10.486306Z","end":"2026-03-31T05:10:11.024697Z","steps":["trace[383542971] 'agreement among raft nodes before linearized reading' (duration: 538.17059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:11.024771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:10.486275Z","time spent":"538.488639ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:10:11.803409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:10:12.98197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04751486s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:12.982164Z","caller":"traceutil/trace.go:171","msg":"trace[450316403] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"1.85110218s","start":"2026-03-31T05:10:11.131034Z","end":"2026-03-31T05:10:12.982137Z","steps":["trace[450316403] 'process raft request' (duration: 803.295812ms)","trace[450316403] 'compare' (duration: 1.047045027s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:12.982419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.131004Z","time spent":"1.851367216s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:13.374573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.715127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:13.374717Z","caller":"traceutil/trace.go:171","msg":"trace[1277826942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8347; }","duration":"253.881491ms","start":"2026-03-31T05:10:13.120815Z","end":"2026-03-31T05:10:13.374697Z","steps":["trace[1277826942] 'range keys from in-memory index tree' (duration: 253.692766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.375929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441458835s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:10:13.376573Z","caller":"traceutil/trace.go:171","msg":"trace[1369628581] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"2.094226259s","start":"2026-03-31T05:10:11.282332Z","end":"2026-03-31T05:10:13.376558Z","steps":["trace[1369628581] 'process raft request' (duration: 2.093829948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.376663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.282309Z","time spent":"2.094297621s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:13.376617Z","caller":"traceutil/trace.go:171","msg":"trace[1015713396] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8642; }","duration":"2.073251905s","start":"2026-03-31T05:10:11.303328Z","end":"2026-03-31T05:10:13.37658Z","steps":["trace[1015713396] 'read index received' (duration: 631.107912ms)","trace[1015713396] 'applied index is now lower than readState.Index' (duration: 1.442142533s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:13.376785Z","caller":"traceutil/trace.go:171","msg":"trace[1541517171] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"2.092944364s","start":"2026-03-31T05:10:11.283725Z","end":"2026-03-31T05:10:13.37667Z","steps":["trace[1541517171] 'process raft request' (duration: 2.092759279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.376938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073599525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:10:13.376999Z","caller":"traceutil/trace.go:171","msg":"trace[1976207715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8349; }","duration":"2.073702448s","start":"2026-03-31T05:10:11.303284Z","end":"2026-03-31T05:10:13.376986Z","steps":["trace[1976207715] 'agreement among raft nodes before linearized reading' (duration: 2.073509482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.303266Z","time spent":"2.07375733s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.283699Z","time spent":"2.093200951s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:13.377155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048027846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:10:13.377191Z","caller":"traceutil/trace.go:171","msg":"trace[1321077597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8349; }","duration":"2.048100868s","start":"2026-03-31T05:10:11.32908Z","end":"2026-03-31T05:10:13.377181Z","steps":["trace[1321077597] 'agreement among raft nodes before linearized reading' (duration: 2.047875342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908454498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:10:13.377263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.465163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:13.377273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962613589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:10:13.377296Z","caller":"traceutil/trace.go:171","msg":"trace[1739201557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8349; }","duration":"1.962665571s","start":"2026-03-31T05:10:11.414625Z","end":"2026-03-31T05:10:13.37729Z","steps":["trace[1739201557] 'agreement among raft nodes before linearized reading' (duration: 1.962604699s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:13.37728Z","caller":"traceutil/trace.go:171","msg":"trace[360080244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8349; }","duration":"1.908611842s","start":"2026-03-31T05:10:11.468647Z","end":"2026-03-31T05:10:13.377259Z","steps":["trace[360080244] 'agreement among raft nodes before linearized reading' (duration: 1.908360165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:13.377298Z","caller":"traceutil/trace.go:171","msg":"trace[773931983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"891.549885ms","start":"2026-03-31T05:10:12.485737Z","end":"2026-03-31T05:10:13.377286Z","steps":["trace[773931983] 'agreement among raft nodes before linearized reading' (duration: 891.503164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962459215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:10:13.377338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.46862Z","time spent":"1.908704535s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:10:13.377374Z","caller":"traceutil/trace.go:171","msg":"trace[1762429949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8349; }","duration":"1.96261519s","start":"2026-03-31T05:10:11.414741Z","end":"2026-03-31T05:10:13.377357Z","steps":["trace[1762429949] 'agreement among raft nodes before linearized reading' (duration: 1.962212109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952907854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:13.377406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962950489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:10:13.377416Z","caller":"traceutil/trace.go:171","msg":"trace[624916900] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8349; }","duration":"1.952965775s","start":"2026-03-31T05:10:11.42444Z","end":"2026-03-31T05:10:13.377406Z","steps":["trace[624916900] 'agreement among raft nodes before linearized reading' (duration: 1.952913034s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:13.377427Z","caller":"traceutil/trace.go:171","msg":"trace[674197446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8349; }","duration":"1.962993459s","start":"2026-03-31T05:10:11.414426Z","end":"2026-03-31T05:10:13.37742Z","steps":["trace[674197446] 'agreement among raft nodes before linearized reading' (duration: 1.962945588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.414405Z","time spent":"1.963040481s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.424429Z","time spent":"1.953013147s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:13.377463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.414734Z","time spent":"1.962712892s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963139263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:10:13.377555Z","caller":"traceutil/trace.go:171","msg":"trace[109532437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8349; }","duration":"1.963210566s","start":"2026-03-31T05:10:11.414339Z","end":"2026-03-31T05:10:13.377549Z","steps":["trace[109532437] 'agreement among raft nodes before linearized reading' (duration: 1.963153824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.414313Z","time spent":"1.963254866s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019185917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:13.377358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962858396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:10:13.377661Z","caller":"traceutil/trace.go:171","msg":"trace[200750111] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8349; }","duration":"2.019208008s","start":"2026-03-31T05:10:11.358445Z","end":"2026-03-31T05:10:13.377653Z","steps":["trace[200750111] 'agreement among raft nodes before linearized reading' (duration: 2.019173977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.358433Z","time spent":"2.019243358s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:13.377686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959034872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:10:13.377688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647353326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:10:13.377709Z","caller":"traceutil/trace.go:171","msg":"trace[757812937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8349; }","duration":"1.959058472s","start":"2026-03-31T05:10:11.418644Z","end":"2026-03-31T05:10:13.377703Z","steps":["trace[757812937] 'agreement among raft nodes before linearized reading' (duration: 1.95898691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.418419Z","time spent":"1.959307589s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:10:13.377718Z","caller":"traceutil/trace.go:171","msg":"trace[1757398299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8349; }","duration":"1.963218486s","start":"2026-03-31T05:10:11.414446Z","end":"2026-03-31T05:10:13.377664Z","steps":["trace[1757398299] 'agreement among raft nodes before linearized reading' (duration: 1.962879027s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:13.377736Z","caller":"traceutil/trace.go:171","msg":"trace[773888004] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:8349; }","duration":"1.647433509s","start":"2026-03-31T05:10:11.730287Z","end":"2026-03-31T05:10:13.37772Z","steps":["trace[773888004] 'agreement among raft nodes before linearized reading' (duration: 1.647295595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.377956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.730253Z","time spent":"1.647688786s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.414609Z","time spent":"1.962699831s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.329059Z","time spent":"2.048150339s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:12.485706Z","time spent":"891.623847ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:10:13.377933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:11.41442Z","time spent":"1.963421731s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:10:13.913216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395995645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:10:13.934379Z","caller":"traceutil/trace.go:171","msg":"trace[746645498] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"551.427392ms","start":"2026-03-31T05:10:13.382916Z","end":"2026-03-31T05:10:13.934344Z","steps":["trace[746645498] 'process raft request' (duration: 551.200616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:13.934558Z","caller":"traceutil/trace.go:171","msg":"trace[2127121223] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"551.477723ms","start":"2026-03-31T05:10:13.383067Z","end":"2026-03-31T05:10:13.934545Z","steps":["trace[2127121223] 'process raft request' (duration: 551.230207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.934574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.382899Z","time spent":"551.573137ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:13.934616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.383054Z","time spent":"551.532635ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:13.934868Z","caller":"traceutil/trace.go:171","msg":"trace[1689617775] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"551.579156ms","start":"2026-03-31T05:10:13.383278Z","end":"2026-03-31T05:10:13.934857Z","steps":["trace[1689617775] 'process raft request' (duration: 551.212046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.934936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.383268Z","time spent":"551.636727ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:13.934986Z","caller":"traceutil/trace.go:171","msg":"trace[1216667863] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"551.578306ms","start":"2026-03-31T05:10:13.383399Z","end":"2026-03-31T05:10:13.934977Z","steps":["trace[1216667863] 'process raft request' (duration: 551.407662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.935057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.383386Z","time spent":"551.627637ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:13.935107Z","caller":"traceutil/trace.go:171","msg":"trace[1875493264] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8646; }","duration":"522.410639ms","start":"2026-03-31T05:10:13.412686Z","end":"2026-03-31T05:10:13.935096Z","steps":["trace[1875493264] 'read index received' (duration: 521.329179ms)","trace[1875493264] 'applied index is now lower than readState.Index' (duration: 1.08056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:13.93517Z","caller":"traceutil/trace.go:171","msg":"trace[1620123661] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"550.476706ms","start":"2026-03-31T05:10:13.384686Z","end":"2026-03-31T05:10:13.935162Z","steps":["trace[1620123661] 'process raft request' (duration: 550.371304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.935211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.384676Z","time spent":"550.516177ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:13.935273Z","caller":"traceutil/trace.go:171","msg":"trace[1887213168] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"551.310239ms","start":"2026-03-31T05:10:13.383956Z","end":"2026-03-31T05:10:13.935267Z","steps":["trace[1887213168] 'process raft request' (duration: 550.990371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.93531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.383948Z","time spent":"551.34577ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:13.935488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.226991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:10:13.935517Z","caller":"traceutil/trace.go:171","msg":"trace[645239699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8356; }","duration":"553.284513ms","start":"2026-03-31T05:10:13.382226Z","end":"2026-03-31T05:10:13.93551Z","steps":["trace[645239699] 'agreement among raft nodes before linearized reading' (duration: 553.203111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.935536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.38221Z","time spent":"553.322314ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:10:13.935546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.016509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-31T05:10:13.935575Z","caller":"traceutil/trace.go:171","msg":"trace[1728324216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8356; }","duration":"552.0653ms","start":"2026-03-31T05:10:13.383501Z","end":"2026-03-31T05:10:13.935566Z","steps":["trace[1728324216] 'agreement among raft nodes before linearized reading' (duration: 551.668329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.935612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.383492Z","time spent":"552.111771ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223870,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:10:13.935872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.458807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:13.935914Z","caller":"traceutil/trace.go:171","msg":"trace[690285849] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8356; }","duration":"493.56275ms","start":"2026-03-31T05:10:13.442346Z","end":"2026-03-31T05:10:13.935909Z","steps":["trace[690285849] 'agreement among raft nodes before linearized reading' (duration: 493.433726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.935942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.442315Z","time spent":"493.612041ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:13.935679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.924119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:10:13.936123Z","caller":"traceutil/trace.go:171","msg":"trace[908779395] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8356; }","duration":"517.434672ms","start":"2026-03-31T05:10:13.418637Z","end":"2026-03-31T05:10:13.936072Z","steps":["trace[908779395] 'agreement among raft nodes before linearized reading' (duration: 516.748754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:13.936189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:13.41861Z","time spent":"517.551576ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:10:15.088897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058570923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:15.08898Z","caller":"traceutil/trace.go:171","msg":"trace[90789177] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8356; }","duration":"1.058695287s","start":"2026-03-31T05:10:14.030265Z","end":"2026-03-31T05:10:15.08896Z","steps":["trace[90789177] 'range keys from in-memory index tree' (duration: 1.05844116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:15.08902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:14.030247Z","time spent":"1.058762499s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:10:15.089348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.359323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:15.089414Z","caller":"traceutil/trace.go:171","msg":"trace[48098535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8356; }","duration":"603.531738ms","start":"2026-03-31T05:10:14.485867Z","end":"2026-03-31T05:10:15.089399Z","steps":["trace[48098535] 'range keys from in-memory index tree' (duration: 603.235359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:15.089443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:14.48583Z","time spent":"603.60727ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:10:15.106716Z","caller":"traceutil/trace.go:171","msg":"trace[1092718795] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"117.482464ms","start":"2026-03-31T05:10:14.989185Z","end":"2026-03-31T05:10:15.106668Z","steps":["trace[1092718795] 'process raft request' (duration: 117.183165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.550488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:10:40.70444Z","caller":"traceutil/trace.go:171","msg":"trace[1568459458] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"776.832158ms","start":"2026-03-31T05:10:39.927583Z","end":"2026-03-31T05:10:40.704415Z","steps":["trace[1568459458] 'process raft request' (duration: 776.601031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.704625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:39.927562Z","time spent":"776.962011ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:40.755033Z","caller":"traceutil/trace.go:171","msg":"trace[543339820] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8843; }","duration":"705.564928ms","start":"2026-03-31T05:10:40.049437Z","end":"2026-03-31T05:10:40.755001Z","steps":["trace[543339820] 'read index received' (duration: 654.710017ms)","trace[543339820] 'applied index is now lower than readState.Index' (duration: 50.853871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:40.755192Z","caller":"traceutil/trace.go:171","msg":"trace[370555031] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"699.347487ms","start":"2026-03-31T05:10:40.055797Z","end":"2026-03-31T05:10:40.755145Z","steps":["trace[370555031] 'process raft request' (duration: 698.397322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.55632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:10:40.755381Z","caller":"traceutil/trace.go:171","msg":"trace[294934993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8542; }","duration":"670.664043ms","start":"2026-03-31T05:10:40.084703Z","end":"2026-03-31T05:10:40.755367Z","steps":["trace[294934993] 'agreement among raft nodes before linearized reading' (duration: 670.489518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.084678Z","time spent":"670.731625ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:10:40.755414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.383191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:10:40.75543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.164605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:10:40.755485Z","caller":"traceutil/trace.go:171","msg":"trace[798810361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8542; }","duration":"615.462013ms","start":"2026-03-31T05:10:40.140006Z","end":"2026-03-31T05:10:40.755468Z","steps":["trace[798810361] 'agreement among raft nodes before linearized reading' (duration: 615.240197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.755504Z","caller":"traceutil/trace.go:171","msg":"trace[776862187] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8542; }","duration":"434.273297ms","start":"2026-03-31T05:10:40.321215Z","end":"2026-03-31T05:10:40.755488Z","steps":["trace[776862187] 'agreement among raft nodes before linearized reading' (duration: 434.083362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.321194Z","time spent":"434.332319ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:10:40.755531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.139967Z","time spent":"615.554516ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:40.755468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.954328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:40.755591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.632021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:10:40.755644Z","caller":"traceutil/trace.go:171","msg":"trace[1216331317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8542; }","duration":"625.783525ms","start":"2026-03-31T05:10:40.12985Z","end":"2026-03-31T05:10:40.755634Z","steps":["trace[1216331317] 'agreement among raft nodes before linearized reading' (duration: 625.684262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.841955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:10:40.755679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.129813Z","time spent":"625.860377ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:10:40.755672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.968368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:40.755718Z","caller":"traceutil/trace.go:171","msg":"trace[724467714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8542; }","duration":"618.962459ms","start":"2026-03-31T05:10:40.136737Z","end":"2026-03-31T05:10:40.755699Z","steps":["trace[724467714] 'agreement among raft nodes before linearized reading' (duration: 618.680151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.75573Z","caller":"traceutil/trace.go:171","msg":"trace[603826954] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8542; }","duration":"661.04389ms","start":"2026-03-31T05:10:40.094672Z","end":"2026-03-31T05:10:40.755716Z","steps":["trace[603826954] 'agreement among raft nodes before linearized reading' (duration: 660.959628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.766543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:10:40.755586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.161367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:10:40.755753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.136722Z","time spent":"619.02482ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:10:40.755385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.145989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:40.755713Z","caller":"traceutil/trace.go:171","msg":"trace[1748368322] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8542; }","duration":"706.267887ms","start":"2026-03-31T05:10:40.049373Z","end":"2026-03-31T05:10:40.755641Z","steps":["trace[1748368322] 'agreement among raft nodes before linearized reading' (duration: 705.816815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.755838Z","caller":"traceutil/trace.go:171","msg":"trace[357545111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8542; }","duration":"614.417935ms","start":"2026-03-31T05:10:40.141362Z","end":"2026-03-31T05:10:40.75578Z","steps":["trace[357545111] 'agreement among raft nodes before linearized reading' (duration: 614.070515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.094661Z","time spent":"661.091561ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:10:40.755855Z","caller":"traceutil/trace.go:171","msg":"trace[634961296] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8542; }","duration":"145.685983ms","start":"2026-03-31T05:10:40.610156Z","end":"2026-03-31T05:10:40.755842Z","steps":["trace[634961296] 'agreement among raft nodes before linearized reading' (duration: 145.124948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:40.755781Z","caller":"traceutil/trace.go:171","msg":"trace[81658670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8542; }","duration":"618.841125ms","start":"2026-03-31T05:10:40.136924Z","end":"2026-03-31T05:10:40.755766Z","steps":["trace[81658670] 'agreement among raft nodes before linearized reading' (duration: 618.720792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.755974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.141342Z","time spent":"614.606019ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:40.756022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.1369Z","time spent":"619.113623ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:40.75589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.049353Z","time spent":"706.528304ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-31T05:10:40.756752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.055779Z","time spent":"699.518732ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:40.756304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.260217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:10:40.75701Z","caller":"traceutil/trace.go:171","msg":"trace[447737175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8542; }","duration":"620.009908ms","start":"2026-03-31T05:10:40.13697Z","end":"2026-03-31T05:10:40.75698Z","steps":["trace[447737175] 'agreement among raft nodes before linearized reading' (duration: 618.508637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:40.757082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:40.136962Z","time spent":"620.10106ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:10:42.077741Z","caller":"traceutil/trace.go:171","msg":"trace[697174375] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"502.901766ms","start":"2026-03-31T05:10:41.574807Z","end":"2026-03-31T05:10:42.077709Z","steps":["trace[697174375] 'process raft request' (duration: 502.490904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:42.077932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:41.574785Z","time spent":"503.033319ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:42.079688Z","caller":"traceutil/trace.go:171","msg":"trace[1774259942] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8856; }","duration":"354.504927ms","start":"2026-03-31T05:10:41.725155Z","end":"2026-03-31T05:10:42.07966Z","steps":["trace[1774259942] 'read index received' (duration: 352.288466ms)","trace[1774259942] 'applied index is now lower than readState.Index' (duration: 2.215491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:42.080085Z","caller":"traceutil/trace.go:171","msg":"trace[199508339] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"492.327635ms","start":"2026-03-31T05:10:41.587718Z","end":"2026-03-31T05:10:42.080046Z","steps":["trace[199508339] 'process raft request' (duration: 491.798961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:42.080317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.135714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:10:42.080351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:41.587686Z","time spent":"492.551752ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:42.080386Z","caller":"traceutil/trace.go:171","msg":"trace[360311075] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:8554; }","duration":"355.269377ms","start":"2026-03-31T05:10:41.725098Z","end":"2026-03-31T05:10:42.080368Z","steps":["trace[360311075] 'agreement among raft nodes before linearized reading' (duration: 354.970009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:42.080435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:41.725075Z","time spent":"355.34671ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:10:42.080491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.992759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:42.080629Z","caller":"traceutil/trace.go:171","msg":"trace[85096369] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8554; }","duration":"170.258837ms","start":"2026-03-31T05:10:41.910341Z","end":"2026-03-31T05:10:42.0806Z","steps":["trace[85096369] 'agreement among raft nodes before linearized reading' (duration: 169.923887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:44.611174Z","caller":"traceutil/trace.go:171","msg":"trace[220059735] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"528.104084ms","start":"2026-03-31T05:10:44.083043Z","end":"2026-03-31T05:10:44.611148Z","steps":["trace[220059735] 'process raft request' (duration: 527.921799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:44.611335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.083019Z","time spent":"528.236467ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:46.194686Z","caller":"traceutil/trace.go:171","msg":"trace[632761588] linearizableReadLoop","detail":"{readStateIndex:8869; appliedIndex:8867; }","duration":"1.71070682s","start":"2026-03-31T05:10:44.483951Z","end":"2026-03-31T05:10:46.194657Z","steps":["trace[632761588] 'read index received' (duration: 126.991333ms)","trace[632761588] 'applied index is now lower than readState.Index' (duration: 1.583714097s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:46.194773Z","caller":"traceutil/trace.go:171","msg":"trace[1756860971] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"2.110164755s","start":"2026-03-31T05:10:44.084563Z","end":"2026-03-31T05:10:46.194728Z","steps":["trace[1756860971] 'process raft request' (duration: 2.034960098s)","trace[1756860971] 'compare' (duration: 74.096997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:46.195081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.084554Z","time spent":"2.110418202s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:46.19518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710952648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:46.195339Z","caller":"traceutil/trace.go:171","msg":"trace[1564672788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8565; }","duration":"1.71143394s","start":"2026-03-31T05:10:44.48388Z","end":"2026-03-31T05:10:46.195314Z","steps":["trace[1564672788] 'agreement among raft nodes before linearized reading' (duration: 1.710950957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.195483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.483861Z","time spent":"1.711608845s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:10:46.19727Z","caller":"traceutil/trace.go:171","msg":"trace[1900300971] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"879.151936ms","start":"2026-03-31T05:10:45.318092Z","end":"2026-03-31T05:10:46.197244Z","steps":["trace[1900300971] 'process raft request' (duration: 878.896539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.197397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.318063Z","time spent":"879.273609ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:46.22386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405098621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:10:46.223877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432024158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:46.223931Z","caller":"traceutil/trace.go:171","msg":"trace[830496927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8566; }","duration":"1.405205004s","start":"2026-03-31T05:10:44.81871Z","end":"2026-03-31T05:10:46.223916Z","steps":["trace[830496927] 'agreement among raft nodes before linearized reading' (duration: 1.404966728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.223966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.818699Z","time spent":"1.405260926s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:46.223991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443057159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:10:46.224046Z","caller":"traceutil/trace.go:171","msg":"trace[916160853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8566; }","duration":"1.443151463s","start":"2026-03-31T05:10:44.78088Z","end":"2026-03-31T05:10:46.224032Z","steps":["trace[916160853] 'agreement among raft nodes before linearized reading' (duration: 1.443032169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.780871Z","time spent":"1.443212484s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:46.224116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601296618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:46.224015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445670942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:46.224266Z","caller":"traceutil/trace.go:171","msg":"trace[1247094812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8566; }","duration":"1.445924079s","start":"2026-03-31T05:10:44.778295Z","end":"2026-03-31T05:10:46.224219Z","steps":["trace[1247094812] 'agreement among raft nodes before linearized reading' (duration: 1.445439695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447188743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:10:46.224305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.991496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:10:46.224314Z","caller":"traceutil/trace.go:171","msg":"trace[1528226922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8566; }","duration":"1.447262685s","start":"2026-03-31T05:10:44.777044Z","end":"2026-03-31T05:10:46.224306Z","steps":["trace[1528226922] 'agreement among raft nodes before linearized reading' (duration: 1.447133351s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:46.224331Z","caller":"traceutil/trace.go:171","msg":"trace[1384239559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8566; }","duration":"330.052797ms","start":"2026-03-31T05:10:45.89427Z","end":"2026-03-31T05:10:46.224323Z","steps":["trace[1384239559] 'agreement among raft nodes before linearized reading' (duration: 329.926834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323219882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:10:46.224457Z","caller":"traceutil/trace.go:171","msg":"trace[669768746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8566; }","duration":"1.323285034s","start":"2026-03-31T05:10:44.901158Z","end":"2026-03-31T05:10:46.224443Z","steps":["trace[669768746] 'agreement among raft nodes before linearized reading' (duration: 1.323213252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.894249Z","time spent":"330.168881ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:10:46.224583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345314956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:10:46.224619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.901135Z","time spent":"1.323388437s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:10:46.224627Z","caller":"traceutil/trace.go:171","msg":"trace[2049904212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8566; }","duration":"1.345421079s","start":"2026-03-31T05:10:44.879192Z","end":"2026-03-31T05:10:46.224614Z","steps":["trace[2049904212] 'agreement among raft nodes before linearized reading' (duration: 1.345340597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.879163Z","time spent":"1.345491601s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:10:46.224155Z","caller":"traceutil/trace.go:171","msg":"trace[1822152416] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8566; }","duration":"1.601469403s","start":"2026-03-31T05:10:44.622672Z","end":"2026-03-31T05:10:46.224142Z","steps":["trace[1822152416] 'agreement among raft nodes before linearized reading' (duration: 1.601273137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.22476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.622622Z","time spent":"1.602097529s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:46.224838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394304596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:10:46.22488Z","caller":"traceutil/trace.go:171","msg":"trace[156083414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8566; }","duration":"1.394397268s","start":"2026-03-31T05:10:44.830473Z","end":"2026-03-31T05:10:46.22487Z","steps":["trace[156083414] 'agreement among raft nodes before linearized reading' (duration: 1.394220214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.224967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.83045Z","time spent":"1.394508722s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:10:46.22433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.778254Z","time spent":"1.446062672s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:46.223872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443378608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:46.225215Z","caller":"traceutil/trace.go:171","msg":"trace[1351430487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8566; }","duration":"1.444756036s","start":"2026-03-31T05:10:44.780443Z","end":"2026-03-31T05:10:46.225199Z","steps":["trace[1351430487] 'agreement among raft nodes before linearized reading' (duration: 1.443263126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.225257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.780432Z","time spent":"1.444814218s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:10:46.225326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090108096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:10:46.225356Z","caller":"traceutil/trace.go:171","msg":"trace[1933674631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8566; }","duration":"1.090172577s","start":"2026-03-31T05:10:45.135175Z","end":"2026-03-31T05:10:46.225348Z","steps":["trace[1933674631] 'agreement among raft nodes before linearized reading' (duration: 1.090101986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.225386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.135152Z","time spent":"1.090229419s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:46.22386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441828666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:10:46.22553Z","caller":"traceutil/trace.go:171","msg":"trace[758324498] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8566; }","duration":"1.443531122s","start":"2026-03-31T05:10:44.781984Z","end":"2026-03-31T05:10:46.225515Z","steps":["trace[758324498] 'agreement among raft nodes before linearized reading' (duration: 1.441726093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.225582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.781974Z","time spent":"1.443594124s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:46.225258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060776834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:10:46.225694Z","caller":"traceutil/trace.go:171","msg":"trace[956103380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8566; }","duration":"1.061267257s","start":"2026-03-31T05:10:45.164415Z","end":"2026-03-31T05:10:46.225683Z","steps":["trace[956103380] 'agreement among raft nodes before linearized reading' (duration: 1.060783953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.225736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.164381Z","time spent":"1.061342849s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:10:46.224342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.777024Z","time spent":"1.447312626s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:10:46.226635Z","caller":"traceutil/trace.go:171","msg":"trace[1086491879] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8566; }","duration":"1.434816264s","start":"2026-03-31T05:10:44.791806Z","end":"2026-03-31T05:10:46.226622Z","steps":["trace[1086491879] 'agreement among raft nodes before linearized reading' (duration: 1.431913215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.226688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:44.791796Z","time spent":"1.434869485s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:10:48.433042Z","caller":"traceutil/trace.go:171","msg":"trace[363339237] linearizableReadLoop","detail":"{readStateIndex:8884; appliedIndex:8883; }","duration":"151.851414ms","start":"2026-03-31T05:10:48.281133Z","end":"2026-03-31T05:10:48.432984Z","steps":["trace[363339237] 'read index received' (duration: 70.509439ms)","trace[363339237] 'applied index is now lower than readState.Index' (duration: 81.339184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:48.433086Z","caller":"traceutil/trace.go:171","msg":"trace[80152035] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"228.425608ms","start":"2026-03-31T05:10:48.204617Z","end":"2026-03-31T05:10:48.433042Z","steps":["trace[80152035] 'process raft request' (duration: 147.068273ms)","trace[80152035] 'compare' (duration: 81.15244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:48.433325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.106878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T05:10:48.433315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.151602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:10:48.433375Z","caller":"traceutil/trace.go:171","msg":"trace[1942002639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8579; }","duration":"149.17998ms","start":"2026-03-31T05:10:48.28418Z","end":"2026-03-31T05:10:48.43336Z","steps":["trace[1942002639] 'agreement among raft nodes before linearized reading' (duration: 149.008595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.433392Z","caller":"traceutil/trace.go:171","msg":"trace[1203620197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8579; }","duration":"152.292655ms","start":"2026-03-31T05:10:48.281079Z","end":"2026-03-31T05:10:48.433372Z","steps":["trace[1203620197] 'agreement among raft nodes before linearized reading' (duration: 152.052159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:48.433605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.25573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:48.433651Z","caller":"traceutil/trace.go:171","msg":"trace[1396422208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8579; }","duration":"101.350132ms","start":"2026-03-31T05:10:48.33229Z","end":"2026-03-31T05:10:48.43364Z","steps":["trace[1396422208] 'agreement among raft nodes before linearized reading' (duration: 101.171678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:48.433678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.254994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:10:48.433721Z","caller":"traceutil/trace.go:171","msg":"trace[366647479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8579; }","duration":"103.341396ms","start":"2026-03-31T05:10:48.330369Z","end":"2026-03-31T05:10:48.433711Z","steps":["trace[366647479] 'agreement among raft nodes before linearized reading' (duration: 103.235293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.727287Z","caller":"traceutil/trace.go:171","msg":"trace[1422402644] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"287.789972ms","start":"2026-03-31T05:10:48.439472Z","end":"2026-03-31T05:10:48.727262Z","steps":["trace[1422402644] 'process raft request' (duration: 287.485273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.727736Z","caller":"traceutil/trace.go:171","msg":"trace[1215797419] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"288.042349ms","start":"2026-03-31T05:10:48.439668Z","end":"2026-03-31T05:10:48.72771Z","steps":["trace[1215797419] 'process raft request' (duration: 287.963197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.727866Z","caller":"traceutil/trace.go:171","msg":"trace[534881590] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"286.806684ms","start":"2026-03-31T05:10:48.441031Z","end":"2026-03-31T05:10:48.727838Z","steps":["trace[534881590] 'process raft request' (duration: 286.63578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.728007Z","caller":"traceutil/trace.go:171","msg":"trace[159153490] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"288.384127ms","start":"2026-03-31T05:10:48.439599Z","end":"2026-03-31T05:10:48.727983Z","steps":["trace[159153490] 'process raft request' (duration: 287.806911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.727684Z","caller":"traceutil/trace.go:171","msg":"trace[485507525] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"288.09397ms","start":"2026-03-31T05:10:48.43954Z","end":"2026-03-31T05:10:48.727634Z","steps":["trace[485507525] 'process raft request' (duration: 287.640537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.817002Z","caller":"traceutil/trace.go:171","msg":"trace[1444909638] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"129.475991ms","start":"2026-03-31T05:10:48.687506Z","end":"2026-03-31T05:10:48.816982Z","steps":["trace[1444909638] 'process raft request' (duration: 129.41598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:48.817033Z","caller":"traceutil/trace.go:171","msg":"trace[27313506] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"158.841875ms","start":"2026-03-31T05:10:48.658158Z","end":"2026-03-31T05:10:48.817Z","steps":["trace[27313506] 'process raft request' (duration: 158.579688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:50.486773Z","caller":"traceutil/trace.go:171","msg":"trace[1501415537] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8894; }","duration":"164.847969ms","start":"2026-03-31T05:10:50.321895Z","end":"2026-03-31T05:10:50.486743Z","steps":["trace[1501415537] 'read index received' (duration: 164.643433ms)","trace[1501415537] 'applied index is now lower than readState.Index' (duration: 203.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:50.487035Z","caller":"traceutil/trace.go:171","msg":"trace[167802378] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"218.385353ms","start":"2026-03-31T05:10:50.268505Z","end":"2026-03-31T05:10:50.48689Z","steps":["trace[167802378] 'process raft request' (duration: 218.061594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.49686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.963916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:10:50.496917Z","caller":"traceutil/trace.go:171","msg":"trace[1468042039] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8589; }","duration":"175.071959ms","start":"2026-03-31T05:10:50.321832Z","end":"2026-03-31T05:10:50.496904Z","steps":["trace[1468042039] 'agreement among raft nodes before linearized reading' (duration: 165.061095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:50.970847Z","caller":"traceutil/trace.go:171","msg":"trace[774079960] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"532.088863ms","start":"2026-03-31T05:10:50.438735Z","end":"2026-03-31T05:10:50.970823Z","steps":["trace[774079960] 'process raft request' (duration: 531.897457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.970993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:50.43871Z","time spent":"532.207116ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:50.971079Z","caller":"traceutil/trace.go:171","msg":"trace[1391578075] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8896; }","duration":"484.191323ms","start":"2026-03-31T05:10:50.486854Z","end":"2026-03-31T05:10:50.971046Z","steps":["trace[1391578075] 'read index received' (duration: 484.177972ms)","trace[1391578075] 'applied index is now lower than readState.Index' (duration: 10.841µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:50.971364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.599474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:10:50.971637Z","caller":"traceutil/trace.go:171","msg":"trace[259726699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8590; }","duration":"518.904262ms","start":"2026-03-31T05:10:50.452712Z","end":"2026-03-31T05:10:50.971616Z","steps":["trace[259726699] 'agreement among raft nodes before linearized reading' (duration: 518.498731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.971696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:50.452696Z","time spent":"518.984204ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:10:50.975851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:50.497789Z","time spent":"478.056975ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:10:50.975927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.70387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:10:50.975985Z","caller":"traceutil/trace.go:171","msg":"trace[1598559982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"464.795882ms","start":"2026-03-31T05:10:50.511173Z","end":"2026-03-31T05:10:50.975969Z","steps":["trace[1598559982] 'agreement among raft nodes before linearized reading' (duration: 464.664019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.976017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:50.511156Z","time spent":"464.853913ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:10:50.975992Z","caller":"traceutil/trace.go:171","msg":"trace[1855718568] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"154.137246ms","start":"2026-03-31T05:10:50.821812Z","end":"2026-03-31T05:10:50.97595Z","steps":["trace[1855718568] 'process raft request' (duration: 153.93465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.97606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.037713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:50.976105Z","caller":"traceutil/trace.go:171","msg":"trace[1913842037] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8591; }","duration":"105.127486ms","start":"2026-03-31T05:10:50.870965Z","end":"2026-03-31T05:10:50.976092Z","steps":["trace[1913842037] 'agreement among raft nodes before linearized reading' (duration: 105.047754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.976104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.381517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:10:50.976209Z","caller":"traceutil/trace.go:171","msg":"trace[490093518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8591; }","duration":"243.53093ms","start":"2026-03-31T05:10:50.732657Z","end":"2026-03-31T05:10:50.976188Z","steps":["trace[490093518] 'agreement among raft nodes before linearized reading' (duration: 243.224102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.976268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.775445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:10:50.976329Z","caller":"traceutil/trace.go:171","msg":"trace[1202015029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"244.865988ms","start":"2026-03-31T05:10:50.731446Z","end":"2026-03-31T05:10:50.976312Z","steps":["trace[1202015029] 'agreement among raft nodes before linearized reading' (duration: 244.676413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.976406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.546398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:50.976445Z","caller":"traceutil/trace.go:171","msg":"trace[2041923178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8591; }","duration":"244.62213ms","start":"2026-03-31T05:10:50.731814Z","end":"2026-03-31T05:10:50.976436Z","steps":["trace[2041923178] 'agreement among raft nodes before linearized reading' (duration: 244.394704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:50.976552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.874188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:10:50.976553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.832706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:10:50.976611Z","caller":"traceutil/trace.go:171","msg":"trace[1783142020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8591; }","duration":"244.94694ms","start":"2026-03-31T05:10:50.731652Z","end":"2026-03-31T05:10:50.976599Z","steps":["trace[1783142020] 'agreement among raft nodes before linearized reading' (duration: 244.60206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:50.976901Z","caller":"traceutil/trace.go:171","msg":"trace[459911616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"245.205516ms","start":"2026-03-31T05:10:50.731675Z","end":"2026-03-31T05:10:50.976881Z","steps":["trace[459911616] 'agreement among raft nodes before linearized reading' (duration: 244.400944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.116885Z","caller":"traceutil/trace.go:171","msg":"trace[2022918529] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"136.324279ms","start":"2026-03-31T05:10:50.980529Z","end":"2026-03-31T05:10:51.116853Z","steps":["trace[2022918529] 'process raft request' (duration: 135.99404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.117163Z","caller":"traceutil/trace.go:171","msg":"trace[1274856079] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"136.582815ms","start":"2026-03-31T05:10:50.980545Z","end":"2026-03-31T05:10:51.117128Z","steps":["trace[1274856079] 'process raft request' (duration: 136.160794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.117674Z","caller":"traceutil/trace.go:171","msg":"trace[264907193] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"135.939688ms","start":"2026-03-31T05:10:50.981719Z","end":"2026-03-31T05:10:51.117659Z","steps":["trace[264907193] 'process raft request' (duration: 135.332091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.117747Z","caller":"traceutil/trace.go:171","msg":"trace[453204896] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"135.655ms","start":"2026-03-31T05:10:50.98206Z","end":"2026-03-31T05:10:51.117715Z","steps":["trace[453204896] 'process raft request' (duration: 135.493766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.117906Z","caller":"traceutil/trace.go:171","msg":"trace[1074191229] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"135.590878ms","start":"2026-03-31T05:10:50.982273Z","end":"2026-03-31T05:10:51.117864Z","steps":["trace[1074191229] 'process raft request' (duration: 135.327611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:51.117832Z","caller":"traceutil/trace.go:171","msg":"trace[1226605425] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"133.301616ms","start":"2026-03-31T05:10:50.984514Z","end":"2026-03-31T05:10:51.117816Z","steps":["trace[1226605425] 'process raft request' (duration: 133.128751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:52.59986Z","caller":"traceutil/trace.go:171","msg":"trace[560222403] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"101.26443ms","start":"2026-03-31T05:10:52.498574Z","end":"2026-03-31T05:10:52.599839Z","steps":["trace[560222403] 'process raft request' (duration: 101.114695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:56.01904Z","caller":"traceutil/trace.go:171","msg":"trace[1464373404] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"106.732429ms","start":"2026-03-31T05:10:55.912279Z","end":"2026-03-31T05:10:56.019012Z","steps":["trace[1464373404] 'process raft request' (duration: 104.976521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:56.019212Z","caller":"traceutil/trace.go:171","msg":"trace[556780401] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8624; }","duration":"101.167597ms","start":"2026-03-31T05:10:55.91802Z","end":"2026-03-31T05:10:56.019188Z","steps":["trace[556780401] 'process raft request' (duration: 100.946631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.07413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:00.771142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.200703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:00.771231Z","caller":"traceutil/trace.go:171","msg":"trace[1572901265] linearizableReadLoop","detail":"{readStateIndex:8990; appliedIndex:8989; }","duration":"1.197982568s","start":"2026-03-31T05:10:59.573233Z","end":"2026-03-31T05:11:00.771216Z","steps":["trace[1572901265] 'read index received' (duration: 837.719144ms)","trace[1572901265] 'applied index is now lower than readState.Index' (duration: 360.262174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:00.771329Z","caller":"traceutil/trace.go:171","msg":"trace[739777322] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"1.200327482s","start":"2026-03-31T05:10:59.570909Z","end":"2026-03-31T05:11:00.771236Z","steps":["trace[739777322] 'process raft request' (duration: 839.954535ms)","trace[739777322] 'compare' (duration: 359.514263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:00.771417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198168953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tkckt\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T05:11:00.77147Z","caller":"traceutil/trace.go:171","msg":"trace[121209482] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tkckt; range_end:; response_count:1; response_revision:8679; }","duration":"1.198242725s","start":"2026-03-31T05:10:59.573211Z","end":"2026-03-31T05:11:00.771454Z","steps":["trace[121209482] 'agreement among raft nodes before linearized reading' (duration: 1.198053779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.771521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:59.573203Z","time spent":"1.198308857s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tkckt\" "} {"level":"warn","ts":"2026-03-31T05:11:00.771609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:59.570896Z","time spent":"1.200543168s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:00.772692Z","caller":"traceutil/trace.go:171","msg":"trace[1962154183] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"653.762802ms","start":"2026-03-31T05:11:00.118905Z","end":"2026-03-31T05:11:00.772667Z","steps":["trace[1962154183] 'process raft request' (duration: 653.660319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.772829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:00.118891Z","time spent":"653.874315ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:11:00.831603Z","caller":"traceutil/trace.go:171","msg":"trace[639682445] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"182.756429ms","start":"2026-03-31T05:11:00.64882Z","end":"2026-03-31T05:11:00.831577Z","steps":["trace[639682445] 'process raft request' (duration: 182.667797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.831761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.149956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkckt\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-31T05:11:00.831757Z","caller":"traceutil/trace.go:171","msg":"trace[286024495] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"278.818877ms","start":"2026-03-31T05:11:00.552897Z","end":"2026-03-31T05:11:00.831715Z","steps":["trace[286024495] 'process raft request' (duration: 278.434776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.831849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.774835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:11:00.831926Z","caller":"traceutil/trace.go:171","msg":"trace[50741174] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8682; }","duration":"497.920669ms","start":"2026-03-31T05:11:00.333986Z","end":"2026-03-31T05:11:00.831907Z","steps":["trace[50741174] 'agreement among raft nodes before linearized reading' (duration: 497.616151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.83197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:00.333966Z","time spent":"497.995272ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:11:00.831863Z","caller":"traceutil/trace.go:171","msg":"trace[568476299] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tkckt; range_end:; response_count:1; response_revision:8682; }","duration":"713.29296ms","start":"2026-03-31T05:11:00.118543Z","end":"2026-03-31T05:11:00.831836Z","steps":["trace[568476299] 'agreement among raft nodes before linearized reading' (duration: 713.110385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.832195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:00.118525Z","time spent":"713.64062ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkckt\" "} {"level":"warn","ts":"2026-03-31T05:11:00.831982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.044552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:00.832322Z","caller":"traceutil/trace.go:171","msg":"trace[1963471438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8682; }","duration":"347.462414ms","start":"2026-03-31T05:11:00.484844Z","end":"2026-03-31T05:11:00.832306Z","steps":["trace[1963471438] 'agreement among raft nodes before linearized reading' (duration: 346.96576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:00.833145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:00.484826Z","time spent":"348.297887ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:11:01.081452Z","caller":"traceutil/trace.go:171","msg":"trace[2126805351] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"136.183535ms","start":"2026-03-31T05:11:00.94524Z","end":"2026-03-31T05:11:01.081423Z","steps":["trace[2126805351] 'read index received' (duration: 136.136894ms)","trace[2126805351] 'applied index is now lower than readState.Index' (duration: 45.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:01.081542Z","caller":"traceutil/trace.go:171","msg":"trace[1172273530] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"164.287074ms","start":"2026-03-31T05:11:00.917202Z","end":"2026-03-31T05:11:01.081489Z","steps":["trace[1172273530] 'process raft request' (duration: 164.068678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:01.081663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.408421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:11:01.081719Z","caller":"traceutil/trace.go:171","msg":"trace[1381071826] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8686; }","duration":"136.492193ms","start":"2026-03-31T05:11:00.945203Z","end":"2026-03-31T05:11:01.081695Z","steps":["trace[1381071826] 'agreement among raft nodes before linearized reading' (duration: 136.335049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:01.106897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.521261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkckt\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-31T05:11:01.106947Z","caller":"traceutil/trace.go:171","msg":"trace[1196005316] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tkckt; range_end:; response_count:1; response_revision:8687; }","duration":"160.601153ms","start":"2026-03-31T05:11:00.946334Z","end":"2026-03-31T05:11:01.106935Z","steps":["trace[1196005316] 'agreement among raft nodes before linearized reading' (duration: 160.414448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:01.272537Z","caller":"traceutil/trace.go:171","msg":"trace[1758398883] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:8999; }","duration":"151.038381ms","start":"2026-03-31T05:11:01.12147Z","end":"2026-03-31T05:11:01.272508Z","steps":["trace[1758398883] 'read index received' (duration: 49.207906ms)","trace[1758398883] 'applied index is now lower than readState.Index' (duration: 101.829155ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:01.272669Z","caller":"traceutil/trace.go:171","msg":"trace[2080523213] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"157.676492ms","start":"2026-03-31T05:11:01.114979Z","end":"2026-03-31T05:11:01.272656Z","steps":["trace[2080523213] 'process raft request' (duration: 93.581799ms)","trace[2080523213] 'compare' (duration: 63.698092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:01.272871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.563493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:01.272976Z","caller":"traceutil/trace.go:171","msg":"trace[1460886017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"114.721627ms","start":"2026-03-31T05:11:01.158231Z","end":"2026-03-31T05:11:01.272952Z","steps":["trace[1460886017] 'agreement among raft nodes before linearized reading' (duration: 114.502331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:01.276759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.210135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228492"} {"level":"info","ts":"2026-03-31T05:11:01.276994Z","caller":"traceutil/trace.go:171","msg":"trace[1751745961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8689; }","duration":"155.543034ms","start":"2026-03-31T05:11:01.121422Z","end":"2026-03-31T05:11:01.276966Z","steps":["trace[1751745961] 'agreement among raft nodes before linearized reading' (duration: 151.799212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:01.757257Z","caller":"traceutil/trace.go:171","msg":"trace[1289354557] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9009; }","duration":"224.270464ms","start":"2026-03-31T05:11:01.532963Z","end":"2026-03-31T05:11:01.757233Z","steps":["trace[1289354557] 'read index received' (duration: 210.203269ms)","trace[1289354557] 'applied index is now lower than readState.Index' (duration: 14.066345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:01.757629Z","caller":"traceutil/trace.go:171","msg":"trace[1675451046] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"273.48851ms","start":"2026-03-31T05:11:01.484125Z","end":"2026-03-31T05:11:01.757614Z","steps":["trace[1675451046] 'process raft request' (duration: 259.096077ms)","trace[1675451046] 'compare' (duration: 13.91472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:01.758104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.133608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:11:01.758145Z","caller":"traceutil/trace.go:171","msg":"trace[1984355752] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8698; }","duration":"225.222881ms","start":"2026-03-31T05:11:01.532909Z","end":"2026-03-31T05:11:01.758132Z","steps":["trace[1984355752] 'agreement among raft nodes before linearized reading' (duration: 225.132368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:01.75867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.741197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:11:01.758737Z","caller":"traceutil/trace.go:171","msg":"trace[1465860873] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8698; }","duration":"175.8434ms","start":"2026-03-31T05:11:01.582861Z","end":"2026-03-31T05:11:01.758705Z","steps":["trace[1465860873] 'agreement among raft nodes before linearized reading' (duration: 174.768751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:01.955566Z","caller":"traceutil/trace.go:171","msg":"trace[1342623984] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9010; }","duration":"191.421576ms","start":"2026-03-31T05:11:01.764117Z","end":"2026-03-31T05:11:01.955538Z","steps":["trace[1342623984] 'read index received' (duration: 126.828689ms)","trace[1342623984] 'applied index is now lower than readState.Index' (duration: 64.592107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:01.955818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.692023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:11:01.955859Z","caller":"traceutil/trace.go:171","msg":"trace[1256813256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8699; }","duration":"191.798086ms","start":"2026-03-31T05:11:01.76405Z","end":"2026-03-31T05:11:01.955848Z","steps":["trace[1256813256] 'agreement among raft nodes before linearized reading' (duration: 191.636592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:01.955611Z","caller":"traceutil/trace.go:171","msg":"trace[1376117024] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"191.473198ms","start":"2026-03-31T05:11:01.76409Z","end":"2026-03-31T05:11:01.955563Z","steps":["trace[1376117024] 'process raft request' (duration: 126.879191ms)","trace[1376117024] 'compare' (duration: 64.33736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:01.99106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.168346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:11:01.991221Z","caller":"traceutil/trace.go:171","msg":"trace[1832864864] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8700; }","duration":"196.374981ms","start":"2026-03-31T05:11:01.794816Z","end":"2026-03-31T05:11:01.991191Z","steps":["trace[1832864864] 'agreement among raft nodes before linearized reading' (duration: 196.042142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:01.991564Z","caller":"traceutil/trace.go:171","msg":"trace[493272108] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"122.223424ms","start":"2026-03-31T05:11:01.869276Z","end":"2026-03-31T05:11:01.9915Z","steps":["trace[493272108] 'process raft request' (duration: 121.35736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:03.050547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.965663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:03.050687Z","caller":"traceutil/trace.go:171","msg":"trace[317831267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8701; }","duration":"531.155288ms","start":"2026-03-31T05:11:02.519509Z","end":"2026-03-31T05:11:03.050664Z","steps":["trace[317831267] 'range keys from in-memory index tree' (duration: 530.85629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:03.050732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:02.519489Z","time spent":"531.232901ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:11:03.553316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:04.053993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:04.554885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:04.648296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807547101s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:11:04.648728Z","caller":"traceutil/trace.go:171","msg":"trace[122064616] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"1.808099406s","start":"2026-03-31T05:11:02.840597Z","end":"2026-03-31T05:11:04.648696Z","steps":["trace[122064616] 'process raft request' (duration: 1.807928562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.648912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:02.84057Z","time spent":"1.80825824s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:04.655936Z","caller":"traceutil/trace.go:171","msg":"trace[817257889] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9013; }","duration":"1.603724956s","start":"2026-03-31T05:11:03.052181Z","end":"2026-03-31T05:11:04.655906Z","steps":["trace[817257889] 'read index received' (duration: 1.596336823s)","trace[817257889] 'applied index is now lower than readState.Index' (duration: 7.386722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:04.655968Z","caller":"traceutil/trace.go:171","msg":"trace[1743198587] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"1.543608161s","start":"2026-03-31T05:11:03.112333Z","end":"2026-03-31T05:11:04.655941Z","steps":["trace[1743198587] 'process raft request' (duration: 1.543351114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.656021Z","caller":"traceutil/trace.go:171","msg":"trace[675402575] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"1.376936743s","start":"2026-03-31T05:11:03.279055Z","end":"2026-03-31T05:11:04.655991Z","steps":["trace[675402575] 'process raft request' (duration: 1.376785759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603894811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:04.656101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.112314Z","time spent":"1.543718164s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:04.656126Z","caller":"traceutil/trace.go:171","msg":"trace[1582582183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8704; }","duration":"1.603980033s","start":"2026-03-31T05:11:03.052135Z","end":"2026-03-31T05:11:04.656115Z","steps":["trace[1582582183] 'agreement among raft nodes before linearized reading' (duration: 1.603895441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.279028Z","time spent":"1.377051345s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:04.656169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.052119Z","time spent":"1.604042514s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440435069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:04.656271Z","caller":"traceutil/trace.go:171","msg":"trace[1376474472] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8704; }","duration":"1.44047937s","start":"2026-03-31T05:11:03.21578Z","end":"2026-03-31T05:11:04.656259Z","steps":["trace[1376474472] 'agreement among raft nodes before linearized reading' (duration: 1.440410798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.215709Z","time spent":"1.440581943s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:04.656371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303049641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:11:04.656398Z","caller":"traceutil/trace.go:171","msg":"trace[1457244366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8704; }","duration":"1.303099333s","start":"2026-03-31T05:11:03.353291Z","end":"2026-03-31T05:11:04.656391Z","steps":["trace[1457244366] 'agreement among raft nodes before linearized reading' (duration: 1.302969479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.353279Z","time spent":"1.303135703s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305472328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:11:04.656472Z","caller":"traceutil/trace.go:171","msg":"trace[1058712207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8704; }","duration":"1.305524619s","start":"2026-03-31T05:11:03.350942Z","end":"2026-03-31T05:11:04.656466Z","steps":["trace[1058712207] 'agreement among raft nodes before linearized reading' (duration: 1.305453947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.350928Z","time spent":"1.30555982s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303850323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:11:04.656503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303109303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:11:04.656546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303864814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:11:04.656575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310573527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:11:04.656587Z","caller":"traceutil/trace.go:171","msg":"trace[1254990247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8704; }","duration":"1.303941656s","start":"2026-03-31T05:11:03.352635Z","end":"2026-03-31T05:11:04.656577Z","steps":["trace[1254990247] 'agreement among raft nodes before linearized reading' (duration: 1.303843833s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.656599Z","caller":"traceutil/trace.go:171","msg":"trace[2103845229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8704; }","duration":"1.310630008s","start":"2026-03-31T05:11:03.345964Z","end":"2026-03-31T05:11:04.656594Z","steps":["trace[2103845229] 'agreement among raft nodes before linearized reading' (duration: 1.310572047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.656591Z","caller":"traceutil/trace.go:171","msg":"trace[1458635747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8704; }","duration":"1.303237457s","start":"2026-03-31T05:11:03.353334Z","end":"2026-03-31T05:11:04.656571Z","steps":["trace[1458635747] 'agreement among raft nodes before linearized reading' (duration: 1.30299215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.345945Z","time spent":"1.31066675s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.352608Z","time spent":"1.304002348s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.35332Z","time spent":"1.303301268s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:11:04.656666Z","caller":"traceutil/trace.go:171","msg":"trace[1737164789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8704; }","duration":"1.304031248s","start":"2026-03-31T05:11:03.352526Z","end":"2026-03-31T05:11:04.656557Z","steps":["trace[1737164789] 'agreement among raft nodes before linearized reading' (duration: 1.303688119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37210507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:11:04.656765Z","caller":"traceutil/trace.go:171","msg":"trace[1597973527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8704; }","duration":"1.372185963s","start":"2026-03-31T05:11:03.284569Z","end":"2026-03-31T05:11:04.656755Z","steps":["trace[1597973527] 'agreement among raft nodes before linearized reading' (duration: 1.372016118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.656723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.352502Z","time spent":"1.304208443s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:11:04.656801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:03.284553Z","time spent":"1.372241144s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:11:04.783545Z","caller":"traceutil/trace.go:171","msg":"trace[903723784] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"121.413131ms","start":"2026-03-31T05:11:04.662099Z","end":"2026-03-31T05:11:04.783512Z","steps":["trace[903723784] 'process raft request' (duration: 121.334709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.783584Z","caller":"traceutil/trace.go:171","msg":"trace[88950332] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"122.032068ms","start":"2026-03-31T05:11:04.661501Z","end":"2026-03-31T05:11:04.783533Z","steps":["trace[88950332] 'process raft request' (duration: 121.738719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1531191274] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"121.458503ms","start":"2026-03-31T05:11:04.662511Z","end":"2026-03-31T05:11:04.783969Z","steps":["trace[1531191274] 'process raft request' (duration: 121.234576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.784001Z","caller":"traceutil/trace.go:171","msg":"trace[1393192037] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"121.830242ms","start":"2026-03-31T05:11:04.662096Z","end":"2026-03-31T05:11:04.783926Z","steps":["trace[1393192037] 'process raft request' (duration: 121.37661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.784067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.442709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:04.784171Z","caller":"traceutil/trace.go:171","msg":"trace[918328684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8709; }","duration":"122.617973ms","start":"2026-03-31T05:11:04.661531Z","end":"2026-03-31T05:11:04.784149Z","steps":["trace[918328684] 'agreement among raft nodes before linearized reading' (duration: 122.389297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:05.056663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.35764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:05.056826Z","caller":"traceutil/trace.go:171","msg":"trace[1534377030] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9021; }","duration":"271.416654ms","start":"2026-03-31T05:11:04.785354Z","end":"2026-03-31T05:11:05.056771Z","steps":["trace[1534377030] 'read index received' (duration: 70.851558ms)","trace[1534377030] 'applied index is now lower than readState.Index' (duration: 200.563946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:05.056897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.543048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:05.056917Z","caller":"traceutil/trace.go:171","msg":"trace[1907247869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8710; }","duration":"271.604879ms","start":"2026-03-31T05:11:04.785303Z","end":"2026-03-31T05:11:05.056908Z","steps":["trace[1907247869] 'agreement among raft nodes before linearized reading' (duration: 271.551398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:05.056918Z","caller":"traceutil/trace.go:171","msg":"trace[287605519] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"302.853714ms","start":"2026-03-31T05:11:04.753999Z","end":"2026-03-31T05:11:05.056853Z","steps":["trace[287605519] 'process raft request' (duration: 102.192005ms)","trace[287605519] 'compare' (duration: 200.210326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:05.057079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:04.753965Z","time spent":"303.024518ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:06.415665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.961946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:11:06.990525Z","caller":"traceutil/trace.go:171","msg":"trace[125283168] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"328.748782ms","start":"2026-03-31T05:11:06.661752Z","end":"2026-03-31T05:11:06.990501Z","steps":["trace[125283168] 'process raft request' (duration: 328.699971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:06.990876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.661745Z","time spent":"328.976318ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:06.991209Z","caller":"traceutil/trace.go:171","msg":"trace[1932579348] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"329.960715ms","start":"2026-03-31T05:11:06.661232Z","end":"2026-03-31T05:11:06.991193Z","steps":["trace[1932579348] 'process raft request' (duration: 329.06813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:06.991387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.661213Z","time spent":"330.13509ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:06.991775Z","caller":"traceutil/trace.go:171","msg":"trace[784847749] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9026; }","duration":"257.576195ms","start":"2026-03-31T05:11:06.734174Z","end":"2026-03-31T05:11:06.991751Z","steps":["trace[784847749] 'read index received' (duration: 257.566905ms)","trace[784847749] 'applied index is now lower than readState.Index' (duration: 6.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:06.991957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.773891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:11:06.992009Z","caller":"traceutil/trace.go:171","msg":"trace[418543374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:8713; }","duration":"257.871944ms","start":"2026-03-31T05:11:06.734126Z","end":"2026-03-31T05:11:06.991998Z","steps":["trace[418543374] 'agreement among raft nodes before linearized reading' (duration: 257.702339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.492374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:07.926514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.001376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:07.926637Z","caller":"traceutil/trace.go:171","msg":"trace[101880254] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"934.774118ms","start":"2026-03-31T05:11:06.991843Z","end":"2026-03-31T05:11:07.926617Z","steps":["trace[101880254] 'read index received' (duration: 822.737474ms)","trace[101880254] 'applied index is now lower than readState.Index' (duration: 112.034574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:07.926731Z","caller":"traceutil/trace.go:171","msg":"trace[301284988] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"1.083555918s","start":"2026-03-31T05:11:06.843163Z","end":"2026-03-31T05:11:07.926719Z","steps":["trace[301284988] 'process raft request' (duration: 971.531534ms)","trace[301284988] 'compare' (duration: 110.750149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:07.926797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.843142Z","time spent":"1.08361475s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:07.927222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138955034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:11:07.927264Z","caller":"traceutil/trace.go:171","msg":"trace[1708669460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8714; }","duration":"1.139033996s","start":"2026-03-31T05:11:06.788218Z","end":"2026-03-31T05:11:07.927252Z","steps":["trace[1708669460] 'agreement among raft nodes before linearized reading' (duration: 1.138924703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.788197Z","time spent":"1.139091657s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:07.927286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138651325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:11:07.92732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138890492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:11:07.927354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.341013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:11:07.92735Z","caller":"traceutil/trace.go:171","msg":"trace[403309751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.138879901s","start":"2026-03-31T05:11:06.78845Z","end":"2026-03-31T05:11:07.92733Z","steps":["trace[403309751] 'agreement among raft nodes before linearized reading' (duration: 1.138698306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.027368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:07.927345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19295148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:11:07.927414Z","caller":"traceutil/trace.go:171","msg":"trace[1345164083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8714; }","duration":"443.048149ms","start":"2026-03-31T05:11:07.484356Z","end":"2026-03-31T05:11:07.927404Z","steps":["trace[1345164083] 'agreement among raft nodes before linearized reading' (duration: 443.009728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:07.927416Z","caller":"traceutil/trace.go:171","msg":"trace[1866958314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8714; }","duration":"758.437296ms","start":"2026-03-31T05:11:07.168961Z","end":"2026-03-31T05:11:07.927399Z","steps":["trace[1866958314] 'agreement among raft nodes before linearized reading' (duration: 758.268331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.788441Z","time spent":"1.138967784s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:11:07.927404Z","caller":"traceutil/trace.go:171","msg":"trace[287996834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.139029075s","start":"2026-03-31T05:11:06.788354Z","end":"2026-03-31T05:11:07.927383Z","steps":["trace[287996834] 'agreement among raft nodes before linearized reading' (duration: 1.138780478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.484316Z","time spent":"443.126271ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:11:07.927455Z","caller":"traceutil/trace.go:171","msg":"trace[968911995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.193092015s","start":"2026-03-31T05:11:06.734342Z","end":"2026-03-31T05:11:07.927434Z","steps":["trace[968911995] 'agreement among raft nodes before linearized reading' (duration: 1.192784806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.168942Z","time spent":"758.507967ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:11:07.927474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.788331Z","time spent":"1.139134028s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:07.927499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.734322Z","time spent":"1.193164486s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:07.92757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.132782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228492"} {"level":"warn","ts":"2026-03-31T05:11:07.927629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.643207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:11:07.927655Z","caller":"traceutil/trace.go:171","msg":"trace[847851598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8714; }","duration":"930.224674ms","start":"2026-03-31T05:11:06.997408Z","end":"2026-03-31T05:11:07.927633Z","steps":["trace[847851598] 'agreement among raft nodes before linearized reading' (duration: 929.759381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.997358Z","time spent":"930.333128ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228516,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:11:07.927697Z","caller":"traceutil/trace.go:171","msg":"trace[572374159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8714; }","duration":"865.76189ms","start":"2026-03-31T05:11:07.061913Z","end":"2026-03-31T05:11:07.927675Z","steps":["trace[572374159] 'agreement among raft nodes before linearized reading' (duration: 865.578055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.927744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.061841Z","time spent":"865.891074ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:11:07.943405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154728015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:11:07.943446Z","caller":"traceutil/trace.go:171","msg":"trace[786027976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8714; }","duration":"1.154808897s","start":"2026-03-31T05:11:06.788625Z","end":"2026-03-31T05:11:07.943433Z","steps":["trace[786027976] 'agreement among raft nodes before linearized reading' (duration: 1.138387608s)","trace[786027976] 'range keys from bolt db' (duration: 16.347247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:07.943468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:06.788601Z","time spent":"1.154860638s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:07.943882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.444746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:07.943921Z","caller":"traceutil/trace.go:171","msg":"trace[1083375769] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8714; }","duration":"939.528858ms","start":"2026-03-31T05:11:07.004382Z","end":"2026-03-31T05:11:07.943911Z","steps":["trace[1083375769] 'agreement among raft nodes before linearized reading' (duration: 923.15622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:07.943946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.004327Z","time spent":"939.611351ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:08.445005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395996693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:11:08.926863Z","caller":"traceutil/trace.go:171","msg":"trace[540345925] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"983.245124ms","start":"2026-03-31T05:11:07.943589Z","end":"2026-03-31T05:11:08.926834Z","steps":["trace[540345925] 'process raft request' (duration: 935.414616ms)","trace[540345925] 'compare' (duration: 47.061427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:08.92698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.943562Z","time spent":"983.363047ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:09.487594Z","caller":"traceutil/trace.go:171","msg":"trace[906198891] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"1.532754783s","start":"2026-03-31T05:11:07.954802Z","end":"2026-03-31T05:11:09.487556Z","steps":["trace[906198891] 'process raft request' (duration: 1.531249042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.487787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.954773Z","time spent":"1.532917928s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:09.487841Z","caller":"traceutil/trace.go:171","msg":"trace[1089727246] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"1.532846386s","start":"2026-03-31T05:11:07.954976Z","end":"2026-03-31T05:11:09.487823Z","steps":["trace[1089727246] 'process raft request' (duration: 1.532521117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.487947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.954969Z","time spent":"1.532929568s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:09.48825Z","caller":"traceutil/trace.go:171","msg":"trace[1920177500] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"1.533136984s","start":"2026-03-31T05:11:07.955086Z","end":"2026-03-31T05:11:09.488223Z","steps":["trace[1920177500] 'process raft request' (duration: 1.53265924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.488277Z","caller":"traceutil/trace.go:171","msg":"trace[2067991567] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"1.533049011s","start":"2026-03-31T05:11:07.955203Z","end":"2026-03-31T05:11:09.488252Z","steps":["trace[2067991567] 'process raft request' (duration: 1.532898847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.488293Z","caller":"traceutil/trace.go:171","msg":"trace[1781393966] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9027; }","duration":"1.544374041s","start":"2026-03-31T05:11:07.9439Z","end":"2026-03-31T05:11:09.488274Z","steps":["trace[1781393966] 'read index received' (duration: 935.116808ms)","trace[1781393966] 'applied index is now lower than readState.Index' (duration: 609.255923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:09.488439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544529455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:09.488508Z","caller":"traceutil/trace.go:171","msg":"trace[1843548565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8721; }","duration":"1.544621088s","start":"2026-03-31T05:11:07.943872Z","end":"2026-03-31T05:11:09.488493Z","steps":["trace[1843548565] 'agreement among raft nodes before linearized reading' (duration: 1.544454423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.488522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.955081Z","time spent":"1.533244616s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.488559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.943257Z","time spent":"1.545291186s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:11:09.488459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.955145Z","time spent":"1.533190516s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:09.488537Z","caller":"traceutil/trace.go:171","msg":"trace[1048499487] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"1.531814438s","start":"2026-03-31T05:11:07.956704Z","end":"2026-03-31T05:11:09.488519Z","steps":["trace[1048499487] 'process raft request' (duration: 1.531469968s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.488614Z","caller":"traceutil/trace.go:171","msg":"trace[677293996] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"783.864209ms","start":"2026-03-31T05:11:08.704722Z","end":"2026-03-31T05:11:09.488586Z","steps":["trace[677293996] 'process raft request' (duration: 783.499279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.488755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.704687Z","time spent":"783.994333ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.48892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.956691Z","time spent":"1.532004202s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.922717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.349228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:09.923616Z","caller":"traceutil/trace.go:171","msg":"trace[2043790797] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"924.951249ms","start":"2026-03-31T05:11:08.998604Z","end":"2026-03-31T05:11:09.923555Z","steps":["trace[2043790797] 'process raft request' (duration: 924.25738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.923691Z","caller":"traceutil/trace.go:171","msg":"trace[1399959637] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9034; }","duration":"435.159483ms","start":"2026-03-31T05:11:09.488457Z","end":"2026-03-31T05:11:09.923616Z","steps":["trace[1399959637] 'read index received' (duration: 289.807357ms)","trace[1399959637] 'applied index is now lower than readState.Index' (duration: 144.975686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:09.923783Z","caller":"traceutil/trace.go:171","msg":"trace[1485755397] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"926.279206ms","start":"2026-03-31T05:11:08.997442Z","end":"2026-03-31T05:11:09.923721Z","steps":["trace[1485755397] 'process raft request' (duration: 780.795826ms)","trace[1485755397] 'compare' (duration: 142.94665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:09.923835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.998557Z","time spent":"925.155114ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.997424Z","time spent":"926.45768ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.924576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081735697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-03-31T05:11:09.924563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8510866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:09.924639Z","caller":"traceutil/trace.go:171","msg":"trace[2040866919] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"413.392427ms","start":"2026-03-31T05:11:09.511224Z","end":"2026-03-31T05:11:09.924616Z","steps":["trace[2040866919] 'process raft request' (duration: 411.956208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.924665Z","caller":"traceutil/trace.go:171","msg":"trace[1414631981] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8724; }","duration":"1.081866141s","start":"2026-03-31T05:11:08.842778Z","end":"2026-03-31T05:11:09.924644Z","steps":["trace[1414631981] 'agreement among raft nodes before linearized reading' (duration: 1.080698589s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.924681Z","caller":"traceutil/trace.go:171","msg":"trace[759549002] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8724; }","duration":"1.851253215s","start":"2026-03-31T05:11:08.073403Z","end":"2026-03-31T05:11:09.924657Z","steps":["trace[759549002] 'agreement among raft nodes before linearized reading' (duration: 1.850097094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.924723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.511203Z","time spent":"413.48299ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.924726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.842752Z","time spent":"1.081949922s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:11:09.924771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.07338Z","time spent":"1.851353127s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:09.924601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978915387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:11:09.924866Z","caller":"traceutil/trace.go:171","msg":"trace[108932435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8724; }","duration":"1.979211065s","start":"2026-03-31T05:11:07.945631Z","end":"2026-03-31T05:11:09.924842Z","steps":["trace[108932435] 'agreement among raft nodes before linearized reading' (duration: 1.978159787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.924946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:07.945608Z","time spent":"1.979322159s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:11:09.925248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.403275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:09.92532Z","caller":"traceutil/trace.go:171","msg":"trace[612306850] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8724; }","duration":"312.487917ms","start":"2026-03-31T05:11:09.612801Z","end":"2026-03-31T05:11:09.925289Z","steps":["trace[612306850] 'agreement among raft nodes before linearized reading' (duration: 312.400475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.925356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.612781Z","time spent":"312.566009ms","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:11:09.925698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.028267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:09.925788Z","caller":"traceutil/trace.go:171","msg":"trace[328077128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8724; }","duration":"413.146891ms","start":"2026-03-31T05:11:09.512621Z","end":"2026-03-31T05:11:09.925768Z","steps":["trace[328077128] 'agreement among raft nodes before linearized reading' (duration: 412.373309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.925837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.512609Z","time spent":"413.217322ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:11:10.367691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.889621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:10.36785Z","caller":"traceutil/trace.go:171","msg":"trace[1975865250] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9038; }","duration":"394.772897ms","start":"2026-03-31T05:11:09.973035Z","end":"2026-03-31T05:11:10.367808Z","steps":["trace[1975865250] 'read index received' (duration: 150.682081ms)","trace[1975865250] 'applied index is now lower than readState.Index' (duration: 244.089266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:10.36786Z","caller":"traceutil/trace.go:171","msg":"trace[845262732] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"396.441104ms","start":"2026-03-31T05:11:09.97138Z","end":"2026-03-31T05:11:10.367821Z","steps":["trace[845262732] 'process raft request' (duration: 152.310586ms)","trace[845262732] 'compare' (duration: 243.731867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:10.36813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.090657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:11:10.368169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.971362Z","time spent":"396.740212ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:10.368214Z","caller":"traceutil/trace.go:171","msg":"trace[72133421] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8726; }","duration":"395.18873ms","start":"2026-03-31T05:11:09.972987Z","end":"2026-03-31T05:11:10.368176Z","steps":["trace[72133421] 'agreement among raft nodes before linearized reading' (duration: 394.981834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.368274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.972976Z","time spent":"395.283852ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:11:10.42836Z","caller":"traceutil/trace.go:171","msg":"trace[177422601] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"454.402078ms","start":"2026-03-31T05:11:09.973908Z","end":"2026-03-31T05:11:10.42831Z","steps":["trace[177422601] 'process raft request' (duration: 454.248144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.428526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.973898Z","time spent":"454.547803ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:10.428607Z","caller":"traceutil/trace.go:171","msg":"trace[820019460] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"442.645338ms","start":"2026-03-31T05:11:09.985894Z","end":"2026-03-31T05:11:10.42854Z","steps":["trace[820019460] 'process raft request' (duration: 442.35723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.428729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.539615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:10.428766Z","caller":"traceutil/trace.go:171","msg":"trace[645629007] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8728; }","duration":"140.613866ms","start":"2026-03-31T05:11:10.288143Z","end":"2026-03-31T05:11:10.428757Z","steps":["trace[645629007] 'agreement among raft nodes before linearized reading' (duration: 140.555574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.428819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.985849Z","time spent":"442.853893ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:11:10.428842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.607803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:10.428893Z","caller":"traceutil/trace.go:171","msg":"trace[129822465] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8728; }","duration":"436.687714ms","start":"2026-03-31T05:11:09.992193Z","end":"2026-03-31T05:11:10.428881Z","steps":["trace[129822465] 'agreement among raft nodes before linearized reading' (duration: 436.610722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.428927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.992178Z","time spent":"436.741906ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:11:10.428823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.359395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228492"} {"level":"info","ts":"2026-03-31T05:11:10.429076Z","caller":"traceutil/trace.go:171","msg":"trace[547716404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8728; }","duration":"455.649533ms","start":"2026-03-31T05:11:09.973398Z","end":"2026-03-31T05:11:10.429047Z","steps":["trace[547716404] 'agreement among raft nodes before linearized reading' (duration: 455.031476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.429169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:09.973393Z","time spent":"455.746286ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228516,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:11:10.736197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.33819ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:11:10.736288Z","caller":"traceutil/trace.go:171","msg":"trace[371769599] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9041; }","duration":"303.260385ms","start":"2026-03-31T05:11:10.433014Z","end":"2026-03-31T05:11:10.736274Z","steps":["trace[371769599] 'read index received' (duration: 91.878063ms)","trace[371769599] 'applied index is now lower than readState.Index' (duration: 211.381202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:10.73632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:10.430264Z","time spent":"306.048001ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:11:10.736452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.428369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a1d4f36373043c\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-31T05:11:10.736469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.436579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:10.736519Z","caller":"traceutil/trace.go:171","msg":"trace[688893677] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a1d4f36373043c; range_end:; response_count:1; response_revision:8728; }","duration":"303.539742ms","start":"2026-03-31T05:11:10.432963Z","end":"2026-03-31T05:11:10.736502Z","steps":["trace[688893677] 'agreement among raft nodes before linearized reading' (duration: 303.335897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.73655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:10.432946Z","time spent":"303.598224ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a1d4f36373043c\" "} {"level":"info","ts":"2026-03-31T05:11:10.736553Z","caller":"traceutil/trace.go:171","msg":"trace[1967621961] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8728; }","duration":"303.571023ms","start":"2026-03-31T05:11:10.432963Z","end":"2026-03-31T05:11:10.736534Z","steps":["trace[1967621961] 'agreement among raft nodes before linearized reading' (duration: 303.383008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.736606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:10.432946Z","time spent":"303.649236ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:11:21.299477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.45418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:11:21.2996Z","caller":"traceutil/trace.go:171","msg":"trace[647287308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8875; }","duration":"273.674026ms","start":"2026-03-31T05:11:21.0259Z","end":"2026-03-31T05:11:21.299575Z","steps":["trace[647287308] 'range keys from in-memory index tree' (duration: 273.234504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:23.448792Z","caller":"traceutil/trace.go:171","msg":"trace[384727368] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"103.209133ms","start":"2026-03-31T05:11:23.345562Z","end":"2026-03-31T05:11:23.448771Z","steps":["trace[384727368] 'process raft request' (duration: 103.08659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:24.358818Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000241c.wal"} {"level":"info","ts":"2026-03-31T05:11:33.475134Z","caller":"traceutil/trace.go:171","msg":"trace[1506017345] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"104.21218ms","start":"2026-03-31T05:11:33.3709Z","end":"2026-03-31T05:11:33.475112Z","steps":["trace[1506017345] 'process raft request' (duration: 104.066266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:54.634077Z","caller":"traceutil/trace.go:171","msg":"trace[711015043] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"119.754655ms","start":"2026-03-31T05:11:54.514279Z","end":"2026-03-31T05:11:54.634034Z","steps":["trace[711015043] 'process raft request' (duration: 119.512549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:54.780457Z","caller":"traceutil/trace.go:171","msg":"trace[2005192906] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"128.323509ms","start":"2026-03-31T05:11:54.652095Z","end":"2026-03-31T05:11:54.780418Z","steps":["trace[2005192906] 'process raft request' (duration: 126.421368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:55.097016Z","caller":"traceutil/trace.go:171","msg":"trace[1060364609] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"110.03807ms","start":"2026-03-31T05:11:54.986943Z","end":"2026-03-31T05:11:55.096981Z","steps":["trace[1060364609] 'process raft request' (duration: 82.283771ms)","trace[1060364609] 'compare' (duration: 27.617945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:55.508641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.520132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:11:55.508771Z","caller":"traceutil/trace.go:171","msg":"trace[1403060361] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9199; }","duration":"152.662906ms","start":"2026-03-31T05:11:55.356078Z","end":"2026-03-31T05:11:55.508741Z","steps":["trace[1403060361] 'range keys from in-memory index tree' (duration: 152.174433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:56.051758Z","caller":"traceutil/trace.go:171","msg":"trace[856792503] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"114.965235ms","start":"2026-03-31T05:11:55.936753Z","end":"2026-03-31T05:11:56.051719Z","steps":["trace[856792503] 'process raft request' (duration: 114.726408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:56.053574Z","caller":"traceutil/trace.go:171","msg":"trace[882576818] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"116.396123ms","start":"2026-03-31T05:11:55.93714Z","end":"2026-03-31T05:11:56.053537Z","steps":["trace[882576818] 'process raft request' (duration: 116.193268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.161441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395998137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:11:57.454083Z","caller":"traceutil/trace.go:171","msg":"trace[1549735590] linearizableReadLoop","detail":"{readStateIndex:9541; appliedIndex:9540; }","duration":"793.509284ms","start":"2026-03-31T05:11:56.66055Z","end":"2026-03-31T05:11:57.45406Z","steps":["trace[1549735590] 'read index received' (duration: 793.369011ms)","trace[1549735590] 'applied index is now lower than readState.Index' (duration: 139.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:57.454136Z","caller":"traceutil/trace.go:171","msg":"trace[416639372] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"824.198694ms","start":"2026-03-31T05:11:56.629903Z","end":"2026-03-31T05:11:57.454102Z","steps":["trace[416639372] 'process raft request' (duration: 823.997498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.454307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.73688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:11:57.454346Z","caller":"traceutil/trace.go:171","msg":"trace[155973677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9213; }","duration":"793.828123ms","start":"2026-03-31T05:11:56.660507Z","end":"2026-03-31T05:11:57.454335Z","steps":["trace[155973677] 'agreement among raft nodes before linearized reading' (duration: 793.682549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.454353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:56.629864Z","time spent":"824.364068ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:57.45437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:56.660485Z","time spent":"793.878575ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:11:57.454508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.062209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:11:57.454625Z","caller":"traceutil/trace.go:171","msg":"trace[738228975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9213; }","duration":"643.202073ms","start":"2026-03-31T05:11:56.811396Z","end":"2026-03-31T05:11:57.454598Z","steps":["trace[738228975] 'agreement among raft nodes before linearized reading' (duration: 642.842743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.45468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:56.811329Z","time spent":"643.339747ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:11:57.454508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.774755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:11:57.454753Z","caller":"traceutil/trace.go:171","msg":"trace[1368097967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9213; }","duration":"109.088864ms","start":"2026-03-31T05:11:57.345638Z","end":"2026-03-31T05:11:57.454727Z","steps":["trace[1368097967] 'agreement among raft nodes before linearized reading' (duration: 108.663582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.717553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.520521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:57.71763Z","caller":"traceutil/trace.go:171","msg":"trace[1096483240] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9213; }","duration":"141.688015ms","start":"2026-03-31T05:11:57.575921Z","end":"2026-03-31T05:11:57.717609Z","steps":["trace[1096483240] 'count revisions from in-memory index tree' (duration: 141.310235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.717626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.319206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d4fda6ae2dbb\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-31T05:11:57.717681Z","caller":"traceutil/trace.go:171","msg":"trace[657117268] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d4fda6ae2dbb; range_end:; response_count:1; response_revision:9213; }","duration":"107.418738ms","start":"2026-03-31T05:11:57.610248Z","end":"2026-03-31T05:11:57.717667Z","steps":["trace[657117268] 'range keys from in-memory index tree' (duration: 107.096319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:57.717992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.933362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:57.718067Z","caller":"traceutil/trace.go:171","msg":"trace[1080655855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9213; }","duration":"187.070417ms","start":"2026-03-31T05:11:57.530978Z","end":"2026-03-31T05:11:57.718048Z","steps":["trace[1080655855] 'range keys from in-memory index tree' (duration: 186.83763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:01.809428Z","caller":"traceutil/trace.go:171","msg":"trace[1511936592] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"139.423353ms","start":"2026-03-31T05:12:01.669981Z","end":"2026-03-31T05:12:01.809404Z","steps":["trace[1511936592] 'process raft request' (duration: 139.260639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:01.809993Z","caller":"traceutil/trace.go:171","msg":"trace[1245742776] linearizableReadLoop","detail":"{readStateIndex:9572; appliedIndex:9572; }","duration":"131.929099ms","start":"2026-03-31T05:12:01.67805Z","end":"2026-03-31T05:12:01.80998Z","steps":["trace[1245742776] 'read index received' (duration: 131.924059ms)","trace[1245742776] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:01.810147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.077603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-zgcxg\" ","response":"range_response_count:1 size:7427"} {"level":"info","ts":"2026-03-31T05:12:01.81019Z","caller":"traceutil/trace.go:171","msg":"trace[2070007519] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-zgcxg; range_end:; response_count:1; response_revision:9243; }","duration":"132.150815ms","start":"2026-03-31T05:12:01.67803Z","end":"2026-03-31T05:12:01.810181Z","steps":["trace[2070007519] 'agreement among raft nodes before linearized reading' (duration: 132.00093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.452549Z","caller":"traceutil/trace.go:171","msg":"trace[676939108] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"145.90994ms","start":"2026-03-31T05:12:02.306607Z","end":"2026-03-31T05:12:02.452517Z","steps":["trace[676939108] 'process raft request' (duration: 76.997545ms)","trace[676939108] 'compare' (duration: 68.401041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.638818Z","caller":"traceutil/trace.go:171","msg":"trace[923322773] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"331.820096ms","start":"2026-03-31T05:12:02.306964Z","end":"2026-03-31T05:12:02.638784Z","steps":["trace[923322773] 'process raft request' (duration: 330.001216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.638831Z","caller":"traceutil/trace.go:171","msg":"trace[696761676] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9572; }","duration":"331.616409ms","start":"2026-03-31T05:12:02.307186Z","end":"2026-03-31T05:12:02.638803Z","steps":["trace[696761676] 'read index received' (duration: 76.406679ms)","trace[696761676] 'applied index is now lower than readState.Index' (duration: 255.20811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:02.63896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.306958Z","time spent":"331.929159ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7427,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:02.639008Z","caller":"traceutil/trace.go:171","msg":"trace[106897912] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"331.729283ms","start":"2026-03-31T05:12:02.307264Z","end":"2026-03-31T05:12:02.638993Z","steps":["trace[106897912] 'process raft request' (duration: 331.358912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.639304Z","caller":"traceutil/trace.go:171","msg":"trace[2033931025] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"331.97888ms","start":"2026-03-31T05:12:02.307313Z","end":"2026-03-31T05:12:02.639292Z","steps":["trace[2033931025] 'process raft request' (duration: 331.438145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.639375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.30731Z","time spent":"332.029081ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:02.639751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.559416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:12:02.639795Z","caller":"traceutil/trace.go:171","msg":"trace[3603166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9247; }","duration":"332.615897ms","start":"2026-03-31T05:12:02.307165Z","end":"2026-03-31T05:12:02.639781Z","steps":["trace[3603166] 'agreement among raft nodes before linearized reading' (duration: 332.464273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.639825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307158Z","time spent":"332.660328ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:02.646226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.30726Z","time spent":"331.845796ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:02.701609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.345816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:12:02.701681Z","caller":"traceutil/trace.go:171","msg":"trace[1989154082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9248; }","duration":"394.431588ms","start":"2026-03-31T05:12:02.307233Z","end":"2026-03-31T05:12:02.701665Z","steps":["trace[1989154082] 'agreement among raft nodes before linearized reading' (duration: 394.254373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.70171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307231Z","time spent":"394.472589ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:02.701804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.973496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:02.701826Z","caller":"traceutil/trace.go:171","msg":"trace[1192355408] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9248; }","duration":"394.029067ms","start":"2026-03-31T05:12:02.307791Z","end":"2026-03-31T05:12:02.70182Z","steps":["trace[1192355408] 'agreement among raft nodes before linearized reading' (duration: 393.984126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.701844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307776Z","time spent":"394.063478ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:02.701783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.732323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:12:02.701996Z","caller":"traceutil/trace.go:171","msg":"trace[1869503076] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:9248; }","duration":"385.048131ms","start":"2026-03-31T05:12:02.316919Z","end":"2026-03-31T05:12:02.701967Z","steps":["trace[1869503076] 'agreement among raft nodes before linearized reading' (duration: 384.556828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.702082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.316903Z","time spent":"385.152595ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:12:02.702175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.87362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:12:02.702197Z","caller":"traceutil/trace.go:171","msg":"trace[1542123216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9248; }","duration":"394.906541ms","start":"2026-03-31T05:12:02.307284Z","end":"2026-03-31T05:12:02.702191Z","steps":["trace[1542123216] 'agreement among raft nodes before linearized reading' (duration: 394.84272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.702215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307282Z","time spent":"394.929362ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:02.702547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.313012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:02.702567Z","caller":"traceutil/trace.go:171","msg":"trace[166315012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9248; }","duration":"395.333673ms","start":"2026-03-31T05:12:02.307227Z","end":"2026-03-31T05:12:02.702561Z","steps":["trace[166315012] 'agreement among raft nodes before linearized reading' (duration: 395.124727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.702583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307216Z","time spent":"395.363144ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:12:02.702663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.407905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:02.702823Z","caller":"traceutil/trace.go:171","msg":"trace[1669354150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9248; }","duration":"395.5944ms","start":"2026-03-31T05:12:02.307205Z","end":"2026-03-31T05:12:02.702799Z","steps":["trace[1669354150] 'agreement among raft nodes before linearized reading' (duration: 395.290982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.702848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.993659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:12:02.702861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.307202Z","time spent":"395.648852ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:12:02.702873Z","caller":"traceutil/trace.go:171","msg":"trace[256559630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9248; }","duration":"378.052851ms","start":"2026-03-31T05:12:02.324813Z","end":"2026-03-31T05:12:02.702866Z","steps":["trace[256559630] 'agreement among raft nodes before linearized reading' (duration: 377.983109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.702899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:02.324793Z","time spent":"378.100312ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:12:02.948921Z","caller":"traceutil/trace.go:171","msg":"trace[1686405760] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"239.08297ms","start":"2026-03-31T05:12:02.70982Z","end":"2026-03-31T05:12:02.948903Z","steps":["trace[1686405760] 'process raft request' (duration: 238.985497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.949047Z","caller":"traceutil/trace.go:171","msg":"trace[1532600763] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9579; }","duration":"199.317022ms","start":"2026-03-31T05:12:02.749712Z","end":"2026-03-31T05:12:02.949029Z","steps":["trace[1532600763] 'read index received' (duration: 134.056667ms)","trace[1532600763] 'applied index is now lower than readState.Index' (duration: 65.259185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.949034Z","caller":"traceutil/trace.go:171","msg":"trace[1104899206] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"239.442829ms","start":"2026-03-31T05:12:02.709516Z","end":"2026-03-31T05:12:02.948959Z","steps":["trace[1104899206] 'process raft request' (duration: 173.991489ms)","trace[1104899206] 'compare' (duration: 65.137411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.949123Z","caller":"traceutil/trace.go:171","msg":"trace[1046815498] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"239.285024ms","start":"2026-03-31T05:12:02.709832Z","end":"2026-03-31T05:12:02.949117Z","steps":["trace[1046815498] 'process raft request' (duration: 239.039758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.949182Z","caller":"traceutil/trace.go:171","msg":"trace[1910609152] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"238.102163ms","start":"2026-03-31T05:12:02.711073Z","end":"2026-03-31T05:12:02.949175Z","steps":["trace[1910609152] 'process raft request' (duration: 237.875177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:02.9492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.476246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:02.949211Z","caller":"traceutil/trace.go:171","msg":"trace[1518210602] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"236.773857ms","start":"2026-03-31T05:12:02.71242Z","end":"2026-03-31T05:12:02.949194Z","steps":["trace[1518210602] 'process raft request' (duration: 236.574841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.949229Z","caller":"traceutil/trace.go:171","msg":"trace[1509890398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9255; }","duration":"199.565298ms","start":"2026-03-31T05:12:02.749655Z","end":"2026-03-31T05:12:02.949221Z","steps":["trace[1509890398] 'agreement among raft nodes before linearized reading' (duration: 199.437775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.003742Z","caller":"traceutil/trace.go:171","msg":"trace[351254145] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"170.163445ms","start":"2026-03-31T05:12:02.833543Z","end":"2026-03-31T05:12:03.003706Z","steps":["trace[351254145] 'process raft request' (duration: 169.920728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:04.490409Z","caller":"traceutil/trace.go:171","msg":"trace[572647457] linearizableReadLoop","detail":"{readStateIndex:9590; appliedIndex:9589; }","duration":"356.689956ms","start":"2026-03-31T05:12:04.133696Z","end":"2026-03-31T05:12:04.490386Z","steps":["trace[572647457] 'read index received' (duration: 356.401998ms)","trace[572647457] 'applied index is now lower than readState.Index' (duration: 286.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:04.490514Z","caller":"traceutil/trace.go:171","msg":"trace[1651489873] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"607.012204ms","start":"2026-03-31T05:12:03.883468Z","end":"2026-03-31T05:12:04.490481Z","steps":["trace[1651489873] 'process raft request' (duration: 606.661304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:04.490659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.944004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:04.490936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:03.883433Z","time spent":"607.404325ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65890,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:04.490983Z","caller":"traceutil/trace.go:171","msg":"trace[1404637074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9261; }","duration":"357.326414ms","start":"2026-03-31T05:12:04.133612Z","end":"2026-03-31T05:12:04.490938Z","steps":["trace[1404637074] 'agreement among raft nodes before linearized reading' (duration: 356.907323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:04.491053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:04.133575Z","time spent":"357.456998ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:12:04.760234Z","caller":"traceutil/trace.go:171","msg":"trace[349066985] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"131.710643ms","start":"2026-03-31T05:12:04.628505Z","end":"2026-03-31T05:12:04.760215Z","steps":["trace[349066985] 'read index received' (duration: 129.835941ms)","trace[349066985] 'applied index is now lower than readState.Index' (duration: 1.873672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:04.76036Z","caller":"traceutil/trace.go:171","msg":"trace[1505537848] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"135.874846ms","start":"2026-03-31T05:12:04.624433Z","end":"2026-03-31T05:12:04.760307Z","steps":["trace[1505537848] 'process raft request' (duration: 133.80811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:04.760453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.928078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-7f89n\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-31T05:12:04.760579Z","caller":"traceutil/trace.go:171","msg":"trace[1636300321] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-7f89n; range_end:; response_count:1; response_revision:9268; }","duration":"132.100623ms","start":"2026-03-31T05:12:04.628469Z","end":"2026-03-31T05:12:04.76057Z","steps":["trace[1636300321] 'agreement among raft nodes before linearized reading' (duration: 131.839246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:04.763413Z","caller":"traceutil/trace.go:171","msg":"trace[2052702259] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"115.52931ms","start":"2026-03-31T05:12:04.647871Z","end":"2026-03-31T05:12:04.7634Z","steps":["trace[2052702259] 'process raft request' (duration: 115.286183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:04.763562Z","caller":"traceutil/trace.go:171","msg":"trace[1419777567] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"112.369074ms","start":"2026-03-31T05:12:04.651174Z","end":"2026-03-31T05:12:04.763543Z","steps":["trace[1419777567] 'process raft request' (duration: 112.115807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:04.937781Z","caller":"traceutil/trace.go:171","msg":"trace[555272337] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"170.346739ms","start":"2026-03-31T05:12:04.767387Z","end":"2026-03-31T05:12:04.937733Z","steps":["trace[555272337] 'process raft request' (duration: 102.147734ms)","trace[555272337] 'compare' (duration: 67.961989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:04.946878Z","caller":"traceutil/trace.go:171","msg":"trace[1726307540] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"177.498656ms","start":"2026-03-31T05:12:04.769356Z","end":"2026-03-31T05:12:04.946855Z","steps":["trace[1726307540] 'process raft request' (duration: 177.312021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.228002Z","caller":"traceutil/trace.go:171","msg":"trace[610371331] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"268.991078ms","start":"2026-03-31T05:12:04.958985Z","end":"2026-03-31T05:12:05.227976Z","steps":["trace[610371331] 'process raft request' (duration: 268.920096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.228181Z","caller":"traceutil/trace.go:171","msg":"trace[716906655] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"270.231392ms","start":"2026-03-31T05:12:04.95792Z","end":"2026-03-31T05:12:05.228152Z","steps":["trace[716906655] 'process raft request' (duration: 269.900053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.228238Z","caller":"traceutil/trace.go:171","msg":"trace[248684400] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"270.256852ms","start":"2026-03-31T05:12:04.957966Z","end":"2026-03-31T05:12:05.228223Z","steps":["trace[248684400] 'process raft request' (duration: 269.902212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.228244Z","caller":"traceutil/trace.go:171","msg":"trace[1172813240] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"271.790774ms","start":"2026-03-31T05:12:04.956338Z","end":"2026-03-31T05:12:05.228129Z","steps":["trace[1172813240] 'process raft request' (duration: 236.112358ms)","trace[1172813240] 'compare' (duration: 35.173582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:05.506676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.046767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:12:06.711858Z","caller":"traceutil/trace.go:171","msg":"trace[1262546991] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"191.95913ms","start":"2026-03-31T05:12:06.519855Z","end":"2026-03-31T05:12:06.711814Z","steps":["trace[1262546991] 'process raft request' (duration: 191.696313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:06.874285Z","caller":"traceutil/trace.go:171","msg":"trace[950397552] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"104.19442ms","start":"2026-03-31T05:12:06.770069Z","end":"2026-03-31T05:12:06.874264Z","steps":["trace[950397552] 'process raft request' (duration: 41.566687ms)","trace[950397552] 'compare' (duration: 62.50903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:06.874463Z","caller":"traceutil/trace.go:171","msg":"trace[489175656] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"103.83061ms","start":"2026-03-31T05:12:06.770602Z","end":"2026-03-31T05:12:06.874433Z","steps":["trace[489175656] 'process raft request' (duration: 103.643545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.874751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.087765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-7f89n\" ","response":"range_response_count:1 size:6624"} {"level":"info","ts":"2026-03-31T05:12:06.87479Z","caller":"traceutil/trace.go:171","msg":"trace[1223459704] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-7f89n; range_end:; response_count:1; response_revision:9283; }","duration":"150.174027ms","start":"2026-03-31T05:12:06.724607Z","end":"2026-03-31T05:12:06.874781Z","steps":["trace[1223459704] 'range keys from in-memory index tree' (duration: 149.388056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:07.09883Z","caller":"traceutil/trace.go:171","msg":"trace[538395346] linearizableReadLoop","detail":"{readStateIndex:9616; appliedIndex:9615; }","duration":"156.969454ms","start":"2026-03-31T05:12:06.941834Z","end":"2026-03-31T05:12:07.098804Z","steps":["trace[538395346] 'read index received' (duration: 139.057144ms)","trace[538395346] 'applied index is now lower than readState.Index' (duration: 17.91044ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:07.098965Z","caller":"traceutil/trace.go:171","msg":"trace[1175115135] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"215.70314ms","start":"2026-03-31T05:12:06.883249Z","end":"2026-03-31T05:12:07.098952Z","steps":["trace[1175115135] 'process raft request' (duration: 197.697647ms)","trace[1175115135] 'compare' (duration: 17.726675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:07.099203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.423118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:07.099261Z","caller":"traceutil/trace.go:171","msg":"trace[167811135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9286; }","duration":"107.526011ms","start":"2026-03-31T05:12:06.991722Z","end":"2026-03-31T05:12:07.099248Z","steps":["trace[167811135] 'agreement among raft nodes before linearized reading' (duration: 107.350736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:07.099442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.615122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:07.099602Z","caller":"traceutil/trace.go:171","msg":"trace[897331141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9286; }","duration":"157.746615ms","start":"2026-03-31T05:12:06.941756Z","end":"2026-03-31T05:12:07.099502Z","steps":["trace[897331141] 'agreement among raft nodes before linearized reading' (duration: 157.400366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:11.501347Z","caller":"traceutil/trace.go:171","msg":"trace[513772416] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"170.708709ms","start":"2026-03-31T05:12:11.330601Z","end":"2026-03-31T05:12:11.50131Z","steps":["trace[513772416] 'process raft request' (duration: 170.472452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.991736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.307766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:11.991958Z","caller":"traceutil/trace.go:171","msg":"trace[917421043] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"660.997039ms","start":"2026-03-31T05:12:11.330929Z","end":"2026-03-31T05:12:11.991926Z","steps":["trace[917421043] 'process raft request' (duration: 660.898296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.992029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.330913Z","time spent":"661.085422ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:11.992045Z","caller":"traceutil/trace.go:171","msg":"trace[590573961] linearizableReadLoop","detail":"{readStateIndex:9647; appliedIndex:9643; }","duration":"505.318221ms","start":"2026-03-31T05:12:11.486694Z","end":"2026-03-31T05:12:11.992013Z","steps":["trace[590573961] 'read index received' (duration: 14.326182ms)","trace[590573961] 'applied index is now lower than readState.Index' (duration: 490.990349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:11.99222Z","caller":"traceutil/trace.go:171","msg":"trace[1860360118] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"661.337649ms","start":"2026-03-31T05:12:11.330871Z","end":"2026-03-31T05:12:11.992209Z","steps":["trace[1860360118] 'process raft request' (duration: 406.481818ms)","trace[1860360118] 'compare' (duration: 253.906465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:11.99228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.330837Z","time spent":"661.413001ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:11.992315Z","caller":"traceutil/trace.go:171","msg":"trace[535509030] transaction","detail":"{read_only:false; response_revision:9316; number_of_response:1; }","duration":"660.475715ms","start":"2026-03-31T05:12:11.331821Z","end":"2026-03-31T05:12:11.992297Z","steps":["trace[535509030] 'process raft request' (duration: 660.060324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.992461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.331812Z","time spent":"660.552597ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:11.992677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.353956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:12:11.992713Z","caller":"traceutil/trace.go:171","msg":"trace[829431899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9316; }","duration":"443.436998ms","start":"2026-03-31T05:12:11.549268Z","end":"2026-03-31T05:12:11.992705Z","steps":["trace[829431899] 'agreement among raft nodes before linearized reading' (duration: 443.278294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.992742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.54924Z","time spent":"443.49691ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:12:11.992964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.321124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T05:12:11.993006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.313258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:11.993015Z","caller":"traceutil/trace.go:171","msg":"trace[1110767350] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:9316; }","duration":"266.428997ms","start":"2026-03-31T05:12:11.726574Z","end":"2026-03-31T05:12:11.993003Z","steps":["trace[1110767350] 'agreement among raft nodes before linearized reading' (duration: 266.282823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:11.993037Z","caller":"traceutil/trace.go:171","msg":"trace[1582379223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9316; }","duration":"506.399921ms","start":"2026-03-31T05:12:11.486628Z","end":"2026-03-31T05:12:11.993028Z","steps":["trace[1582379223] 'agreement among raft nodes before linearized reading' (duration: 506.35563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:11.993064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:11.486595Z","time spent":"506.463302ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:12.614714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.623276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:12:12.614794Z","caller":"traceutil/trace.go:171","msg":"trace[99624187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9317; }","duration":"250.742499ms","start":"2026-03-31T05:12:12.364034Z","end":"2026-03-31T05:12:12.614777Z","steps":["trace[99624187] 'range keys from in-memory index tree' (duration: 250.46026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.614762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.903323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:12.614868Z","caller":"traceutil/trace.go:171","msg":"trace[721677301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9317; }","duration":"334.091849ms","start":"2026-03-31T05:12:12.28075Z","end":"2026-03-31T05:12:12.614842Z","steps":["trace[721677301] 'count revisions from in-memory index tree' (duration: 333.668417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:12.614928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:12.28072Z","time spent":"334.186281ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:12.615301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.791337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:12.615345Z","caller":"traceutil/trace.go:171","msg":"trace[585818536] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9317; }","duration":"285.877239ms","start":"2026-03-31T05:12:12.329458Z","end":"2026-03-31T05:12:12.615336Z","steps":["trace[585818536] 'count revisions from in-memory index tree' (duration: 285.706075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:15.065321Z","caller":"traceutil/trace.go:171","msg":"trace[988679501] linearizableReadLoop","detail":"{readStateIndex:9660; appliedIndex:9659; }","duration":"113.729821ms","start":"2026-03-31T05:12:14.951568Z","end":"2026-03-31T05:12:15.065297Z","steps":["trace[988679501] 'read index received' (duration: 113.668689ms)","trace[988679501] 'applied index is now lower than readState.Index' (duration: 59.422µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:15.065581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.990638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:15.065523Z","caller":"traceutil/trace.go:171","msg":"trace[1115805648] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"121.40668ms","start":"2026-03-31T05:12:14.944019Z","end":"2026-03-31T05:12:15.065426Z","steps":["trace[1115805648] 'process raft request' (duration: 121.119842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:15.065638Z","caller":"traceutil/trace.go:171","msg":"trace[2089601068] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9329; }","duration":"114.111511ms","start":"2026-03-31T05:12:14.951502Z","end":"2026-03-31T05:12:15.065613Z","steps":["trace[2089601068] 'agreement among raft nodes before linearized reading' (duration: 113.923816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:15.075309Z","caller":"traceutil/trace.go:171","msg":"trace[306906034] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"113.426643ms","start":"2026-03-31T05:12:14.961858Z","end":"2026-03-31T05:12:15.075285Z","steps":["trace[306906034] 'process raft request' (duration: 113.180786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:28.129381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.110227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:28.129521Z","caller":"traceutil/trace.go:171","msg":"trace[1952546679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9402; }","duration":"410.333333ms","start":"2026-03-31T05:12:27.719162Z","end":"2026-03-31T05:12:28.129495Z","steps":["trace[1952546679] 'range keys from in-memory index tree' (duration: 409.86274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:28.129568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:27.719115Z","time spent":"410.440276ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:28.933195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.343932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:28.93376Z","caller":"traceutil/trace.go:171","msg":"trace[762499102] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"704.558342ms","start":"2026-03-31T05:12:28.229171Z","end":"2026-03-31T05:12:28.933729Z","steps":["trace[762499102] 'process raft request' (duration: 704.48909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:28.933888Z","caller":"traceutil/trace.go:171","msg":"trace[174535427] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"705.532448ms","start":"2026-03-31T05:12:28.228304Z","end":"2026-03-31T05:12:28.933836Z","steps":["trace[174535427] 'process raft request' (duration: 705.266891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:28.933934Z","caller":"traceutil/trace.go:171","msg":"trace[645856272] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"705.642912ms","start":"2026-03-31T05:12:28.228224Z","end":"2026-03-31T05:12:28.933867Z","steps":["trace[645856272] 'process raft request' (duration: 331.484517ms)","trace[645856272] 'compare' (duration: 373.162897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:28.933915Z","caller":"traceutil/trace.go:171","msg":"trace[693658973] linearizableReadLoop","detail":"{readStateIndex:9738; appliedIndex:9737; }","duration":"705.545778ms","start":"2026-03-31T05:12:28.228268Z","end":"2026-03-31T05:12:28.933814Z","steps":["trace[693658973] 'read index received' (duration: 331.345433ms)","trace[693658973] 'applied index is now lower than readState.Index' (duration: 374.196125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:28.934112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:28.228201Z","time spent":"705.823486ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:28.934076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:28.228273Z","time spent":"705.715793ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:28.934084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:28.229149Z","time spent":"704.797018ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:28.934294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.30968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:28.934326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.034503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261457"} {"level":"warn","ts":"2026-03-31T05:12:28.934368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.73875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:28.93438Z","caller":"traceutil/trace.go:171","msg":"trace[1378129372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9406; }","duration":"449.418063ms","start":"2026-03-31T05:12:28.484932Z","end":"2026-03-31T05:12:28.93435Z","steps":["trace[1378129372] 'agreement among raft nodes before linearized reading' (duration: 449.29204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:28.934407Z","caller":"traceutil/trace.go:171","msg":"trace[2011418004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9406; }","duration":"185.801802ms","start":"2026-03-31T05:12:28.748593Z","end":"2026-03-31T05:12:28.934395Z","steps":["trace[2011418004] 'agreement among raft nodes before linearized reading' (duration: 185.643878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:28.934428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:28.484917Z","time spent":"449.503905ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:12:28.934407Z","caller":"traceutil/trace.go:171","msg":"trace[254962046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9406; }","duration":"706.147495ms","start":"2026-03-31T05:12:28.228239Z","end":"2026-03-31T05:12:28.934386Z","steps":["trace[254962046] 'agreement among raft nodes before linearized reading' (duration: 705.661322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:28.93453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:28.22822Z","time spent":"706.291969ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261481,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:12:29.501422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.543391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:29.501618Z","caller":"traceutil/trace.go:171","msg":"trace[580213238] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"448.94278ms","start":"2026-03-31T05:12:29.052631Z","end":"2026-03-31T05:12:29.501574Z","steps":["trace[580213238] 'process raft request' (duration: 129.133632ms)","trace[580213238] 'compare' (duration: 319.101139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:29.501852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.052602Z","time spent":"449.122855ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:29.502278Z","caller":"traceutil/trace.go:171","msg":"trace[715431091] linearizableReadLoop","detail":"{readStateIndex:9741; appliedIndex:9740; }","duration":"434.494085ms","start":"2026-03-31T05:12:29.067038Z","end":"2026-03-31T05:12:29.501532Z","steps":["trace[715431091] 'read index received' (duration: 114.626266ms)","trace[715431091] 'applied index is now lower than readState.Index' (duration: 319.866489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:29.501921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.804543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:29.502407Z","caller":"traceutil/trace.go:171","msg":"trace[1408724732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9407; }","duration":"435.389809ms","start":"2026-03-31T05:12:29.066985Z","end":"2026-03-31T05:12:29.502375Z","steps":["trace[1408724732] 'agreement among raft nodes before linearized reading' (duration: 434.770442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:29.502547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.066959Z","time spent":"435.568784ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:12:29.983279Z","caller":"traceutil/trace.go:171","msg":"trace[534347577] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"768.824039ms","start":"2026-03-31T05:12:29.214418Z","end":"2026-03-31T05:12:29.983242Z","steps":["trace[534347577] 'process raft request' (duration: 768.310935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:29.983491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.214385Z","time spent":"768.998644ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:30.389994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.223104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:30.390246Z","caller":"traceutil/trace.go:171","msg":"trace[1156470454] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"225.305053ms","start":"2026-03-31T05:12:30.164917Z","end":"2026-03-31T05:12:30.390222Z","steps":["trace[1156470454] 'process raft request' (duration: 225.20843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:30.390293Z","caller":"traceutil/trace.go:171","msg":"trace[1048714506] linearizableReadLoop","detail":"{readStateIndex:9743; appliedIndex:9741; }","duration":"887.879235ms","start":"2026-03-31T05:12:29.502358Z","end":"2026-03-31T05:12:30.390237Z","steps":["trace[1048714506] 'read index received' (duration: 480.658017ms)","trace[1048714506] 'applied index is now lower than readState.Index' (duration: 407.200538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:30.39026Z","caller":"traceutil/trace.go:171","msg":"trace[566714786] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"1.17542397s","start":"2026-03-31T05:12:29.214788Z","end":"2026-03-31T05:12:30.390212Z","steps":["trace[566714786] 'process raft request' (duration: 1.045838186s)","trace[566714786] 'compare' (duration: 129.010299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:30.390468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.667767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:30.390534Z","caller":"traceutil/trace.go:171","msg":"trace[573304963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9410; }","duration":"941.797311ms","start":"2026-03-31T05:12:29.448723Z","end":"2026-03-31T05:12:30.39052Z","steps":["trace[573304963] 'agreement among raft nodes before linearized reading' (duration: 941.602096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.390568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.448697Z","time spent":"941.861842ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:30.390588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.214774Z","time spent":"1.175693788s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:30.39062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.858061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:30.390866Z","caller":"traceutil/trace.go:171","msg":"trace[2072522776] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9410; }","duration":"357.156389ms","start":"2026-03-31T05:12:30.033695Z","end":"2026-03-31T05:12:30.390851Z","steps":["trace[2072522776] 'agreement among raft nodes before linearized reading' (duration: 356.82289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.390924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:30.03367Z","time spent":"357.239992ms","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:30.390936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.316217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:30.390979Z","caller":"traceutil/trace.go:171","msg":"trace[1085150246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9410; }","duration":"163.43478ms","start":"2026-03-31T05:12:30.227532Z","end":"2026-03-31T05:12:30.390967Z","steps":["trace[1085150246] 'agreement among raft nodes before linearized reading' (duration: 162.974768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.391095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.840423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:30.39118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.957839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:12:30.391289Z","caller":"traceutil/trace.go:171","msg":"trace[1563171330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9410; }","duration":"816.121183ms","start":"2026-03-31T05:12:29.575137Z","end":"2026-03-31T05:12:30.391258Z","steps":["trace[1563171330] 'agreement among raft nodes before linearized reading' (duration: 815.799474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.391343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.575116Z","time spent":"816.217445ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:12:30.391405Z","caller":"traceutil/trace.go:171","msg":"trace[1161778034] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9410; }","duration":"885.047349ms","start":"2026-03-31T05:12:29.506192Z","end":"2026-03-31T05:12:30.39124Z","steps":["trace[1161778034] 'agreement among raft nodes before linearized reading' (duration: 884.320079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.391527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:29.506172Z","time spent":"885.336166ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:12:30.533941Z","caller":"traceutil/trace.go:171","msg":"trace[1275389403] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"137.779459ms","start":"2026-03-31T05:12:30.39612Z","end":"2026-03-31T05:12:30.533899Z","steps":["trace[1275389403] 'process raft request' (duration: 137.631054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:30.534138Z","caller":"traceutil/trace.go:171","msg":"trace[406011346] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"138.312173ms","start":"2026-03-31T05:12:30.395774Z","end":"2026-03-31T05:12:30.534086Z","steps":["trace[406011346] 'process raft request' (duration: 103.352867ms)","trace[406011346] 'compare' (duration: 34.428301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:30.534363Z","caller":"traceutil/trace.go:171","msg":"trace[1278547625] linearizableReadLoop","detail":"{readStateIndex:9747; appliedIndex:9744; }","duration":"138.016055ms","start":"2026-03-31T05:12:30.396311Z","end":"2026-03-31T05:12:30.534327Z","steps":["trace[1278547625] 'read index received' (duration: 15.288668ms)","trace[1278547625] 'applied index is now lower than readState.Index' (duration: 122.724687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:30.534598Z","caller":"traceutil/trace.go:171","msg":"trace[1862938055] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"137.603294ms","start":"2026-03-31T05:12:30.396854Z","end":"2026-03-31T05:12:30.534458Z","steps":["trace[1862938055] 'process raft request' (duration: 136.950486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:30.534915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.59388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:12:30.535031Z","caller":"traceutil/trace.go:171","msg":"trace[1736899819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9413; }","duration":"138.782196ms","start":"2026-03-31T05:12:30.396233Z","end":"2026-03-31T05:12:30.535015Z","steps":["trace[1736899819] 'agreement among raft nodes before linearized reading' (duration: 138.317973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:30.535894Z","caller":"traceutil/trace.go:171","msg":"trace[1057853069] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"123.109417ms","start":"2026-03-31T05:12:30.41275Z","end":"2026-03-31T05:12:30.535859Z","steps":["trace[1057853069] 'process raft request' (duration: 122.952303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:31.156906Z","caller":"traceutil/trace.go:171","msg":"trace[1543245668] linearizableReadLoop","detail":"{readStateIndex:9752; appliedIndex:9751; }","duration":"112.21814ms","start":"2026-03-31T05:12:31.044659Z","end":"2026-03-31T05:12:31.156877Z","steps":["trace[1543245668] 'read index received' (duration: 58.229373ms)","trace[1543245668] 'applied index is now lower than readState.Index' (duration: 53.987197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:31.157099Z","caller":"traceutil/trace.go:171","msg":"trace[478056534] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"113.628278ms","start":"2026-03-31T05:12:31.043443Z","end":"2026-03-31T05:12:31.157071Z","steps":["trace[478056534] 'process raft request' (duration: 59.444826ms)","trace[478056534] 'compare' (duration: 53.820852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:31.157492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.805745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261457"} {"level":"info","ts":"2026-03-31T05:12:31.157565Z","caller":"traceutil/trace.go:171","msg":"trace[942182737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9417; }","duration":"112.915768ms","start":"2026-03-31T05:12:31.044632Z","end":"2026-03-31T05:12:31.157548Z","steps":["trace[942182737] 'agreement among raft nodes before linearized reading' (duration: 112.358383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.738164Z","caller":"traceutil/trace.go:171","msg":"trace[1009853236] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"103.549922ms","start":"2026-03-31T05:12:38.634591Z","end":"2026-03-31T05:12:38.738141Z","steps":["trace[1009853236] 'process raft request' (duration: 103.363947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.783344Z","caller":"traceutil/trace.go:171","msg":"trace[706689880] linearizableReadLoop","detail":"{readStateIndex:9811; appliedIndex:9809; }","duration":"136.591326ms","start":"2026-03-31T05:12:38.646715Z","end":"2026-03-31T05:12:38.783307Z","steps":["trace[706689880] 'read index received' (duration: 91.37142ms)","trace[706689880] 'applied index is now lower than readState.Index' (duration: 45.218906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:38.783443Z","caller":"traceutil/trace.go:171","msg":"trace[427040999] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"147.484124ms","start":"2026-03-31T05:12:38.635909Z","end":"2026-03-31T05:12:38.783393Z","steps":["trace[427040999] 'process raft request' (duration: 147.197626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:38.783613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.863484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:12:38.783658Z","caller":"traceutil/trace.go:171","msg":"trace[1787131686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9475; }","duration":"136.985677ms","start":"2026-03-31T05:12:38.646659Z","end":"2026-03-31T05:12:38.783645Z","steps":["trace[1787131686] 'agreement among raft nodes before linearized reading' (duration: 136.790141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:39.002331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.809441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:39.002463Z","caller":"traceutil/trace.go:171","msg":"trace[1378219755] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"213.064107ms","start":"2026-03-31T05:12:38.789372Z","end":"2026-03-31T05:12:39.002436Z","steps":["trace[1378219755] 'process raft request' (duration: 102.03736ms)","trace[1378219755] 'compare' (duration: 110.683468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:39.269209Z","caller":"traceutil/trace.go:171","msg":"trace[304633164] linearizableReadLoop","detail":"{readStateIndex:9813; appliedIndex:9812; }","duration":"222.106986ms","start":"2026-03-31T05:12:39.047077Z","end":"2026-03-31T05:12:39.269184Z","steps":["trace[304633164] 'read index received' (duration: 221.851319ms)","trace[304633164] 'applied index is now lower than readState.Index' (duration: 254.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:39.269272Z","caller":"traceutil/trace.go:171","msg":"trace[43376024] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"224.778048ms","start":"2026-03-31T05:12:39.044456Z","end":"2026-03-31T05:12:39.269234Z","steps":["trace[43376024] 'process raft request' (duration: 224.517641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:39.269502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.396323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:12:39.269589Z","caller":"traceutil/trace.go:171","msg":"trace[403271693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9477; }","duration":"222.522547ms","start":"2026-03-31T05:12:39.047044Z","end":"2026-03-31T05:12:39.269567Z","steps":["trace[403271693] 'agreement among raft nodes before linearized reading' (duration: 222.248509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:39.312413Z","caller":"traceutil/trace.go:171","msg":"trace[958283827] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"263.60193ms","start":"2026-03-31T05:12:39.048781Z","end":"2026-03-31T05:12:39.312383Z","steps":["trace[958283827] 'process raft request' (duration: 263.360473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:39.312744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.333189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:12:39.312787Z","caller":"traceutil/trace.go:171","msg":"trace[309498933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9478; }","duration":"223.425802ms","start":"2026-03-31T05:12:39.089349Z","end":"2026-03-31T05:12:39.312775Z","steps":["trace[309498933] 'agreement among raft nodes before linearized reading' (duration: 223.266187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:49.486464Z","caller":"traceutil/trace.go:171","msg":"trace[812161293] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"116.661201ms","start":"2026-03-31T05:12:49.369785Z","end":"2026-03-31T05:12:49.486446Z","steps":["trace[812161293] 'process raft request' (duration: 113.102193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:49.486617Z","caller":"traceutil/trace.go:171","msg":"trace[248782849] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"105.63ms","start":"2026-03-31T05:12:49.380964Z","end":"2026-03-31T05:12:49.486594Z","steps":["trace[248782849] 'process raft request' (duration: 105.553048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:49.486673Z","caller":"traceutil/trace.go:171","msg":"trace[400022447] linearizableReadLoop","detail":"{readStateIndex:9933; appliedIndex:9932; }","duration":"112.398995ms","start":"2026-03-31T05:12:49.374232Z","end":"2026-03-31T05:12:49.486631Z","steps":["trace[400022447] 'read index received' (duration: 108.937ms)","trace[400022447] 'applied index is now lower than readState.Index' (duration: 3.456565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:49.486998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.408271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:12:49.487052Z","caller":"traceutil/trace.go:171","msg":"trace[1065752009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9596; }","duration":"102.484863ms","start":"2026-03-31T05:12:49.384546Z","end":"2026-03-31T05:12:49.487031Z","steps":["trace[1065752009] 'agreement among raft nodes before linearized reading' (duration: 102.355989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.48709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.937957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:49.487183Z","caller":"traceutil/trace.go:171","msg":"trace[1088085579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9596; }","duration":"114.110241ms","start":"2026-03-31T05:12:49.373053Z","end":"2026-03-31T05:12:49.487163Z","steps":["trace[1088085579] 'agreement among raft nodes before linearized reading' (duration: 113.792903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:51.256155Z","caller":"traceutil/trace.go:171","msg":"trace[1015317584] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"153.852549ms","start":"2026-03-31T05:12:51.102267Z","end":"2026-03-31T05:12:51.25612Z","steps":["trace[1015317584] 'process raft request' (duration: 153.614042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:51.35055Z","caller":"traceutil/trace.go:171","msg":"trace[1290412102] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"158.427784ms","start":"2026-03-31T05:12:51.192095Z","end":"2026-03-31T05:12:51.350523Z","steps":["trace[1290412102] 'process raft request' (duration: 146.823346ms)","trace[1290412102] 'compare' (duration: 11.482965ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:51.612757Z","caller":"traceutil/trace.go:171","msg":"trace[2083968623] linearizableReadLoop","detail":"{readStateIndex:9961; appliedIndex:9960; }","duration":"128.31613ms","start":"2026-03-31T05:12:51.484412Z","end":"2026-03-31T05:12:51.612728Z","steps":["trace[2083968623] 'read index received' (duration: 128.014482ms)","trace[2083968623] 'applied index is now lower than readState.Index' (duration: 296.748µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:51.613218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.765289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:12:51.613314Z","caller":"traceutil/trace.go:171","msg":"trace[1092962398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9622; }","duration":"114.905913ms","start":"2026-03-31T05:12:51.498393Z","end":"2026-03-31T05:12:51.613299Z","steps":["trace[1092962398] 'agreement among raft nodes before linearized reading' (duration: 114.665077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:51.6132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.750552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:51.613816Z","caller":"traceutil/trace.go:171","msg":"trace[1050042857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9622; }","duration":"129.44153ms","start":"2026-03-31T05:12:51.484366Z","end":"2026-03-31T05:12:51.613807Z","steps":["trace[1050042857] 'agreement among raft nodes before linearized reading' (duration: 128.68936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:51.613956Z","caller":"traceutil/trace.go:171","msg":"trace[344378225] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"213.87534ms","start":"2026-03-31T05:12:51.399396Z","end":"2026-03-31T05:12:51.613271Z","steps":["trace[344378225] 'process raft request' (duration: 213.127509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:51.613986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.161708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:12:51.614243Z","caller":"traceutil/trace.go:171","msg":"trace[611717573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9622; }","duration":"112.449306ms","start":"2026-03-31T05:12:51.501781Z","end":"2026-03-31T05:12:51.614231Z","steps":["trace[611717573] 'agreement among raft nodes before linearized reading' (duration: 111.746627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:51.614162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.373279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:12:51.614361Z","caller":"traceutil/trace.go:171","msg":"trace[276419620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9622; }","duration":"110.621306ms","start":"2026-03-31T05:12:51.503718Z","end":"2026-03-31T05:12:51.614339Z","steps":["trace[276419620] 'agreement among raft nodes before linearized reading' (duration: 110.242306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.350172Z","caller":"traceutil/trace.go:171","msg":"trace[1252253023] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"140.986026ms","start":"2026-03-31T05:12:52.209158Z","end":"2026-03-31T05:12:52.350144Z","steps":["trace[1252253023] 'read index received' (duration: 138.331393ms)","trace[1252253023] 'applied index is now lower than readState.Index' (duration: 2.653253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:52.350486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.315526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-qm8xq\" ","response":"range_response_count:1 size:10133"} {"level":"info","ts":"2026-03-31T05:12:52.350562Z","caller":"traceutil/trace.go:171","msg":"trace[341948612] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-qm8xq; range_end:; response_count:1; response_revision:9627; }","duration":"141.446109ms","start":"2026-03-31T05:12:52.209101Z","end":"2026-03-31T05:12:52.350547Z","steps":["trace[341948612] 'agreement among raft nodes before linearized reading' (duration: 141.145591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.350822Z","caller":"traceutil/trace.go:171","msg":"trace[359944154] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"160.340606ms","start":"2026-03-31T05:12:52.190437Z","end":"2026-03-31T05:12:52.350778Z","steps":["trace[359944154] 'process raft request' (duration: 156.992635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.624831Z","caller":"traceutil/trace.go:171","msg":"trace[1057137059] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9969; }","duration":"170.568245ms","start":"2026-03-31T05:12:52.454146Z","end":"2026-03-31T05:12:52.624714Z","steps":["trace[1057137059] 'read index received' (duration: 170.39631ms)","trace[1057137059] 'applied index is now lower than readState.Index' (duration: 169.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:52.624932Z","caller":"traceutil/trace.go:171","msg":"trace[1973274621] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"252.180607ms","start":"2026-03-31T05:12:52.372729Z","end":"2026-03-31T05:12:52.62491Z","steps":["trace[1973274621] 'process raft request' (duration: 251.789447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:52.625129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.959296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-qm8xq\" ","response":"range_response_count:1 size:10142"} {"level":"info","ts":"2026-03-31T05:12:52.625255Z","caller":"traceutil/trace.go:171","msg":"trace[2025914632] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-qm8xq; range_end:; response_count:1; response_revision:9630; }","duration":"171.045148ms","start":"2026-03-31T05:12:52.454115Z","end":"2026-03-31T05:12:52.62516Z","steps":["trace[2025914632] 'agreement among raft nodes before linearized reading' (duration: 170.841043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.739249Z","caller":"traceutil/trace.go:171","msg":"trace[1976867318] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"281.761257ms","start":"2026-03-31T05:12:52.457462Z","end":"2026-03-31T05:12:52.739223Z","steps":["trace[1976867318] 'process raft request' (duration: 281.186191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.739483Z","caller":"traceutil/trace.go:171","msg":"trace[1306300674] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9970; }","duration":"114.528252ms","start":"2026-03-31T05:12:52.624925Z","end":"2026-03-31T05:12:52.739453Z","steps":["trace[1306300674] 'read index received' (duration: 113.654279ms)","trace[1306300674] 'applied index is now lower than readState.Index' (duration: 871.023µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:52.739599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.701347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:52.739627Z","caller":"traceutil/trace.go:171","msg":"trace[1380814995] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"198.442218ms","start":"2026-03-31T05:12:52.541173Z","end":"2026-03-31T05:12:52.739615Z","steps":["trace[1380814995] 'process raft request' (duration: 197.987235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.739636Z","caller":"traceutil/trace.go:171","msg":"trace[255841462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9632; }","duration":"254.776449ms","start":"2026-03-31T05:12:52.484849Z","end":"2026-03-31T05:12:52.739625Z","steps":["trace[255841462] 'agreement among raft nodes before linearized reading' (duration: 254.692727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:52.739945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.509122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:52.739994Z","caller":"traceutil/trace.go:171","msg":"trace[341770101] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9632; }","duration":"182.562254ms","start":"2026-03-31T05:12:52.557418Z","end":"2026-03-31T05:12:52.73998Z","steps":["trace[341770101] 'agreement among raft nodes before linearized reading' (duration: 182.43607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.740763Z","caller":"traceutil/trace.go:171","msg":"trace[2036742701] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"111.157891ms","start":"2026-03-31T05:12:52.629582Z","end":"2026-03-31T05:12:52.74074Z","steps":["trace[2036742701] 'process raft request' (duration: 111.036157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:52.875495Z","caller":"traceutil/trace.go:171","msg":"trace[2097541492] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"126.758057ms","start":"2026-03-31T05:12:52.748701Z","end":"2026-03-31T05:12:52.875459Z","steps":["trace[2097541492] 'process raft request' (duration: 92.990324ms)","trace[2097541492] 'compare' (duration: 33.593209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:52.905975Z","caller":"traceutil/trace.go:171","msg":"trace[821250109] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"153.19761ms","start":"2026-03-31T05:12:52.75275Z","end":"2026-03-31T05:12:52.905948Z","steps":["trace[821250109] 'process raft request' (duration: 152.919703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.099288Z","caller":"traceutil/trace.go:171","msg":"trace[2070020766] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"116.339832ms","start":"2026-03-31T05:12:54.982923Z","end":"2026-03-31T05:12:55.099263Z","steps":["trace[2070020766] 'process raft request' (duration: 116.148647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:57.111275Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:12:57.116174Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T05:12:57.116322Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T05:13:03.037533Z","caller":"traceutil/trace.go:171","msg":"trace[1643316998] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"240.828958ms","start":"2026-03-31T05:13:02.796676Z","end":"2026-03-31T05:13:03.037505Z","steps":["trace[1643316998] 'process raft request' (duration: 240.643363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:03.039243Z","caller":"traceutil/trace.go:171","msg":"trace[559670378] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"184.160247ms","start":"2026-03-31T05:13:02.855034Z","end":"2026-03-31T05:13:03.039194Z","steps":["trace[559670378] 'process raft request' (duration: 183.930051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:03.935785Z","caller":"traceutil/trace.go:171","msg":"trace[2055711681] linearizableReadLoop","detail":"{readStateIndex:10041; appliedIndex:10040; }","duration":"138.024364ms","start":"2026-03-31T05:13:03.797729Z","end":"2026-03-31T05:13:03.935753Z","steps":["trace[2055711681] 'read index received' (duration: 101.463685ms)","trace[2055711681] 'applied index is now lower than readState.Index' (duration: 36.559129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:03.935792Z","caller":"traceutil/trace.go:171","msg":"trace[72645458] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"138.563039ms","start":"2026-03-31T05:13:03.797201Z","end":"2026-03-31T05:13:03.935764Z","steps":["trace[72645458] 'process raft request' (duration: 102.092233ms)","trace[72645458] 'compare' (duration: 36.314112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:03.936033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.282732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:03.936098Z","caller":"traceutil/trace.go:171","msg":"trace[1789383215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9699; }","duration":"138.394705ms","start":"2026-03-31T05:13:03.797688Z","end":"2026-03-31T05:13:03.936083Z","steps":["trace[1789383215] 'agreement among raft nodes before linearized reading' (duration: 138.179969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:03.936101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.551726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:13:03.936267Z","caller":"traceutil/trace.go:171","msg":"trace[1870911562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9699; }","duration":"124.74016ms","start":"2026-03-31T05:13:03.811505Z","end":"2026-03-31T05:13:03.936245Z","steps":["trace[1870911562] 'agreement among raft nodes before linearized reading' (duration: 124.433222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:04.70471Z","caller":"traceutil/trace.go:171","msg":"trace[1335720619] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"354.016842ms","start":"2026-03-31T05:13:04.350642Z","end":"2026-03-31T05:13:04.704659Z","steps":["trace[1335720619] 'process raft request' (duration: 353.697313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:04.704963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:04.350626Z","time spent":"354.202857ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:04.70497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.943595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:04.705045Z","caller":"traceutil/trace.go:171","msg":"trace[1644054542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"220.083578ms","start":"2026-03-31T05:13:04.484946Z","end":"2026-03-31T05:13:04.70503Z","steps":["trace[1644054542] 'agreement among raft nodes before linearized reading' (duration: 219.957855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:04.704865Z","caller":"traceutil/trace.go:171","msg":"trace[1782434631] linearizableReadLoop","detail":"{readStateIndex:10045; appliedIndex:10044; }","duration":"219.533664ms","start":"2026-03-31T05:13:04.48501Z","end":"2026-03-31T05:13:04.704544Z","steps":["trace[1782434631] 'read index received' (duration: 219.247786ms)","trace[1782434631] 'applied index is now lower than readState.Index' (duration: 284.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:09.515211Z","caller":"traceutil/trace.go:171","msg":"trace[2126216131] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"115.57547ms","start":"2026-03-31T05:13:09.399616Z","end":"2026-03-31T05:13:09.515191Z","steps":["trace[2126216131] 'process raft request' (duration: 115.408026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:09.650173Z","caller":"traceutil/trace.go:171","msg":"trace[607562976] linearizableReadLoop","detail":"{readStateIndex:10090; appliedIndex:10089; }","duration":"134.800966ms","start":"2026-03-31T05:13:09.515342Z","end":"2026-03-31T05:13:09.650143Z","steps":["trace[607562976] 'read index received' (duration: 71.187737ms)","trace[607562976] 'applied index is now lower than readState.Index' (duration: 63.611969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:09.650313Z","caller":"traceutil/trace.go:171","msg":"trace[1944361587] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"166.288956ms","start":"2026-03-31T05:13:09.483978Z","end":"2026-03-31T05:13:09.650267Z","steps":["trace[1944361587] 'process raft request' (duration: 102.648876ms)","trace[1944361587] 'compare' (duration: 63.341082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:09.650319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.42414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:09.650839Z","caller":"traceutil/trace.go:171","msg":"trace[361772244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9747; }","duration":"166.958225ms","start":"2026-03-31T05:13:09.483822Z","end":"2026-03-31T05:13:09.65078Z","steps":["trace[361772244] 'agreement among raft nodes before linearized reading' (duration: 166.416161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:09.664307Z","caller":"traceutil/trace.go:171","msg":"trace[463921164] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"143.676999ms","start":"2026-03-31T05:13:09.520574Z","end":"2026-03-31T05:13:09.664251Z","steps":["trace[463921164] 'process raft request' (duration: 143.502834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:11.537773Z","caller":"traceutil/trace.go:171","msg":"trace[476297775] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"102.831511ms","start":"2026-03-31T05:13:11.434895Z","end":"2026-03-31T05:13:11.537726Z","steps":["trace[476297775] 'process raft request' (duration: 66.775845ms)","trace[476297775] 'compare' (duration: 35.875491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:11.838995Z","caller":"traceutil/trace.go:171","msg":"trace[729796457] linearizableReadLoop","detail":"{readStateIndex:10114; appliedIndex:10113; }","duration":"118.207972ms","start":"2026-03-31T05:13:11.720761Z","end":"2026-03-31T05:13:11.838969Z","steps":["trace[729796457] 'read index received' (duration: 105.452223ms)","trace[729796457] 'applied index is now lower than readState.Index' (duration: 12.754669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:11.839148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.357457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:11.839187Z","caller":"traceutil/trace.go:171","msg":"trace[1170589514] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9770; }","duration":"118.467159ms","start":"2026-03-31T05:13:11.720709Z","end":"2026-03-31T05:13:11.839176Z","steps":["trace[1170589514] 'agreement among raft nodes before linearized reading' (duration: 118.367557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:11.839174Z","caller":"traceutil/trace.go:171","msg":"trace[1095171756] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"120.639839ms","start":"2026-03-31T05:13:11.71851Z","end":"2026-03-31T05:13:11.83915Z","steps":["trace[1095171756] 'process raft request' (duration: 107.543881ms)","trace[1095171756] 'compare' (duration: 12.791879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:15.437351Z","caller":"traceutil/trace.go:171","msg":"trace[1504795787] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"159.8186ms","start":"2026-03-31T05:13:15.277499Z","end":"2026-03-31T05:13:15.437317Z","steps":["trace[1504795787] 'process raft request' (duration: 159.238864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.195844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.480238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:16.195954Z","caller":"traceutil/trace.go:171","msg":"trace[106541884] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9791; }","duration":"149.653863ms","start":"2026-03-31T05:13:16.046274Z","end":"2026-03-31T05:13:16.195928Z","steps":["trace[106541884] 'count revisions from in-memory index tree' (duration: 149.290272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.196337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.918667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:13:16.196405Z","caller":"traceutil/trace.go:171","msg":"trace[647976253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9791; }","duration":"166.0344ms","start":"2026-03-31T05:13:16.030355Z","end":"2026-03-31T05:13:16.196389Z","steps":["trace[647976253] 'range keys from in-memory index tree' (duration: 165.756322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.196335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.312776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:16.19657Z","caller":"traceutil/trace.go:171","msg":"trace[487783770] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9791; }","duration":"140.609484ms","start":"2026-03-31T05:13:16.055934Z","end":"2026-03-31T05:13:16.196543Z","steps":["trace[487783770] 'count revisions from in-memory index tree' (duration: 140.214494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:16.349713Z","caller":"traceutil/trace.go:171","msg":"trace[426642160] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"101.814134ms","start":"2026-03-31T05:13:16.247866Z","end":"2026-03-31T05:13:16.34968Z","steps":["trace[426642160] 'process raft request' (duration: 99.87515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:16.805738Z","caller":"traceutil/trace.go:171","msg":"trace[438809641] linearizableReadLoop","detail":"{readStateIndex:10140; appliedIndex:10139; }","duration":"237.869654ms","start":"2026-03-31T05:13:16.567844Z","end":"2026-03-31T05:13:16.805714Z","steps":["trace[438809641] 'read index received' (duration: 237.662848ms)","trace[438809641] 'applied index is now lower than readState.Index' (duration: 205.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:16.805839Z","caller":"traceutil/trace.go:171","msg":"trace[210727967] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"238.178913ms","start":"2026-03-31T05:13:16.56761Z","end":"2026-03-31T05:13:16.805789Z","steps":["trace[210727967] 'process raft request' (duration: 237.875654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.80609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.210763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:16.806198Z","caller":"traceutil/trace.go:171","msg":"trace[1251596084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9795; }","duration":"238.353677ms","start":"2026-03-31T05:13:16.567818Z","end":"2026-03-31T05:13:16.806172Z","steps":["trace[1251596084] 'agreement among raft nodes before linearized reading' (duration: 238.042389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:16.806032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.239226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:13:16.806367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.267627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414620"} {"level":"info","ts":"2026-03-31T05:13:16.806402Z","caller":"traceutil/trace.go:171","msg":"trace[1141412829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9795; }","duration":"237.646558ms","start":"2026-03-31T05:13:16.568737Z","end":"2026-03-31T05:13:16.806384Z","steps":["trace[1141412829] 'agreement among raft nodes before linearized reading' (duration: 237.163705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:16.806417Z","caller":"traceutil/trace.go:171","msg":"trace[54092323] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9795; }","duration":"192.359439ms","start":"2026-03-31T05:13:16.61404Z","end":"2026-03-31T05:13:16.8064Z","steps":["trace[54092323] 'agreement among raft nodes before linearized reading' (duration: 192.136823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.781339Z","caller":"traceutil/trace.go:171","msg":"trace[1563300172] linearizableReadLoop","detail":"{readStateIndex:10155; appliedIndex:10154; }","duration":"278.779663ms","start":"2026-03-31T05:13:19.502532Z","end":"2026-03-31T05:13:19.781312Z","steps":["trace[1563300172] 'read index received' (duration: 278.481794ms)","trace[1563300172] 'applied index is now lower than readState.Index' (duration: 296.659µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:19.781633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.03962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:19.782103Z","caller":"traceutil/trace.go:171","msg":"trace[1666126005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9810; }","duration":"279.616176ms","start":"2026-03-31T05:13:19.502464Z","end":"2026-03-31T05:13:19.78208Z","steps":["trace[1666126005] 'agreement among raft nodes before linearized reading' (duration: 279.022689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.781527Z","caller":"traceutil/trace.go:171","msg":"trace[482649506] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"322.703474ms","start":"2026-03-31T05:13:19.458761Z","end":"2026-03-31T05:13:19.781464Z","steps":["trace[482649506] 'process raft request' (duration: 322.372055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:19.781962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.231873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:19.782395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:19.458738Z","time spent":"323.576797ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:19.782153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.437273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:13:19.782488Z","caller":"traceutil/trace.go:171","msg":"trace[1133771934] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9810; }","duration":"261.754927ms","start":"2026-03-31T05:13:19.520676Z","end":"2026-03-31T05:13:19.782431Z","steps":["trace[1133771934] 'agreement among raft nodes before linearized reading' (duration: 261.234543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.782523Z","caller":"traceutil/trace.go:171","msg":"trace[376499584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9810; }","duration":"229.868255ms","start":"2026-03-31T05:13:19.552621Z","end":"2026-03-31T05:13:19.78249Z","steps":["trace[376499584] 'agreement among raft nodes before linearized reading' (duration: 229.304449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.12371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.047714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:20.123962Z","caller":"traceutil/trace.go:171","msg":"trace[882567128] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"195.505345ms","start":"2026-03-31T05:13:19.928408Z","end":"2026-03-31T05:13:20.123913Z","steps":["trace[882567128] 'process raft request' (duration: 38.140412ms)","trace[882567128] 'compare' (duration: 156.91589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:22.289001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125395999662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:13:22.614963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067691652s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:13:22.615497Z","caller":"traceutil/trace.go:171","msg":"trace[862369200] linearizableReadLoop","detail":"{readStateIndex:10168; appliedIndex:10167; }","duration":"827.392392ms","start":"2026-03-31T05:13:21.788072Z","end":"2026-03-31T05:13:22.615464Z","steps":["trace[862369200] 'read index received' (duration: 827.187937ms)","trace[862369200] 'applied index is now lower than readState.Index' (duration: 203.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:22.615596Z","caller":"traceutil/trace.go:171","msg":"trace[1113168769] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"1.068439823s","start":"2026-03-31T05:13:21.547094Z","end":"2026-03-31T05:13:22.615533Z","steps":["trace[1113168769] 'process raft request' (duration: 1.068155335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.615787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.54706Z","time spent":"1.068603908s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:22.615898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.793293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:22.616043Z","caller":"traceutil/trace.go:171","msg":"trace[2017035118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9822; }","duration":"827.911407ms","start":"2026-03-31T05:13:21.788013Z","end":"2026-03-31T05:13:22.615925Z","steps":["trace[2017035118] 'agreement among raft nodes before linearized reading' (duration: 827.613489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.616089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:21.787986Z","time spent":"828.094022ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:23.967191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.536935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:23.967367Z","caller":"traceutil/trace.go:171","msg":"trace[250206520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9822; }","duration":"854.7434ms","start":"2026-03-31T05:13:23.112595Z","end":"2026-03-31T05:13:23.967339Z","steps":["trace[250206520] 'range keys from in-memory index tree' (duration: 854.503314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.967744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.263944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:23.967975Z","caller":"traceutil/trace.go:171","msg":"trace[1509853453] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"1.345849258s","start":"2026-03-31T05:13:22.622106Z","end":"2026-03-31T05:13:23.967955Z","steps":["trace[1509853453] 'process raft request' (duration: 1.345813377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.622059Z","time spent":"1.345954841s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:23.968102Z","caller":"traceutil/trace.go:171","msg":"trace[1478179797] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"1.453881842s","start":"2026-03-31T05:13:22.514192Z","end":"2026-03-31T05:13:23.968074Z","steps":["trace[1478179797] 'process raft request' (duration: 560.184997ms)","trace[1478179797] 'compare' (duration: 892.723399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:23.968163Z","caller":"traceutil/trace.go:171","msg":"trace[75157369] linearizableReadLoop","detail":"{readStateIndex:10170; appliedIndex:10168; }","duration":"1.352563901s","start":"2026-03-31T05:13:22.615591Z","end":"2026-03-31T05:13:23.968155Z","steps":["trace[75157369] 'read index received' (duration: 458.783694ms)","trace[75157369] 'applied index is now lower than readState.Index' (duration: 893.779227ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:23.968161Z","caller":"traceutil/trace.go:171","msg":"trace[1179006554] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"1.453957375s","start":"2026-03-31T05:13:22.514188Z","end":"2026-03-31T05:13:23.968145Z","steps":["trace[1179006554] 'process raft request' (duration: 1.453666657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514173Z","time spent":"1.454024737s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:23.968254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514175Z","time spent":"1.453995346s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:23.96833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431013087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:13:23.96836Z","caller":"traceutil/trace.go:171","msg":"trace[301113297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9825; }","duration":"1.43110121s","start":"2026-03-31T05:13:22.537251Z","end":"2026-03-31T05:13:23.968352Z","steps":["trace[301113297] 'agreement among raft nodes before linearized reading' (duration: 1.430963276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.537223Z","time spent":"1.431159551s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:13:23.968458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454218031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:23.968488Z","caller":"traceutil/trace.go:171","msg":"trace[1661490345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9825; }","duration":"1.454288193s","start":"2026-03-31T05:13:22.514192Z","end":"2026-03-31T05:13:23.96848Z","steps":["trace[1661490345] 'agreement among raft nodes before linearized reading' (duration: 1.45417233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514172Z","time spent":"1.454336845s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:23.968514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454235822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:13:23.96855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454335805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:23.96858Z","caller":"traceutil/trace.go:171","msg":"trace[1816550720] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9825; }","duration":"1.454410047s","start":"2026-03-31T05:13:22.514159Z","end":"2026-03-31T05:13:23.968569Z","steps":["trace[1816550720] 'agreement among raft nodes before linearized reading' (duration: 1.454356925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514141Z","time spent":"1.454463719s","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:23.968626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431629154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:23.968643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454813438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:23.968654Z","caller":"traceutil/trace.go:171","msg":"trace[305480357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9825; }","duration":"1.431695246s","start":"2026-03-31T05:13:22.536952Z","end":"2026-03-31T05:13:23.968647Z","steps":["trace[305480357] 'agreement among raft nodes before linearized reading' (duration: 1.431652105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.536928Z","time spent":"1.431749887s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:23.968629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454365346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:13:23.968584Z","caller":"traceutil/trace.go:171","msg":"trace[1275074595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9825; }","duration":"1.454352956s","start":"2026-03-31T05:13:22.514212Z","end":"2026-03-31T05:13:23.968565Z","steps":["trace[1275074595] 'agreement among raft nodes before linearized reading' (duration: 1.45413994s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:23.968756Z","caller":"traceutil/trace.go:171","msg":"trace[862295079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9825; }","duration":"1.45454124s","start":"2026-03-31T05:13:22.514189Z","end":"2026-03-31T05:13:23.96873Z","steps":["trace[862295079] 'agreement among raft nodes before linearized reading' (duration: 1.454135859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514194Z","time spent":"1.454589962s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:23.968806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514175Z","time spent":"1.454622123s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:13:23.968681Z","caller":"traceutil/trace.go:171","msg":"trace[1015914032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9825; }","duration":"1.4548937s","start":"2026-03-31T05:13:22.513771Z","end":"2026-03-31T05:13:23.968665Z","steps":["trace[1015914032] 'agreement among raft nodes before linearized reading' (duration: 1.454805768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.968899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.51375Z","time spent":"1.455140817s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:13:23.968751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454633783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:13:23.968991Z","caller":"traceutil/trace.go:171","msg":"trace[1511878828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9825; }","duration":"1.454850449s","start":"2026-03-31T05:13:22.514099Z","end":"2026-03-31T05:13:23.96895Z","steps":["trace[1511878828] 'agreement among raft nodes before linearized reading' (duration: 1.454598942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:23.969036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.514092Z","time spent":"1.454931211s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:24.290881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.574328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:24.291046Z","caller":"traceutil/trace.go:171","msg":"trace[1820481015] linearizableReadLoop","detail":"{readStateIndex:10172; appliedIndex:10171; }","duration":"322.817477ms","start":"2026-03-31T05:13:23.968189Z","end":"2026-03-31T05:13:24.291006Z","steps":["trace[1820481015] 'read index received' (duration: 180.033373ms)","trace[1820481015] 'applied index is now lower than readState.Index' (duration: 142.781814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:24.291146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478769133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:24.291162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.193337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:24.291159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114599266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:24.29122Z","caller":"traceutil/trace.go:171","msg":"trace[1350599364] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9826; }","duration":"673.310379ms","start":"2026-03-31T05:13:23.617895Z","end":"2026-03-31T05:13:24.291206Z","steps":["trace[1350599364] 'agreement among raft nodes before linearized reading' (duration: 673.204256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:24.291223Z","caller":"traceutil/trace.go:171","msg":"trace[1198700379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9826; }","duration":"1.478898056s","start":"2026-03-31T05:13:22.812306Z","end":"2026-03-31T05:13:24.291204Z","steps":["trace[1198700379] 'agreement among raft nodes before linearized reading' (duration: 1.478773473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.291227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478494665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:13:24.291203Z","caller":"traceutil/trace.go:171","msg":"trace[2134273947] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"1.061401851s","start":"2026-03-31T05:13:23.229752Z","end":"2026-03-31T05:13:24.291153Z","steps":["trace[2134273947] 'process raft request' (duration: 918.450602ms)","trace[2134273947] 'compare' (duration: 142.401844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:24.291252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478895996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-h6zh2\" ","response":"range_response_count:1 size:15500"} {"level":"warn","ts":"2026-03-31T05:13:24.291269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.812283Z","time spent":"1.478978599s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:24.291241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.673585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:24.2913Z","caller":"traceutil/trace.go:171","msg":"trace[1248883913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9826; }","duration":"1.478564867s","start":"2026-03-31T05:13:22.812717Z","end":"2026-03-31T05:13:24.291282Z","steps":["trace[1248883913] 'agreement among raft nodes before linearized reading' (duration: 1.478397653s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:24.291325Z","caller":"traceutil/trace.go:171","msg":"trace[2018367280] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-h6zh2; range_end:; response_count:1; response_revision:9826; }","duration":"1.479011319s","start":"2026-03-31T05:13:22.812297Z","end":"2026-03-31T05:13:24.291308Z","steps":["trace[2018367280] 'agreement among raft nodes before linearized reading' (duration: 1.478823114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:24.291351Z","caller":"traceutil/trace.go:171","msg":"trace[1528271840] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9826; }","duration":"912.84727ms","start":"2026-03-31T05:13:23.378481Z","end":"2026-03-31T05:13:24.291329Z","steps":["trace[1528271840] 'agreement among raft nodes before linearized reading' (duration: 912.657204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.291313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561041272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:13:24.29138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.812274Z","time spent":"1.479091752s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15524,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-h6zh2\" "} {"level":"warn","ts":"2026-03-31T05:13:24.291407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.378455Z","time spent":"912.936102ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:24.291428Z","caller":"traceutil/trace.go:171","msg":"trace[2036748452] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9826; }","duration":"1.561222647s","start":"2026-03-31T05:13:22.730182Z","end":"2026-03-31T05:13:24.291405Z","steps":["trace[2036748452] 'agreement among raft nodes before linearized reading' (duration: 1.561012951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.291343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.812582Z","time spent":"1.478752752s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:13:24.291484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:22.730159Z","time spent":"1.56131392s","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:24.291285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.617853Z","time spent":"673.394842ms","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:13:24.291263Z","caller":"traceutil/trace.go:171","msg":"trace[2075542346] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9826; }","duration":"1.1147745s","start":"2026-03-31T05:13:23.176463Z","end":"2026-03-31T05:13:24.291238Z","steps":["trace[2075542346] 'agreement among raft nodes before linearized reading' (duration: 1.114564864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.291633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.176437Z","time spent":"1.115171251s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:24.291513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.229714Z","time spent":"1.061590146s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:24.341764Z","caller":"traceutil/trace.go:171","msg":"trace[1007725334] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"365.497444ms","start":"2026-03-31T05:13:23.97622Z","end":"2026-03-31T05:13:24.341718Z","steps":["trace[1007725334] 'process raft request' (duration: 365.209886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:24.341771Z","caller":"traceutil/trace.go:171","msg":"trace[308941302] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"349.952318ms","start":"2026-03-31T05:13:23.991783Z","end":"2026-03-31T05:13:24.341735Z","steps":["trace[308941302] 'process raft request' (duration: 349.816324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.341986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.976194Z","time spent":"365.663748ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:24.342029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.991765Z","time spent":"350.139864ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:24.342266Z","caller":"traceutil/trace.go:171","msg":"trace[970706896] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"350.298428ms","start":"2026-03-31T05:13:23.991925Z","end":"2026-03-31T05:13:24.342224Z","steps":["trace[970706896] 'process raft request' (duration: 349.741053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.342341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.991884Z","time spent":"350.425922ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:24.342331Z","caller":"traceutil/trace.go:171","msg":"trace[1882536456] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"349.866756ms","start":"2026-03-31T05:13:23.992439Z","end":"2026-03-31T05:13:24.342306Z","steps":["trace[1882536456] 'process raft request' (duration: 349.703891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.342487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.992416Z","time spent":"349.991909ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:24.342611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.136108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:13:24.342688Z","caller":"traceutil/trace.go:171","msg":"trace[1897639315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9830; }","duration":"367.253672ms","start":"2026-03-31T05:13:23.975416Z","end":"2026-03-31T05:13:24.34267Z","steps":["trace[1897639315] 'agreement among raft nodes before linearized reading' (duration: 366.992914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.342744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.975394Z","time spent":"367.338754ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:13:24.342853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.589443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321794"} {"level":"info","ts":"2026-03-31T05:13:24.342912Z","caller":"traceutil/trace.go:171","msg":"trace[1184483872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9830; }","duration":"351.703707ms","start":"2026-03-31T05:13:23.991195Z","end":"2026-03-31T05:13:24.342898Z","steps":["trace[1184483872] 'agreement among raft nodes before linearized reading' (duration: 351.135731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:24.343011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:23.991179Z","time spent":"351.760928ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:13:24.813743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.864127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:24.813949Z","caller":"traceutil/trace.go:171","msg":"trace[1747912898] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"250.663094ms","start":"2026-03-31T05:13:24.563191Z","end":"2026-03-31T05:13:24.813854Z","steps":["trace[1747912898] 'process raft request' (duration: 51.601791ms)","trace[1747912898] 'compare' (duration: 198.406135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:24.858495Z","caller":"traceutil/trace.go:171","msg":"trace[1744434327] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"288.235331ms","start":"2026-03-31T05:13:24.570242Z","end":"2026-03-31T05:13:24.858478Z","steps":["trace[1744434327] 'process raft request' (duration: 287.879321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:25.005005Z","caller":"traceutil/trace.go:171","msg":"trace[1204147534] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"130.613062ms","start":"2026-03-31T05:13:24.874369Z","end":"2026-03-31T05:13:25.004982Z","steps":["trace[1204147534] 'process raft request' (duration: 57.962525ms)","trace[1204147534] 'compare' (duration: 72.446141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:25.151001Z","caller":"traceutil/trace.go:171","msg":"trace[568563707] linearizableReadLoop","detail":"{readStateIndex:10184; appliedIndex:10183; }","duration":"142.371293ms","start":"2026-03-31T05:13:25.008607Z","end":"2026-03-31T05:13:25.150979Z","steps":["trace[568563707] 'read index received' (duration: 140.06892ms)","trace[568563707] 'applied index is now lower than readState.Index' (duration: 2.301023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:25.151081Z","caller":"traceutil/trace.go:171","msg":"trace[59837490] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"198.251661ms","start":"2026-03-31T05:13:24.952801Z","end":"2026-03-31T05:13:25.151053Z","steps":["trace[59837490] 'process raft request' (duration: 195.749842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:25.151137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.481036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:25.151169Z","caller":"traceutil/trace.go:171","msg":"trace[1263931249] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:9838; }","duration":"142.585119ms","start":"2026-03-31T05:13:25.008573Z","end":"2026-03-31T05:13:25.151158Z","steps":["trace[1263931249] 'agreement among raft nodes before linearized reading' (duration: 142.484036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:25.15333Z","caller":"traceutil/trace.go:171","msg":"trace[2062749649] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"142.434674ms","start":"2026-03-31T05:13:25.010877Z","end":"2026-03-31T05:13:25.153312Z","steps":["trace[2062749649] 'process raft request' (duration: 141.90971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:26.95138Z","caller":"traceutil/trace.go:171","msg":"trace[1256668746] linearizableReadLoop","detail":"{readStateIndex:10219; appliedIndex:10218; }","duration":"466.746002ms","start":"2026-03-31T05:13:26.4846Z","end":"2026-03-31T05:13:26.951346Z","steps":["trace[1256668746] 'read index received' (duration: 466.529156ms)","trace[1256668746] 'applied index is now lower than readState.Index' (duration: 215.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:26.951441Z","caller":"traceutil/trace.go:171","msg":"trace[101745241] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"488.869757ms","start":"2026-03-31T05:13:26.462534Z","end":"2026-03-31T05:13:26.951404Z","steps":["trace[101745241] 'process raft request' (duration: 488.680131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:26.951602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:26.462508Z","time spent":"489.030761ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2225,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:13:26.951586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.968878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:26.95168Z","caller":"traceutil/trace.go:171","msg":"trace[1487379703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9872; }","duration":"467.102731ms","start":"2026-03-31T05:13:26.48455Z","end":"2026-03-31T05:13:26.951653Z","steps":["trace[1487379703] 'agreement among raft nodes before linearized reading' (duration: 466.921156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:26.951723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:26.484531Z","time spent":"467.183984ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:13:26.951718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.299913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-hdppw\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-31T05:13:26.951789Z","caller":"traceutil/trace.go:171","msg":"trace[533223960] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-hdppw; range_end:; response_count:1; response_revision:9872; }","duration":"107.416547ms","start":"2026-03-31T05:13:26.844349Z","end":"2026-03-31T05:13:26.951766Z","steps":["trace[533223960] 'agreement among raft nodes before linearized reading' (duration: 107.196851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:27.266304Z","caller":"traceutil/trace.go:171","msg":"trace[1179572845] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"306.036358ms","start":"2026-03-31T05:13:26.960243Z","end":"2026-03-31T05:13:27.26628Z","steps":["trace[1179572845] 'process raft request' (duration: 305.898144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:27.266462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:26.960217Z","time spent":"306.158931ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:27.273664Z","caller":"traceutil/trace.go:171","msg":"trace[678456252] linearizableReadLoop","detail":"{readStateIndex:10221; appliedIndex:10219; }","duration":"281.822896ms","start":"2026-03-31T05:13:26.991802Z","end":"2026-03-31T05:13:27.273624Z","steps":["trace[678456252] 'read index received' (duration: 274.429884ms)","trace[678456252] 'applied index is now lower than readState.Index' (duration: 7.391342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:27.273773Z","caller":"traceutil/trace.go:171","msg":"trace[1983099351] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"312.842434ms","start":"2026-03-31T05:13:26.960879Z","end":"2026-03-31T05:13:27.273721Z","steps":["trace[1983099351] 'process raft request' (duration: 312.540755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:27.274054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:26.960845Z","time spent":"313.06301ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:13:27.274307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.417972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:27.274358Z","caller":"traceutil/trace.go:171","msg":"trace[1895726907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9874; }","duration":"282.604188ms","start":"2026-03-31T05:13:26.991741Z","end":"2026-03-31T05:13:27.274345Z","steps":["trace[1895726907] 'agreement among raft nodes before linearized reading' (duration: 282.016812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.632838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.719573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:30.632998Z","caller":"traceutil/trace.go:171","msg":"trace[1759780655] linearizableReadLoop","detail":"{readStateIndex:10271; appliedIndex:10270; }","duration":"234.557333ms","start":"2026-03-31T05:13:30.398419Z","end":"2026-03-31T05:13:30.632977Z","steps":["trace[1759780655] 'read index received' (duration: 33.351µs)","trace[1759780655] 'applied index is now lower than readState.Index' (duration: 234.522462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:30.633439Z","caller":"traceutil/trace.go:171","msg":"trace[810228339] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"250.935961ms","start":"2026-03-31T05:13:30.382474Z","end":"2026-03-31T05:13:30.63341Z","steps":["trace[810228339] 'process raft request' (duration: 13.542071ms)","trace[810228339] 'compare' (duration: 236.572958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:30.633744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.256902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:30.633846Z","caller":"traceutil/trace.go:171","msg":"trace[1260243007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9921; }","duration":"235.435917ms","start":"2026-03-31T05:13:30.398387Z","end":"2026-03-31T05:13:30.633823Z","steps":["trace[1260243007] 'agreement among raft nodes before linearized reading' (duration: 235.019496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.634574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.111485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:13:30.635079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.390158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:13:30.635135Z","caller":"traceutil/trace.go:171","msg":"trace[953654591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9921; }","duration":"219.490511ms","start":"2026-03-31T05:13:30.415632Z","end":"2026-03-31T05:13:30.635122Z","steps":["trace[953654591] 'agreement among raft nodes before linearized reading' (duration: 219.338047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.635231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.089748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:13:30.634711Z","caller":"traceutil/trace.go:171","msg":"trace[73500062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9921; }","duration":"236.2814ms","start":"2026-03-31T05:13:30.398409Z","end":"2026-03-31T05:13:30.63469Z","steps":["trace[73500062] 'agreement among raft nodes before linearized reading' (duration: 235.91923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.635303Z","caller":"traceutil/trace.go:171","msg":"trace[855836667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9921; }","duration":"220.162279ms","start":"2026-03-31T05:13:30.415115Z","end":"2026-03-31T05:13:30.635278Z","steps":["trace[855836667] 'agreement among raft nodes before linearized reading' (duration: 220.054056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.635452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.950579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:13:30.635487Z","caller":"traceutil/trace.go:171","msg":"trace[2046243311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9921; }","duration":"233.003151ms","start":"2026-03-31T05:13:30.402475Z","end":"2026-03-31T05:13:30.635479Z","steps":["trace[2046243311] 'agreement among raft nodes before linearized reading' (duration: 232.910698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.635681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.804933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:13:30.635144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.471365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:13:30.635737Z","caller":"traceutil/trace.go:171","msg":"trace[1547516253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9921; }","duration":"150.897146ms","start":"2026-03-31T05:13:30.484826Z","end":"2026-03-31T05:13:30.635723Z","steps":["trace[1547516253] 'agreement among raft nodes before linearized reading' (duration: 150.805883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.635777Z","caller":"traceutil/trace.go:171","msg":"trace[1773762116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9921; }","duration":"222.132104ms","start":"2026-03-31T05:13:30.413635Z","end":"2026-03-31T05:13:30.635767Z","steps":["trace[1773762116] 'agreement among raft nodes before linearized reading' (duration: 221.358493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.795548Z","caller":"traceutil/trace.go:171","msg":"trace[437549247] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"152.615803ms","start":"2026-03-31T05:13:30.642908Z","end":"2026-03-31T05:13:30.795523Z","steps":["trace[437549247] 'process raft request' (duration: 152.531551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.795883Z","caller":"traceutil/trace.go:171","msg":"trace[758477027] linearizableReadLoop","detail":"{readStateIndex:10272; appliedIndex:10271; }","duration":"155.381459ms","start":"2026-03-31T05:13:30.640466Z","end":"2026-03-31T05:13:30.795847Z","steps":["trace[758477027] 'read index received' (duration: 135.362031ms)","trace[758477027] 'applied index is now lower than readState.Index' (duration: 20.014028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:30.795974Z","caller":"traceutil/trace.go:171","msg":"trace[906147201] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"155.134702ms","start":"2026-03-31T05:13:30.640829Z","end":"2026-03-31T05:13:30.795964Z","steps":["trace[906147201] 'process raft request' (duration: 154.480684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.795932Z","caller":"traceutil/trace.go:171","msg":"trace[2107069734] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"154.648299ms","start":"2026-03-31T05:13:30.641264Z","end":"2026-03-31T05:13:30.795912Z","steps":["trace[2107069734] 'process raft request' (duration: 154.102184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:30.79644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.565386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:13:30.796494Z","caller":"traceutil/trace.go:171","msg":"trace[695306932] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"154.982148ms","start":"2026-03-31T05:13:30.641484Z","end":"2026-03-31T05:13:30.796467Z","steps":["trace[695306932] 'process raft request' (duration: 153.914779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.796532Z","caller":"traceutil/trace.go:171","msg":"trace[858913287] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9926; }","duration":"154.68725ms","start":"2026-03-31T05:13:30.641827Z","end":"2026-03-31T05:13:30.796514Z","steps":["trace[858913287] 'agreement among raft nodes before linearized reading' (duration: 154.462534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:30.796585Z","caller":"traceutil/trace.go:171","msg":"trace[1995401891] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"156.340835ms","start":"2026-03-31T05:13:30.640213Z","end":"2026-03-31T05:13:30.796554Z","steps":["trace[1995401891] 'process raft request' (duration: 135.583138ms)","trace[1995401891] 'compare' (duration: 19.376459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:30.797187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.707355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330640"} {"level":"info","ts":"2026-03-31T05:13:30.797257Z","caller":"traceutil/trace.go:171","msg":"trace[549880224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9926; }","duration":"156.817788ms","start":"2026-03-31T05:13:30.640424Z","end":"2026-03-31T05:13:30.797242Z","steps":["trace[549880224] 'agreement among raft nodes before linearized reading' (duration: 156.218032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:32.436928Z","caller":"traceutil/trace.go:171","msg":"trace[477858859] transaction","detail":"{read_only:false; response_revision:9930; number_of_response:1; }","duration":"524.019748ms","start":"2026-03-31T05:13:31.912885Z","end":"2026-03-31T05:13:32.436905Z","steps":["trace[477858859] 'process raft request' (duration: 523.825613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:32.437086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:31.912853Z","time spent":"524.147582ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:32.470451Z","caller":"traceutil/trace.go:171","msg":"trace[1967825817] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"103.262504ms","start":"2026-03-31T05:13:32.367167Z","end":"2026-03-31T05:13:32.47043Z","steps":["trace[1967825817] 'process raft request' (duration: 103.194772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:32.47056Z","caller":"traceutil/trace.go:171","msg":"trace[1103198754] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"108.030164ms","start":"2026-03-31T05:13:32.362458Z","end":"2026-03-31T05:13:32.470488Z","steps":["trace[1103198754] 'process raft request' (duration: 105.983498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:32.470974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.637931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:13:32.471047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.64904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:13:32.471079Z","caller":"traceutil/trace.go:171","msg":"trace[484875897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9933; }","duration":"108.706793ms","start":"2026-03-31T05:13:32.362364Z","end":"2026-03-31T05:13:32.47107Z","steps":["trace[484875897] 'agreement among raft nodes before linearized reading' (duration: 108.570789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:32.471085Z","caller":"traceutil/trace.go:171","msg":"trace[169345645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9933; }","duration":"108.777884ms","start":"2026-03-31T05:13:32.362282Z","end":"2026-03-31T05:13:32.47106Z","steps":["trace[169345645] 'agreement among raft nodes before linearized reading' (duration: 108.403444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:35.174445Z","caller":"traceutil/trace.go:171","msg":"trace[1056718577] linearizableReadLoop","detail":"{readStateIndex:10296; appliedIndex:10295; }","duration":"322.928609ms","start":"2026-03-31T05:13:34.851485Z","end":"2026-03-31T05:13:35.174414Z","steps":["trace[1056718577] 'read index received' (duration: 322.619301ms)","trace[1056718577] 'applied index is now lower than readState.Index' (duration: 308.458µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:35.174614Z","caller":"traceutil/trace.go:171","msg":"trace[1481589798] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"331.194926ms","start":"2026-03-31T05:13:34.843371Z","end":"2026-03-31T05:13:35.174566Z","steps":["trace[1481589798] 'process raft request' (duration: 330.826715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.174833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:34.843353Z","time spent":"331.36974ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:35.174817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.29904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:13:35.174982Z","caller":"traceutil/trace.go:171","msg":"trace[160776388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:9946; }","duration":"323.482145ms","start":"2026-03-31T05:13:34.851476Z","end":"2026-03-31T05:13:35.174958Z","steps":["trace[160776388] 'agreement among raft nodes before linearized reading' (duration: 323.100055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:35.175059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:34.851398Z","time spent":"323.65159ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:13:36.644577Z","caller":"traceutil/trace.go:171","msg":"trace[176466300] linearizableReadLoop","detail":"{readStateIndex:10303; appliedIndex:10302; }","duration":"154.535295ms","start":"2026-03-31T05:13:36.490005Z","end":"2026-03-31T05:13:36.644541Z","steps":["trace[176466300] 'read index received' (duration: 154.394121ms)","trace[176466300] 'applied index is now lower than readState.Index' (duration: 140.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:36.644744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.7058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:36.644804Z","caller":"traceutil/trace.go:171","msg":"trace[656388584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9952; }","duration":"154.796132ms","start":"2026-03-31T05:13:36.48999Z","end":"2026-03-31T05:13:36.644786Z","steps":["trace[656388584] 'agreement among raft nodes before linearized reading' (duration: 154.673299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.645159Z","caller":"traceutil/trace.go:171","msg":"trace[1317184829] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"155.232855ms","start":"2026-03-31T05:13:36.489907Z","end":"2026-03-31T05:13:36.64514Z","steps":["trace[1317184829] 'process raft request' (duration: 154.411232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.650825Z","caller":"traceutil/trace.go:171","msg":"trace[259621450] transaction","detail":"{read_only:false; response_revision:9953; number_of_response:1; }","duration":"160.667743ms","start":"2026-03-31T05:13:36.490114Z","end":"2026-03-31T05:13:36.650782Z","steps":["trace[259621450] 'process raft request' (duration: 160.439596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:36.650939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.96986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:36.65104Z","caller":"traceutil/trace.go:171","msg":"trace[98906664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9954; }","duration":"154.103343ms","start":"2026-03-31T05:13:36.496918Z","end":"2026-03-31T05:13:36.651021Z","steps":["trace[98906664] 'agreement among raft nodes before linearized reading' (duration: 153.826236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:36.650859Z","caller":"traceutil/trace.go:171","msg":"trace[1987162423] transaction","detail":"{read_only:false; response_revision:9954; number_of_response:1; }","duration":"160.630282ms","start":"2026-03-31T05:13:36.490202Z","end":"2026-03-31T05:13:36.650832Z","steps":["trace[1987162423] 'process raft request' (duration: 160.484078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:42.910333Z","caller":"traceutil/trace.go:171","msg":"trace[1853712618] transaction","detail":"{read_only:false; response_revision:9985; number_of_response:1; }","duration":"134.649772ms","start":"2026-03-31T05:13:42.775633Z","end":"2026-03-31T05:13:42.910283Z","steps":["trace[1853712618] 'process raft request' (duration: 134.22528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:49.090402Z","caller":"traceutil/trace.go:171","msg":"trace[1240631748] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"233.750081ms","start":"2026-03-31T05:13:48.856627Z","end":"2026-03-31T05:13:49.090377Z","steps":["trace[1240631748] 'process raft request' (duration: 233.583207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:49.093494Z","caller":"traceutil/trace.go:171","msg":"trace[669174306] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"175.130309ms","start":"2026-03-31T05:13:48.918332Z","end":"2026-03-31T05:13:49.093462Z","steps":["trace[669174306] 'process raft request' (duration: 174.887212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:49.093672Z","caller":"traceutil/trace.go:171","msg":"trace[757603368] linearizableReadLoop","detail":"{readStateIndex:10368; appliedIndex:10365; }","duration":"114.297976ms","start":"2026-03-31T05:13:48.979345Z","end":"2026-03-31T05:13:49.093643Z","steps":["trace[757603368] 'read index received' (duration: 110.871362ms)","trace[757603368] 'applied index is now lower than readState.Index' (duration: 3.425164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:49.093711Z","caller":"traceutil/trace.go:171","msg":"trace[177815135] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"169.679539ms","start":"2026-03-31T05:13:48.924017Z","end":"2026-03-31T05:13:49.093697Z","steps":["trace[177815135] 'process raft request' (duration: 169.392611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:49.094083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.728987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:49.09415Z","caller":"traceutil/trace.go:171","msg":"trace[1345073098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10015; }","duration":"114.84556ms","start":"2026-03-31T05:13:48.979287Z","end":"2026-03-31T05:13:49.094133Z","steps":["trace[1345073098] 'agreement among raft nodes before linearized reading' (duration: 114.45812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:51.525093Z","caller":"traceutil/trace.go:171","msg":"trace[235474333] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"102.79017ms","start":"2026-03-31T05:13:51.422267Z","end":"2026-03-31T05:13:51.525057Z","steps":["trace[235474333] 'process raft request' (duration: 53.464282ms)","trace[235474333] 'compare' (duration: 49.205665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:51.554354Z","caller":"traceutil/trace.go:171","msg":"trace[717875900] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"129.700926ms","start":"2026-03-31T05:13:51.424636Z","end":"2026-03-31T05:13:51.554337Z","steps":["trace[717875900] 'process raft request' (duration: 129.48798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:51.554341Z","caller":"traceutil/trace.go:171","msg":"trace[616751645] linearizableReadLoop","detail":"{readStateIndex:10395; appliedIndex:10392; }","duration":"119.739823ms","start":"2026-03-31T05:13:51.434577Z","end":"2026-03-31T05:13:51.554316Z","steps":["trace[616751645] 'read index received' (duration: 41.131744ms)","trace[616751645] 'applied index is now lower than readState.Index' (duration: 78.606869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:51.554587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.997971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:13:51.55466Z","caller":"traceutil/trace.go:171","msg":"trace[1108902269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10041; }","duration":"120.113124ms","start":"2026-03-31T05:13:51.434534Z","end":"2026-03-31T05:13:51.554647Z","steps":["trace[1108902269] 'agreement among raft nodes before linearized reading' (duration: 119.850997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:51.554572Z","caller":"traceutil/trace.go:171","msg":"trace[1443341261] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"129.684685ms","start":"2026-03-31T05:13:51.424851Z","end":"2026-03-31T05:13:51.554535Z","steps":["trace[1443341261] 'process raft request' (duration: 129.410878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:51.706692Z","caller":"traceutil/trace.go:171","msg":"trace[1965907766] transaction","detail":"{read_only:false; response_revision:10044; number_of_response:1; }","duration":"122.635333ms","start":"2026-03-31T05:13:51.584012Z","end":"2026-03-31T05:13:51.706647Z","steps":["trace[1965907766] 'process raft request' (duration: 121.688228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:56.474953Z","caller":"traceutil/trace.go:171","msg":"trace[1550761520] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"179.002575ms","start":"2026-03-31T05:13:56.295912Z","end":"2026-03-31T05:13:56.474915Z","steps":["trace[1550761520] 'process raft request' (duration: 178.792369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:04.172128Z","caller":"traceutil/trace.go:171","msg":"trace[1798532880] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"121.232084ms","start":"2026-03-31T05:14:04.050836Z","end":"2026-03-31T05:14:04.172068Z","steps":["trace[1798532880] 'process raft request' (duration: 94.357789ms)","trace[1798532880] 'compare' (duration: 26.523906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:04.17217Z","caller":"traceutil/trace.go:171","msg":"trace[2123905648] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"121.050449ms","start":"2026-03-31T05:14:04.051084Z","end":"2026-03-31T05:14:04.172135Z","steps":["trace[2123905648] 'process raft request' (duration: 120.900725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:04.623504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.816627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:04.623644Z","caller":"traceutil/trace.go:171","msg":"trace[86642534] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10124; }","duration":"101.053243ms","start":"2026-03-31T05:14:04.522564Z","end":"2026-03-31T05:14:04.623617Z","steps":["trace[86642534] 'count revisions from in-memory index tree' (duration: 100.623101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:04.623524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.100544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:04.624597Z","caller":"traceutil/trace.go:171","msg":"trace[643290157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10124; }","duration":"140.211304ms","start":"2026-03-31T05:14:04.484331Z","end":"2026-03-31T05:14:04.624542Z","steps":["trace[643290157] 'range keys from in-memory index tree' (duration: 138.995651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:05.875962Z","caller":"traceutil/trace.go:171","msg":"trace[679493475] linearizableReadLoop","detail":"{readStateIndex:10501; appliedIndex:10500; }","duration":"106.101911ms","start":"2026-03-31T05:14:05.769833Z","end":"2026-03-31T05:14:05.875934Z","steps":["trace[679493475] 'read index received' (duration: 105.843444ms)","trace[679493475] 'applied index is now lower than readState.Index' (duration: 257.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:05.876309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.44574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:14:05.876349Z","caller":"traceutil/trace.go:171","msg":"trace[466638298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10143; }","duration":"106.514972ms","start":"2026-03-31T05:14:05.769824Z","end":"2026-03-31T05:14:05.876339Z","steps":["trace[466638298] 'agreement among raft nodes before linearized reading' (duration: 106.282366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:05.876773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.280755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:05.876814Z","caller":"traceutil/trace.go:171","msg":"trace[1935090063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10143; }","duration":"103.338906ms","start":"2026-03-31T05:14:05.773466Z","end":"2026-03-31T05:14:05.876805Z","steps":["trace[1935090063] 'agreement among raft nodes before linearized reading' (duration: 103.221473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:05.877075Z","caller":"traceutil/trace.go:171","msg":"trace[1594012741] transaction","detail":"{read_only:false; response_revision:10143; number_of_response:1; }","duration":"108.519777ms","start":"2026-03-31T05:14:05.768518Z","end":"2026-03-31T05:14:05.877038Z","steps":["trace[1594012741] 'process raft request' (duration: 107.241002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:06.206743Z","caller":"traceutil/trace.go:171","msg":"trace[1108314819] transaction","detail":"{read_only:false; response_revision:10145; number_of_response:1; }","duration":"108.60658ms","start":"2026-03-31T05:14:06.098114Z","end":"2026-03-31T05:14:06.20672Z","steps":["trace[1108314819] 'process raft request' (duration: 107.991603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:06.432304Z","caller":"traceutil/trace.go:171","msg":"trace[1237227754] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"220.197291ms","start":"2026-03-31T05:14:06.212075Z","end":"2026-03-31T05:14:06.432273Z","steps":["trace[1237227754] 'process raft request' (duration: 174.799209ms)","trace[1237227754] 'compare' (duration: 45.281049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:06.43442Z","caller":"traceutil/trace.go:171","msg":"trace[896409627] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"221.965139ms","start":"2026-03-31T05:14:06.212422Z","end":"2026-03-31T05:14:06.434387Z","steps":["trace[896409627] 'process raft request' (duration: 221.787534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:07.530034Z","caller":"traceutil/trace.go:171","msg":"trace[1201364408] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"105.944027ms","start":"2026-03-31T05:14:07.424058Z","end":"2026-03-31T05:14:07.530002Z","steps":["trace[1201364408] 'process raft request' (duration: 104.450006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:07.772009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.516149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:07.772199Z","caller":"traceutil/trace.go:171","msg":"trace[278978298] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"166.306487ms","start":"2026-03-31T05:14:07.605866Z","end":"2026-03-31T05:14:07.772173Z","steps":["trace[278978298] 'process raft request' (duration: 50.519601ms)","trace[278978298] 'compare' (duration: 115.369085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:07.974305Z","caller":"traceutil/trace.go:171","msg":"trace[1110780851] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"190.828378ms","start":"2026-03-31T05:14:07.783439Z","end":"2026-03-31T05:14:07.974267Z","steps":["trace[1110780851] 'process raft request' (duration: 190.607942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:08.127061Z","caller":"traceutil/trace.go:171","msg":"trace[546488542] linearizableReadLoop","detail":"{readStateIndex:10515; appliedIndex:10513; }","duration":"291.353066ms","start":"2026-03-31T05:14:07.835675Z","end":"2026-03-31T05:14:08.127028Z","steps":["trace[546488542] 'read index received' (duration: 138.443395ms)","trace[546488542] 'applied index is now lower than readState.Index' (duration: 152.908311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:08.127136Z","caller":"traceutil/trace.go:171","msg":"trace[2058843600] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10156; }","duration":"306.885312ms","start":"2026-03-31T05:14:07.820196Z","end":"2026-03-31T05:14:08.127081Z","steps":["trace[2058843600] 'process raft request' (duration: 306.709047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:08.127362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:07.820132Z","time spent":"307.140978ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:14:08.127398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.854219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:08.127497Z","caller":"traceutil/trace.go:171","msg":"trace[1106559320] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10156; }","duration":"232.037934ms","start":"2026-03-31T05:14:07.895436Z","end":"2026-03-31T05:14:08.127474Z","steps":["trace[1106559320] 'agreement among raft nodes before linearized reading' (duration: 231.847199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:08.12751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.644058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:14:08.127573Z","caller":"traceutil/trace.go:171","msg":"trace[594470270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10156; }","duration":"222.782421ms","start":"2026-03-31T05:14:07.904773Z","end":"2026-03-31T05:14:08.127555Z","steps":["trace[594470270] 'agreement among raft nodes before linearized reading' (duration: 222.522754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:08.127502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.812567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:08.127629Z","caller":"traceutil/trace.go:171","msg":"trace[520120239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10156; }","duration":"228.980961ms","start":"2026-03-31T05:14:07.898635Z","end":"2026-03-31T05:14:08.127616Z","steps":["trace[520120239] 'agreement among raft nodes before linearized reading' (duration: 228.698003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:08.127965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.284692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:08.128021Z","caller":"traceutil/trace.go:171","msg":"trace[1265738700] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10156; }","duration":"292.387865ms","start":"2026-03-31T05:14:07.835618Z","end":"2026-03-31T05:14:08.128006Z","steps":["trace[1265738700] 'agreement among raft nodes before linearized reading' (duration: 291.546102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:12.033719Z","caller":"traceutil/trace.go:171","msg":"trace[425867755] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"234.645755ms","start":"2026-03-31T05:14:11.798768Z","end":"2026-03-31T05:14:12.033414Z","steps":["trace[425867755] 'process raft request' (duration: 234.45317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:14.159728Z","caller":"traceutil/trace.go:171","msg":"trace[1780225767] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"117.856582ms","start":"2026-03-31T05:14:14.041845Z","end":"2026-03-31T05:14:14.159702Z","steps":["trace[1780225767] 'process raft request' (duration: 117.676417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:14.305178Z","caller":"traceutil/trace.go:171","msg":"trace[64420039] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"111.513879ms","start":"2026-03-31T05:14:14.193626Z","end":"2026-03-31T05:14:14.30514Z","steps":["trace[64420039] 'process raft request' (duration: 111.16881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:15.603533Z","caller":"traceutil/trace.go:171","msg":"trace[302641014] transaction","detail":"{read_only:false; response_revision:10209; number_of_response:1; }","duration":"250.406536ms","start":"2026-03-31T05:14:15.353106Z","end":"2026-03-31T05:14:15.603513Z","steps":["trace[302641014] 'process raft request' (duration: 242.865199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:15.862186Z","caller":"traceutil/trace.go:171","msg":"trace[1673186897] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"508.016379ms","start":"2026-03-31T05:14:15.354139Z","end":"2026-03-31T05:14:15.862155Z","steps":["trace[1673186897] 'process raft request' (duration: 442.870278ms)","trace[1673186897] 'compare' (duration: 64.956156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:15.862457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.354114Z","time spent":"508.189415ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:15.864494Z","caller":"traceutil/trace.go:171","msg":"trace[623687090] linearizableReadLoop","detail":"{readStateIndex:10570; appliedIndex:10568; }","duration":"379.569368ms","start":"2026-03-31T05:14:15.484901Z","end":"2026-03-31T05:14:15.864471Z","steps":["trace[623687090] 'read index received' (duration: 111.085807ms)","trace[623687090] 'applied index is now lower than readState.Index' (duration: 268.482381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:15.864591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.66854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:15.864631Z","caller":"traceutil/trace.go:171","msg":"trace[154137539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10210; }","duration":"379.764433ms","start":"2026-03-31T05:14:15.484855Z","end":"2026-03-31T05:14:15.864619Z","steps":["trace[154137539] 'agreement among raft nodes before linearized reading' (duration: 379.66514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.864632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.467956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:15.864657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.484834Z","time spent":"379.817364ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:14:15.864677Z","caller":"traceutil/trace.go:171","msg":"trace[1202116745] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10210; }","duration":"330.558718ms","start":"2026-03-31T05:14:15.534108Z","end":"2026-03-31T05:14:15.864667Z","steps":["trace[1202116745] 'agreement among raft nodes before linearized reading' (duration: 330.489826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.864699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:15.534085Z","time spent":"330.60702ms","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:15.864784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.686446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:15.864904Z","caller":"traceutil/trace.go:171","msg":"trace[394640109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10210; }","duration":"155.928243ms","start":"2026-03-31T05:14:15.708953Z","end":"2026-03-31T05:14:15.864882Z","steps":["trace[394640109] 'agreement among raft nodes before linearized reading' (duration: 155.670926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:15.86547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.94495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:15.865503Z","caller":"traceutil/trace.go:171","msg":"trace[1664199673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10210; }","duration":"293.012772ms","start":"2026-03-31T05:14:15.572483Z","end":"2026-03-31T05:14:15.865495Z","steps":["trace[1664199673] 'agreement among raft nodes before linearized reading' (duration: 292.890938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.561526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.431062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:16.561615Z","caller":"traceutil/trace.go:171","msg":"trace[896111939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10212; }","duration":"252.562206ms","start":"2026-03-31T05:14:16.309034Z","end":"2026-03-31T05:14:16.561596Z","steps":["trace[896111939] 'range keys from in-memory index tree' (duration: 252.257478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:16.562079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.737242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:16.562144Z","caller":"traceutil/trace.go:171","msg":"trace[1915653545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10212; }","duration":"241.042441ms","start":"2026-03-31T05:14:16.321089Z","end":"2026-03-31T05:14:16.562131Z","steps":["trace[1915653545] 'range keys from in-memory index tree' (duration: 240.611529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.708254Z","caller":"traceutil/trace.go:171","msg":"trace[727710449] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"137.854919ms","start":"2026-03-31T05:14:16.570378Z","end":"2026-03-31T05:14:16.708232Z","steps":["trace[727710449] 'process raft request' (duration: 127.662261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.708446Z","caller":"traceutil/trace.go:171","msg":"trace[325129621] transaction","detail":"{read_only:false; response_revision:10216; number_of_response:1; }","duration":"137.446028ms","start":"2026-03-31T05:14:16.570961Z","end":"2026-03-31T05:14:16.708407Z","steps":["trace[325129621] 'process raft request' (duration: 137.16251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.708415Z","caller":"traceutil/trace.go:171","msg":"trace[921154247] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"137.87619ms","start":"2026-03-31T05:14:16.570488Z","end":"2026-03-31T05:14:16.708364Z","steps":["trace[921154247] 'process raft request' (duration: 137.552271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:16.708182Z","caller":"traceutil/trace.go:171","msg":"trace[1474398873] linearizableReadLoop","detail":"{readStateIndex:10577; appliedIndex:10573; }","duration":"106.497151ms","start":"2026-03-31T05:14:16.601663Z","end":"2026-03-31T05:14:16.70816Z","steps":["trace[1474398873] 'read index received' (duration: 8.193853ms)","trace[1474398873] 'applied index is now lower than readState.Index' (duration: 98.302338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:16.708713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.056617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414770"} {"level":"info","ts":"2026-03-31T05:14:16.708742Z","caller":"traceutil/trace.go:171","msg":"trace[339887279] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10216; }","duration":"107.15336ms","start":"2026-03-31T05:14:16.601579Z","end":"2026-03-31T05:14:16.708732Z","steps":["trace[339887279] 'agreement among raft nodes before linearized reading' (duration: 106.956685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:17.25105Z","caller":"traceutil/trace.go:171","msg":"trace[2042529463] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"133.917442ms","start":"2026-03-31T05:14:17.11711Z","end":"2026-03-31T05:14:17.251027Z","steps":["trace[2042529463] 'process raft request' (duration: 133.606443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:17.89826Z","caller":"traceutil/trace.go:171","msg":"trace[1000211384] linearizableReadLoop","detail":"{readStateIndex:10581; appliedIndex:10580; }","duration":"365.74789ms","start":"2026-03-31T05:14:17.532493Z","end":"2026-03-31T05:14:17.898241Z","steps":["trace[1000211384] 'read index received' (duration: 365.617206ms)","trace[1000211384] 'applied index is now lower than readState.Index' (duration: 129.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:17.898352Z","caller":"traceutil/trace.go:171","msg":"trace[928192976] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"389.774017ms","start":"2026-03-31T05:14:17.508541Z","end":"2026-03-31T05:14:17.898315Z","steps":["trace[928192976] 'process raft request' (duration: 389.565171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.898537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.023418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:14:17.898593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.508523Z","time spent":"389.947442ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:17.898719Z","caller":"traceutil/trace.go:171","msg":"trace[23429215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10220; }","duration":"366.289875ms","start":"2026-03-31T05:14:17.532405Z","end":"2026-03-31T05:14:17.898695Z","steps":["trace[23429215] 'agreement among raft nodes before linearized reading' (duration: 365.936396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.898772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.532366Z","time spent":"366.393798ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:14:17.989472Z","caller":"traceutil/trace.go:171","msg":"trace[1178908894] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"120.442993ms","start":"2026-03-31T05:14:17.869006Z","end":"2026-03-31T05:14:17.98945Z","steps":["trace[1178908894] 'process raft request' (duration: 120.409362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:17.989691Z","caller":"traceutil/trace.go:171","msg":"trace[1187761873] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"380.044471ms","start":"2026-03-31T05:14:17.609608Z","end":"2026-03-31T05:14:17.989653Z","steps":["trace[1187761873] 'process raft request' (duration: 379.700712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:17.989923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:17.609562Z","time spent":"380.228046ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:18.085368Z","caller":"traceutil/trace.go:171","msg":"trace[2142105217] linearizableReadLoop","detail":"{readStateIndex:10584; appliedIndex:10583; }","duration":"178.482369ms","start":"2026-03-31T05:14:17.906852Z","end":"2026-03-31T05:14:18.085334Z","steps":["trace[2142105217] 'read index received' (duration: 82.659269ms)","trace[2142105217] 'applied index is now lower than readState.Index' (duration: 95.82199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:18.085587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.706906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:18.085695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.312231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:18.085757Z","caller":"traceutil/trace.go:171","msg":"trace[314421746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10223; }","duration":"157.415104ms","start":"2026-03-31T05:14:17.928327Z","end":"2026-03-31T05:14:18.085743Z","steps":["trace[314421746] 'agreement among raft nodes before linearized reading' (duration: 157.156906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.086058Z","caller":"traceutil/trace.go:171","msg":"trace[2073131156] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10223; }","duration":"178.85495ms","start":"2026-03-31T05:14:17.906813Z","end":"2026-03-31T05:14:18.085668Z","steps":["trace[2073131156] 'agreement among raft nodes before linearized reading' (duration: 178.618284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:18.086113Z","caller":"traceutil/trace.go:171","msg":"trace[1943752415] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"182.933462ms","start":"2026-03-31T05:14:17.903152Z","end":"2026-03-31T05:14:18.086086Z","steps":["trace[1943752415] 'process raft request' (duration: 182.011737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.123069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.373429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:24.123185Z","caller":"traceutil/trace.go:171","msg":"trace[324094785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10255; }","duration":"640.548814ms","start":"2026-03-31T05:14:23.482609Z","end":"2026-03-31T05:14:24.123157Z","steps":["trace[324094785] 'range keys from in-memory index tree' (duration: 640.189414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.123239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:23.482567Z","time spent":"640.658577ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:14:24.252039Z","caller":"traceutil/trace.go:171","msg":"trace[314330742] linearizableReadLoop","detail":"{readStateIndex:10618; appliedIndex:10617; }","duration":"275.096061ms","start":"2026-03-31T05:14:23.976913Z","end":"2026-03-31T05:14:24.252009Z","steps":["trace[314330742] 'read index received' (duration: 275.0479ms)","trace[314330742] 'applied index is now lower than readState.Index' (duration: 47.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:24.252145Z","caller":"traceutil/trace.go:171","msg":"trace[1947123444] transaction","detail":"{read_only:false; response_revision:10256; number_of_response:1; }","duration":"664.135459ms","start":"2026-03-31T05:14:23.587958Z","end":"2026-03-31T05:14:24.252093Z","steps":["trace[1947123444] 'process raft request' (duration: 663.873722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.252215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.274106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:24.252266Z","caller":"traceutil/trace.go:171","msg":"trace[207421566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10256; }","duration":"275.380239ms","start":"2026-03-31T05:14:23.976873Z","end":"2026-03-31T05:14:24.252253Z","steps":["trace[207421566] 'agreement among raft nodes before linearized reading' (duration: 275.249825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.252299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:23.587928Z","time spent":"664.300583ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7384,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:24.752511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396000785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:14:24.834231Z","caller":"traceutil/trace.go:171","msg":"trace[1489348942] linearizableReadLoop","detail":"{readStateIndex:10620; appliedIndex:10618; }","duration":"582.074796ms","start":"2026-03-31T05:14:24.25212Z","end":"2026-03-31T05:14:24.834195Z","steps":["trace[1489348942] 'read index received' (duration: 581.634204ms)","trace[1489348942] 'applied index is now lower than readState.Index' (duration: 438.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:24.834622Z","caller":"traceutil/trace.go:171","msg":"trace[1797298772] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"817.508792ms","start":"2026-03-31T05:14:24.017101Z","end":"2026-03-31T05:14:24.83461Z","steps":["trace[1797298772] 'process raft request' (duration: 816.6926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.834744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.017064Z","time spent":"817.591524ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:24.834944Z","caller":"traceutil/trace.go:171","msg":"trace[451889524] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"817.009699ms","start":"2026-03-31T05:14:24.017925Z","end":"2026-03-31T05:14:24.834935Z","steps":["trace[451889524] 'process raft request' (duration: 816.216447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.835011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.017865Z","time spent":"817.117741ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:24.835598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.504425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:14:24.835649Z","caller":"traceutil/trace.go:171","msg":"trace[442262725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10258; }","duration":"579.584607ms","start":"2026-03-31T05:14:24.256052Z","end":"2026-03-31T05:14:24.835636Z","steps":["trace[442262725] 'agreement among raft nodes before linearized reading' (duration: 579.390402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.835675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.256036Z","time spent":"579.633938ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:24.836283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.65111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:24.836315Z","caller":"traceutil/trace.go:171","msg":"trace[1001303667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10258; }","duration":"176.733243ms","start":"2026-03-31T05:14:24.659573Z","end":"2026-03-31T05:14:24.836307Z","steps":["trace[1001303667] 'agreement among raft nodes before linearized reading' (duration: 176.661201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.836432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.625259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:24.836465Z","caller":"traceutil/trace.go:171","msg":"trace[780209813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10258; }","duration":"353.67815ms","start":"2026-03-31T05:14:24.482777Z","end":"2026-03-31T05:14:24.836455Z","steps":["trace[780209813] 'agreement among raft nodes before linearized reading' (duration: 353.622088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.836492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.48276Z","time spent":"353.725152ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:24.836717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.20842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:14:24.836755Z","caller":"traceutil/trace.go:171","msg":"trace[216996646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10258; }","duration":"563.319993ms","start":"2026-03-31T05:14:24.273427Z","end":"2026-03-31T05:14:24.836747Z","steps":["trace[216996646] 'agreement among raft nodes before linearized reading' (duration: 563.20537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.836779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.273398Z","time spent":"563.374654ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:14:24.836944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.173463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:24.836974Z","caller":"traceutil/trace.go:171","msg":"trace[735076654] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10258; }","duration":"565.227905ms","start":"2026-03-31T05:14:24.271737Z","end":"2026-03-31T05:14:24.836965Z","steps":["trace[735076654] 'agreement among raft nodes before linearized reading' (duration: 565.180073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.836996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.271724Z","time spent":"565.265306ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:24.838047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.369734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:14:24.838122Z","caller":"traceutil/trace.go:171","msg":"trace[2047966150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10258; }","duration":"642.474727ms","start":"2026-03-31T05:14:24.19564Z","end":"2026-03-31T05:14:24.838114Z","steps":["trace[2047966150] 'agreement among raft nodes before linearized reading' (duration: 639.467085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:24.838147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.195621Z","time spent":"642.519748ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:14:25.397477Z","caller":"traceutil/trace.go:171","msg":"trace[1217530338] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"555.365845ms","start":"2026-03-31T05:14:24.842085Z","end":"2026-03-31T05:14:25.397451Z","steps":["trace[1217530338] 'process raft request' (duration: 555.166379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:25.397628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.842077Z","time spent":"555.474909ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:25.397762Z","caller":"traceutil/trace.go:171","msg":"trace[1941618827] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"555.436207ms","start":"2026-03-31T05:14:24.842294Z","end":"2026-03-31T05:14:25.397731Z","steps":["trace[1941618827] 'process raft request' (duration: 555.110029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:25.397924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.842248Z","time spent":"555.586091ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:25.398294Z","caller":"traceutil/trace.go:171","msg":"trace[590323677] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"555.588692ms","start":"2026-03-31T05:14:24.842694Z","end":"2026-03-31T05:14:25.398283Z","steps":["trace[590323677] 'process raft request' (duration: 555.477029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:25.398282Z","caller":"traceutil/trace.go:171","msg":"trace[1246418671] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"555.676094ms","start":"2026-03-31T05:14:24.842575Z","end":"2026-03-31T05:14:25.398251Z","steps":["trace[1246418671] 'process raft request' (duration: 555.267653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:25.398289Z","caller":"traceutil/trace.go:171","msg":"trace[330952013] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10620; }","duration":"552.192738ms","start":"2026-03-31T05:14:24.846073Z","end":"2026-03-31T05:14:25.398266Z","steps":["trace[330952013] 'read index received' (duration: 19.345209ms)","trace[330952013] 'applied index is now lower than readState.Index' (duration: 532.846489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:25.398332Z","caller":"traceutil/trace.go:171","msg":"trace[655167498] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"553.133694ms","start":"2026-03-31T05:14:24.845179Z","end":"2026-03-31T05:14:25.398313Z","steps":["trace[655167498] 'process raft request' (duration: 553.035642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:25.398737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.845172Z","time spent":"553.453143ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:25.398356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.842658Z","time spent":"555.664904ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:25.398833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.752494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347488"} {"level":"info","ts":"2026-03-31T05:14:25.398876Z","caller":"traceutil/trace.go:171","msg":"trace[373837802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10264; }","duration":"552.810546ms","start":"2026-03-31T05:14:24.846056Z","end":"2026-03-31T05:14:25.398866Z","steps":["trace[373837802] 'agreement among raft nodes before linearized reading' (duration: 552.332762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:25.398387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.84256Z","time spent":"555.774376ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:25.398911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.846049Z","time spent":"552.855277ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347512,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:14:25.563271Z","caller":"traceutil/trace.go:171","msg":"trace[1163427360] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"201.399267ms","start":"2026-03-31T05:14:25.361827Z","end":"2026-03-31T05:14:25.563226Z","steps":["trace[1163427360] 'process raft request' (duration: 150.716331ms)","trace[1163427360] 'compare' (duration: 50.505892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:25.563229Z","caller":"traceutil/trace.go:171","msg":"trace[815040324] linearizableReadLoop","detail":"{readStateIndex:10627; appliedIndex:10626; }","duration":"164.649502ms","start":"2026-03-31T05:14:25.398545Z","end":"2026-03-31T05:14:25.563194Z","steps":["trace[815040324] 'read index received' (duration: 114.015717ms)","trace[815040324] 'applied index is now lower than readState.Index' (duration: 50.632674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:25.56373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.264731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-storage-init-xrbbd\" ","response":"range_response_count:1 size:2817"} {"level":"info","ts":"2026-03-31T05:14:25.563808Z","caller":"traceutil/trace.go:171","msg":"trace[1793998536] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-storage-init-xrbbd; range_end:; response_count:1; response_revision:10265; }","duration":"687.400485ms","start":"2026-03-31T05:14:24.876389Z","end":"2026-03-31T05:14:25.563789Z","steps":["trace[1793998536] 'agreement among raft nodes before linearized reading' (duration: 687.160828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:25.563847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:24.876365Z","time spent":"687.473507ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2841,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-storage-init-xrbbd\" "} {"level":"warn","ts":"2026-03-31T05:14:25.805473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.871967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:14:25.805601Z","caller":"traceutil/trace.go:171","msg":"trace[1974049577] linearizableReadLoop","detail":"{readStateIndex:10629; appliedIndex:10627; }","duration":"206.64809ms","start":"2026-03-31T05:14:25.598936Z","end":"2026-03-31T05:14:25.805584Z","steps":["trace[1974049577] 'read index received' (duration: 38.478322ms)","trace[1974049577] 'applied index is now lower than readState.Index' (duration: 168.168428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:25.805787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.838845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-xrbbd\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-31T05:14:25.805948Z","caller":"traceutil/trace.go:171","msg":"trace[2000937756] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-xrbbd; range_end:; response_count:1; response_revision:10266; }","duration":"207.0408ms","start":"2026-03-31T05:14:25.598894Z","end":"2026-03-31T05:14:25.805935Z","steps":["trace[2000937756] 'agreement among raft nodes before linearized reading' (duration: 206.754523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:25.932629Z","caller":"traceutil/trace.go:171","msg":"trace[583128284] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"115.090466ms","start":"2026-03-31T05:14:25.817495Z","end":"2026-03-31T05:14:25.932585Z","steps":["trace[583128284] 'process raft request' (duration: 114.517041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:27.918109Z","caller":"traceutil/trace.go:171","msg":"trace[2107281748] transaction","detail":"{read_only:false; response_revision:10283; number_of_response:1; }","duration":"348.889959ms","start":"2026-03-31T05:14:27.569194Z","end":"2026-03-31T05:14:27.918084Z","steps":["trace[2107281748] 'process raft request' (duration: 348.699724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:27.918251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:27.569169Z","time spent":"349.006223ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:29.518603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.911247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:29.518732Z","caller":"traceutil/trace.go:171","msg":"trace[1944382994] linearizableReadLoop","detail":"{readStateIndex:10649; appliedIndex:10648; }","duration":"123.785895ms","start":"2026-03-31T05:14:29.394926Z","end":"2026-03-31T05:14:29.518712Z","steps":["trace[1944382994] 'read index received' (duration: 81.033µs)","trace[1944382994] 'applied index is now lower than readState.Index' (duration: 123.703012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:29.518772Z","caller":"traceutil/trace.go:171","msg":"trace[859475191] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"515.092523ms","start":"2026-03-31T05:14:29.00363Z","end":"2026-03-31T05:14:29.518722Z","steps":["trace[859475191] 'process raft request' (duration: 322.939749ms)","trace[859475191] 'compare' (duration: 191.582439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:29.518973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:29.519052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:29.519062Z","caller":"traceutil/trace.go:171","msg":"trace[860784787] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10286; }","duration":"124.174585ms","start":"2026-03-31T05:14:29.394867Z","end":"2026-03-31T05:14:29.519042Z","steps":["trace[860784787] 'agreement among raft nodes before linearized reading' (duration: 124.00044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:29.519073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:29.003619Z","time spent":"515.3119ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:29.519093Z","caller":"traceutil/trace.go:171","msg":"trace[1120377903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10286; }","duration":"100.697543ms","start":"2026-03-31T05:14:29.418383Z","end":"2026-03-31T05:14:29.519081Z","steps":["trace[1120377903] 'agreement among raft nodes before linearized reading' (duration: 100.510598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:29.684056Z","caller":"traceutil/trace.go:171","msg":"trace[1386286587] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"160.214751ms","start":"2026-03-31T05:14:29.523831Z","end":"2026-03-31T05:14:29.684046Z","steps":["trace[1386286587] 'process raft request' (duration: 159.955113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:29.683937Z","caller":"traceutil/trace.go:171","msg":"trace[1315031886] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"160.076347ms","start":"2026-03-31T05:14:29.523775Z","end":"2026-03-31T05:14:29.683851Z","steps":["trace[1315031886] 'process raft request' (duration: 119.57853ms)","trace[1315031886] 'compare' (duration: 40.261001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:29.684283Z","caller":"traceutil/trace.go:171","msg":"trace[442598644] transaction","detail":"{read_only:false; response_revision:10290; number_of_response:1; }","duration":"160.440967ms","start":"2026-03-31T05:14:29.523822Z","end":"2026-03-31T05:14:29.684263Z","steps":["trace[442598644] 'process raft request' (duration: 160.181809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:29.684304Z","caller":"traceutil/trace.go:171","msg":"trace[2128443762] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"160.257822ms","start":"2026-03-31T05:14:29.524035Z","end":"2026-03-31T05:14:29.684293Z","steps":["trace[2128443762] 'process raft request' (duration: 160.121629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:29.684386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.759469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:29.684535Z","caller":"traceutil/trace.go:171","msg":"trace[2003521858] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:0; response_revision:10291; }","duration":"140.957824ms","start":"2026-03-31T05:14:29.543542Z","end":"2026-03-31T05:14:29.6845Z","steps":["trace[2003521858] 'agreement among raft nodes before linearized reading' (duration: 140.743928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.106083Z","caller":"traceutil/trace.go:171","msg":"trace[854349217] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"182.418447ms","start":"2026-03-31T05:14:29.923607Z","end":"2026-03-31T05:14:30.106026Z","steps":["trace[854349217] 'process raft request' (duration: 165.817004ms)","trace[854349217] 'compare' (duration: 16.039758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.276183Z","caller":"traceutil/trace.go:171","msg":"trace[425637326] linearizableReadLoop","detail":"{readStateIndex:10666; appliedIndex:10665; }","duration":"162.212775ms","start":"2026-03-31T05:14:30.113942Z","end":"2026-03-31T05:14:30.276155Z","steps":["trace[425637326] 'read index received' (duration: 148.149781ms)","trace[425637326] 'applied index is now lower than readState.Index' (duration: 14.061384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:30.276454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.118904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2313"} {"level":"info","ts":"2026-03-31T05:14:30.276492Z","caller":"traceutil/trace.go:171","msg":"trace[1460076266] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:10302; }","duration":"158.223776ms","start":"2026-03-31T05:14:30.118256Z","end":"2026-03-31T05:14:30.27648Z","steps":["trace[1460076266] 'agreement among raft nodes before linearized reading' (duration: 158.043511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.276571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.583685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:14:30.276683Z","caller":"traceutil/trace.go:171","msg":"trace[1412056166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10302; }","duration":"162.796501ms","start":"2026-03-31T05:14:30.113862Z","end":"2026-03-31T05:14:30.276659Z","steps":["trace[1412056166] 'agreement among raft nodes before linearized reading' (duration: 162.4013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.277161Z","caller":"traceutil/trace.go:171","msg":"trace[152534996] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"164.534928ms","start":"2026-03-31T05:14:30.112604Z","end":"2026-03-31T05:14:30.277139Z","steps":["trace[152534996] 'process raft request' (duration: 149.461996ms)","trace[152534996] 'compare' (duration: 13.948791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.453259Z","caller":"traceutil/trace.go:171","msg":"trace[920174842] linearizableReadLoop","detail":"{readStateIndex:10668; appliedIndex:10667; }","duration":"114.226504ms","start":"2026-03-31T05:14:30.338985Z","end":"2026-03-31T05:14:30.453211Z","steps":["trace[920174842] 'read index received' (duration: 77.17415ms)","trace[920174842] 'applied index is now lower than readState.Index' (duration: 37.051294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.453456Z","caller":"traceutil/trace.go:171","msg":"trace[691405282] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"120.615128ms","start":"2026-03-31T05:14:30.332828Z","end":"2026-03-31T05:14:30.453443Z","steps":["trace[691405282] 'process raft request' (duration: 83.416981ms)","trace[691405282] 'compare' (duration: 36.797616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:30.453996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.987754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:14:30.454091Z","caller":"traceutil/trace.go:171","msg":"trace[1609232810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10304; }","duration":"115.139468ms","start":"2026-03-31T05:14:30.338923Z","end":"2026-03-31T05:14:30.454063Z","steps":["trace[1609232810] 'agreement among raft nodes before linearized reading' (duration: 114.873831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.45416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.058818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:14:30.454206Z","caller":"traceutil/trace.go:171","msg":"trace[1248032811] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:10304; }","duration":"103.158151ms","start":"2026-03-31T05:14:30.351038Z","end":"2026-03-31T05:14:30.454196Z","steps":["trace[1248032811] 'agreement among raft nodes before linearized reading' (duration: 102.977426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.454216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.033728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:14:30.454499Z","caller":"traceutil/trace.go:171","msg":"trace[849666574] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10304; }","duration":"114.863491ms","start":"2026-03-31T05:14:30.339609Z","end":"2026-03-31T05:14:30.454472Z","steps":["trace[849666574] 'agreement among raft nodes before linearized reading' (duration: 113.867794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709305Z","caller":"traceutil/trace.go:171","msg":"trace[1033142348] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"249.249345ms","start":"2026-03-31T05:14:30.460038Z","end":"2026-03-31T05:14:30.709287Z","steps":["trace[1033142348] 'process raft request' (duration: 240.306531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709466Z","caller":"traceutil/trace.go:171","msg":"trace[1274276915] linearizableReadLoop","detail":"{readStateIndex:10676; appliedIndex:10669; }","duration":"218.952827ms","start":"2026-03-31T05:14:30.490497Z","end":"2026-03-31T05:14:30.70945Z","steps":["trace[1274276915] 'read index received' (duration: 209.870999ms)","trace[1274276915] 'applied index is now lower than readState.Index' (duration: 9.080888ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.709536Z","caller":"traceutil/trace.go:171","msg":"trace[239085978] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"238.426389ms","start":"2026-03-31T05:14:30.471101Z","end":"2026-03-31T05:14:30.709528Z","steps":["trace[239085978] 'process raft request' (duration: 238.280755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709549Z","caller":"traceutil/trace.go:171","msg":"trace[1814759407] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"245.833392ms","start":"2026-03-31T05:14:30.463696Z","end":"2026-03-31T05:14:30.709529Z","steps":["trace[1814759407] 'process raft request' (duration: 245.655887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.70969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.30569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:14:30.709734Z","caller":"traceutil/trace.go:171","msg":"trace[2090892043] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10311; }","duration":"221.402964ms","start":"2026-03-31T05:14:30.488317Z","end":"2026-03-31T05:14:30.70972Z","steps":["trace[2090892043] 'agreement among raft nodes before linearized reading' (duration: 221.223179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709754Z","caller":"traceutil/trace.go:171","msg":"trace[238124334] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"249.326008ms","start":"2026-03-31T05:14:30.460414Z","end":"2026-03-31T05:14:30.70974Z","steps":["trace[238124334] 'process raft request' (duration: 248.778143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709796Z","caller":"traceutil/trace.go:171","msg":"trace[1652835852] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"249.333117ms","start":"2026-03-31T05:14:30.460457Z","end":"2026-03-31T05:14:30.70979Z","steps":["trace[1652835852] 'process raft request' (duration: 248.838893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709847Z","caller":"traceutil/trace.go:171","msg":"trace[1657651405] transaction","detail":"{read_only:false; response_revision:10307; number_of_response:1; }","duration":"249.412279ms","start":"2026-03-31T05:14:30.46043Z","end":"2026-03-31T05:14:30.709843Z","steps":["trace[1657651405] 'process raft request' (duration: 248.834684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.709769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.086814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:30.709893Z","caller":"traceutil/trace.go:171","msg":"trace[79380984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10311; }","duration":"225.248049ms","start":"2026-03-31T05:14:30.48464Z","end":"2026-03-31T05:14:30.709888Z","steps":["trace[79380984] 'agreement among raft nodes before linearized reading' (duration: 225.108395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.709976Z","caller":"traceutil/trace.go:171","msg":"trace[283099738] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"249.514902ms","start":"2026-03-31T05:14:30.460457Z","end":"2026-03-31T05:14:30.709972Z","steps":["trace[283099738] 'process raft request' (duration: 248.867554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.710006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.933997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:14:30.710037Z","caller":"traceutil/trace.go:171","msg":"trace[35246247] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10311; }","duration":"244.979328ms","start":"2026-03-31T05:14:30.465049Z","end":"2026-03-31T05:14:30.710029Z","steps":["trace[35246247] 'agreement among raft nodes before linearized reading' (duration: 244.884976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.734554Z","caller":"traceutil/trace.go:171","msg":"trace[132519738] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"242.46412ms","start":"2026-03-31T05:14:30.492032Z","end":"2026-03-31T05:14:30.734496Z","steps":["trace[132519738] 'process raft request' (duration: 242.334966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.89198Z","caller":"traceutil/trace.go:171","msg":"trace[1816188579] linearizableReadLoop","detail":"{readStateIndex:10680; appliedIndex:10677; }","duration":"157.468406ms","start":"2026-03-31T05:14:30.734481Z","end":"2026-03-31T05:14:30.891949Z","steps":["trace[1816188579] 'read index received' (duration: 156.979042ms)","trace[1816188579] 'applied index is now lower than readState.Index' (duration: 488.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:30.892064Z","caller":"traceutil/trace.go:171","msg":"trace[906471237] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"171.935021ms","start":"2026-03-31T05:14:30.720118Z","end":"2026-03-31T05:14:30.892053Z","steps":["trace[906471237] 'process raft request' (duration: 171.49891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.891987Z","caller":"traceutil/trace.go:171","msg":"trace[2098388412] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"171.356806ms","start":"2026-03-31T05:14:30.720597Z","end":"2026-03-31T05:14:30.891954Z","steps":["trace[2098388412] 'process raft request' (duration: 171.213222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.89205Z","caller":"traceutil/trace.go:171","msg":"trace[824685818] transaction","detail":"{read_only:false; response_revision:10315; number_of_response:1; }","duration":"160.904859ms","start":"2026-03-31T05:14:30.731106Z","end":"2026-03-31T05:14:30.892011Z","steps":["trace[824685818] 'process raft request' (duration: 160.746175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.892187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.68699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:30.892236Z","caller":"traceutil/trace.go:171","msg":"trace[1659697932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10315; }","duration":"180.795653ms","start":"2026-03-31T05:14:30.71143Z","end":"2026-03-31T05:14:30.892226Z","steps":["trace[1659697932] 'agreement among raft nodes before linearized reading' (duration: 180.638249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.892473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.075431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T05:14:30.892486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.626912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:14:30.892522Z","caller":"traceutil/trace.go:171","msg":"trace[1125009078] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10315; }","duration":"156.692034ms","start":"2026-03-31T05:14:30.73582Z","end":"2026-03-31T05:14:30.892512Z","steps":["trace[1125009078] 'agreement among raft nodes before linearized reading' (duration: 156.5343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:30.892497Z","caller":"traceutil/trace.go:171","msg":"trace[1359911829] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10315; }","duration":"166.123252ms","start":"2026-03-31T05:14:30.726368Z","end":"2026-03-31T05:14:30.892491Z","steps":["trace[1359911829] 'agreement among raft nodes before linearized reading' (duration: 166.007989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:30.892753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.284764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:14:30.892837Z","caller":"traceutil/trace.go:171","msg":"trace[173265559] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10315; }","duration":"152.397627ms","start":"2026-03-31T05:14:30.74042Z","end":"2026-03-31T05:14:30.892817Z","steps":["trace[173265559] 'agreement among raft nodes before linearized reading' (duration: 152.165721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.209029Z","caller":"traceutil/trace.go:171","msg":"trace[511116471] linearizableReadLoop","detail":"{readStateIndex:10681; appliedIndex:10680; }","duration":"303.051417ms","start":"2026-03-31T05:14:30.905949Z","end":"2026-03-31T05:14:31.209001Z","steps":["trace[511116471] 'read index received' (duration: 302.81956ms)","trace[511116471] 'applied index is now lower than readState.Index' (duration: 230.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.209154Z","caller":"traceutil/trace.go:171","msg":"trace[1754622420] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"304.968089ms","start":"2026-03-31T05:14:30.904139Z","end":"2026-03-31T05:14:31.209107Z","steps":["trace[1754622420] 'process raft request' (duration: 304.673291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.209367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.360495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:14:31.209486Z","caller":"traceutil/trace.go:171","msg":"trace[2011022790] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10316; }","duration":"303.53891ms","start":"2026-03-31T05:14:30.905931Z","end":"2026-03-31T05:14:31.20947Z","steps":["trace[2011022790] 'agreement among raft nodes before linearized reading' (duration: 303.209551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.209389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.90412Z","time spent":"305.135074ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.209587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.905921Z","time spent":"303.654834ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:14:31.488161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.524535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:31.488531Z","caller":"traceutil/trace.go:171","msg":"trace[1560297693] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"547.13059ms","start":"2026-03-31T05:14:30.941342Z","end":"2026-03-31T05:14:31.488473Z","steps":["trace[1560297693] 'process raft request' (duration: 407.171603ms)","trace[1560297693] 'compare' (duration: 138.906608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.488669Z","caller":"traceutil/trace.go:171","msg":"trace[423473950] linearizableReadLoop","detail":"{readStateIndex:10683; appliedIndex:10681; }","duration":"279.530283ms","start":"2026-03-31T05:14:31.20911Z","end":"2026-03-31T05:14:31.48864Z","steps":["trace[423473950] 'read index received' (duration: 139.35312ms)","trace[423473950] 'applied index is now lower than readState.Index' (duration: 140.175883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:31.488756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.941317Z","time spent":"547.326655ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:31.488735Z","caller":"traceutil/trace.go:171","msg":"trace[1327413638] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"527.318748ms","start":"2026-03-31T05:14:30.961373Z","end":"2026-03-31T05:14:31.488692Z","steps":["trace[1327413638] 'process raft request' (duration: 526.926237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.488889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.46702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:14:31.488956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.961339Z","time spent":"527.496413ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:31.488969Z","caller":"traceutil/trace.go:171","msg":"trace[1782315532] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10318; }","duration":"528.591283ms","start":"2026-03-31T05:14:30.960354Z","end":"2026-03-31T05:14:31.488946Z","steps":["trace[1782315532] 'agreement among raft nodes before linearized reading' (duration: 528.390138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.489008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.96034Z","time spent":"528.660325ms","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:31.489476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.590115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:14:31.489548Z","caller":"traceutil/trace.go:171","msg":"trace[1835221255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10318; }","duration":"580.721398ms","start":"2026-03-31T05:14:30.90881Z","end":"2026-03-31T05:14:31.489531Z","steps":["trace[1835221255] 'agreement among raft nodes before linearized reading' (duration: 579.939207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.489593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:30.908797Z","time spent":"580.78199ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:14:31.565264Z","caller":"traceutil/trace.go:171","msg":"trace[753067198] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10319; }","duration":"336.146921ms","start":"2026-03-31T05:14:31.229085Z","end":"2026-03-31T05:14:31.565232Z","steps":["trace[753067198] 'process raft request' (duration: 336.057719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.565422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.229051Z","time spent":"336.289515ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2545,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.565423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.415471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T05:14:31.565468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.439423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:14:31.565547Z","caller":"traceutil/trace.go:171","msg":"trace[1273233275] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10319; }","duration":"350.577576ms","start":"2026-03-31T05:14:31.214952Z","end":"2026-03-31T05:14:31.565529Z","steps":["trace[1273233275] 'agreement among raft nodes before linearized reading' (duration: 350.302089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.565638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.214927Z","time spent":"350.701759ms","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-31T05:14:31.565935Z","caller":"traceutil/trace.go:171","msg":"trace[743409913] transaction","detail":"{read_only:false; response_revision:10319; number_of_response:1; }","duration":"339.901334ms","start":"2026-03-31T05:14:31.226022Z","end":"2026-03-31T05:14:31.565923Z","steps":["trace[743409913] 'process raft request' (duration: 338.958798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.565988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.225995Z","time spent":"339.963906ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:31.565498Z","caller":"traceutil/trace.go:171","msg":"trace[1785457417] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10319; }","duration":"350.546955ms","start":"2026-03-31T05:14:31.214932Z","end":"2026-03-31T05:14:31.565479Z","steps":["trace[1785457417] 'agreement among raft nodes before linearized reading' (duration: 350.307628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.566177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.21491Z","time spent":"351.229974ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:14:31.566341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.799185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:31.566374Z","caller":"traceutil/trace.go:171","msg":"trace[867982864] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10319; }","duration":"142.879277ms","start":"2026-03-31T05:14:31.423479Z","end":"2026-03-31T05:14:31.566358Z","steps":["trace[867982864] 'agreement among raft nodes before linearized reading' (duration: 142.825085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.686285Z","caller":"traceutil/trace.go:171","msg":"trace[1320052609] linearizableReadLoop","detail":"{readStateIndex:10686; appliedIndex:10685; }","duration":"114.730397ms","start":"2026-03-31T05:14:31.571532Z","end":"2026-03-31T05:14:31.686262Z","steps":["trace[1320052609] 'read index received' (duration: 102.580605ms)","trace[1320052609] 'applied index is now lower than readState.Index' (duration: 12.148862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:31.686372Z","caller":"traceutil/trace.go:171","msg":"trace[1681017566] transaction","detail":"{read_only:false; response_revision:10320; number_of_response:1; }","duration":"115.906839ms","start":"2026-03-31T05:14:31.570456Z","end":"2026-03-31T05:14:31.686363Z","steps":["trace[1681017566] 'process raft request' (duration: 103.574732ms)","trace[1681017566] 'compare' (duration: 11.997288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:31.686618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.057956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:14:31.686717Z","caller":"traceutil/trace.go:171","msg":"trace[93303998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10320; }","duration":"115.180819ms","start":"2026-03-31T05:14:31.571514Z","end":"2026-03-31T05:14:31.686695Z","steps":["trace[93303998] 'agreement among raft nodes before linearized reading' (duration: 114.893071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.915527Z","caller":"traceutil/trace.go:171","msg":"trace[861316920] transaction","detail":"{read_only:false; response_revision:10321; number_of_response:1; }","duration":"343.865512ms","start":"2026-03-31T05:14:31.57163Z","end":"2026-03-31T05:14:31.915496Z","steps":["trace[861316920] 'process raft request' (duration: 337.023715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.915597Z","caller":"traceutil/trace.go:171","msg":"trace[2118725909] linearizableReadLoop","detail":"{readStateIndex:10688; appliedIndex:10686; }","duration":"229.224768ms","start":"2026-03-31T05:14:31.68634Z","end":"2026-03-31T05:14:31.915564Z","steps":["trace[2118725909] 'read index received' (duration: 222.324099ms)","trace[2118725909] 'applied index is now lower than readState.Index' (duration: 6.899159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:31.915701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.571607Z","time spent":"343.999376ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:14:31.915831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.062522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:14:31.915932Z","caller":"traceutil/trace.go:171","msg":"trace[1274284345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10322; }","duration":"312.207516ms","start":"2026-03-31T05:14:31.603705Z","end":"2026-03-31T05:14:31.915912Z","steps":["trace[1274284345] 'agreement among raft nodes before linearized reading' (duration: 311.883137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.915894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.388573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-31T05:14:31.915984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.603691Z","time spent":"312.286279ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:14:31.915974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.721771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs\" ","response":"range_response_count:1 size:4304"} {"level":"info","ts":"2026-03-31T05:14:31.916038Z","caller":"traceutil/trace.go:171","msg":"trace[1873935615] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs; range_end:; response_count:1; response_revision:10322; }","duration":"342.821763ms","start":"2026-03-31T05:14:31.573199Z","end":"2026-03-31T05:14:31.916021Z","steps":["trace[1873935615] 'agreement among raft nodes before linearized reading' (duration: 342.580427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.573193Z","time spent":"342.902396ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4328,"request content":"key:\"/registry/secrets/openstack/glance-api-certs\" "} {"level":"info","ts":"2026-03-31T05:14:31.916343Z","caller":"traceutil/trace.go:171","msg":"trace[178725864] transaction","detail":"{read_only:false; response_revision:10322; number_of_response:1; }","duration":"332.769499ms","start":"2026-03-31T05:14:31.583527Z","end":"2026-03-31T05:14:31.916297Z","steps":["trace[178725864] 'process raft request' (duration: 331.849934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.916034Z","caller":"traceutil/trace.go:171","msg":"trace[589682727] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10322; }","duration":"338.543577ms","start":"2026-03-31T05:14:31.577453Z","end":"2026-03-31T05:14:31.915996Z","steps":["trace[589682727] 'agreement among raft nodes before linearized reading' (duration: 338.153516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.577446Z","time spent":"339.04577ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:14:31.916503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.536461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:14:31.91653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.136126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:31.916604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.789946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:31.916621Z","caller":"traceutil/trace.go:171","msg":"trace[172573896] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10322; }","duration":"261.725646ms","start":"2026-03-31T05:14:31.654866Z","end":"2026-03-31T05:14:31.916592Z","steps":["trace[172573896] 'agreement among raft nodes before linearized reading' (duration: 261.457898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.916651Z","caller":"traceutil/trace.go:171","msg":"trace[1988004382] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10322; }","duration":"224.862438ms","start":"2026-03-31T05:14:31.691778Z","end":"2026-03-31T05:14:31.916641Z","steps":["trace[1988004382] 'agreement among raft nodes before linearized reading' (duration: 224.771156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.968328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:14:31.916699Z","caller":"traceutil/trace.go:171","msg":"trace[209333945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10322; }","duration":"226.03834ms","start":"2026-03-31T05:14:31.690647Z","end":"2026-03-31T05:14:31.916685Z","steps":["trace[209333945] 'agreement among raft nodes before linearized reading' (duration: 225.905977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.711385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:14:31.916745Z","caller":"traceutil/trace.go:171","msg":"trace[328747387] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10322; }","duration":"344.755317ms","start":"2026-03-31T05:14:31.571982Z","end":"2026-03-31T05:14:31.916737Z","steps":["trace[328747387] 'agreement among raft nodes before linearized reading' (duration: 344.657464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.571976Z","time spent":"344.799628ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:14:31.916788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.103616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-api-certs-79t4g\" ","response":"range_response_count:1 size:2462"} {"level":"info","ts":"2026-03-31T05:14:31.916815Z","caller":"traceutil/trace.go:171","msg":"trace[1107210612] range","detail":"{range_begin:/registry/secrets/openstack/glance-api-certs-79t4g; range_end:; response_count:1; response_revision:10322; }","duration":"345.141707ms","start":"2026-03-31T05:14:31.571668Z","end":"2026-03-31T05:14:31.916809Z","steps":["trace[1107210612] 'agreement among raft nodes before linearized reading' (duration: 344.991633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:31.916632Z","caller":"traceutil/trace.go:171","msg":"trace[506184583] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10322; }","duration":"161.30526ms","start":"2026-03-31T05:14:31.755305Z","end":"2026-03-31T05:14:31.91661Z","steps":["trace[506184583] 'agreement among raft nodes before linearized reading' (duration: 161.120835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.374949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:14:31.916848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.57166Z","time spent":"345.180678ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2486,"request content":"key:\"/registry/secrets/openstack/glance-api-certs-79t4g\" "} {"level":"info","ts":"2026-03-31T05:14:31.916865Z","caller":"traceutil/trace.go:171","msg":"trace[528445608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10322; }","duration":"226.421141ms","start":"2026-03-31T05:14:31.690437Z","end":"2026-03-31T05:14:31.916858Z","steps":["trace[528445608] 'agreement among raft nodes before linearized reading' (duration: 226.349849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.916451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.583506Z","time spent":"332.870031ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:31.916523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.351038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:31.917014Z","caller":"traceutil/trace.go:171","msg":"trace[249044743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10322; }","duration":"226.897704ms","start":"2026-03-31T05:14:31.690108Z","end":"2026-03-31T05:14:31.917006Z","steps":["trace[249044743] 'agreement among raft nodes before linearized reading' (duration: 226.307038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.917381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.583115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:31.917433Z","caller":"traceutil/trace.go:171","msg":"trace[1797358633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10322; }","duration":"320.656007ms","start":"2026-03-31T05:14:31.596764Z","end":"2026-03-31T05:14:31.91742Z","steps":["trace[1797358633] 'agreement among raft nodes before linearized reading' (duration: 319.323591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:31.921946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:31.59671Z","time spent":"325.001396ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:14:32.198189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.707661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:32.19839Z","caller":"traceutil/trace.go:171","msg":"trace[170494169] transaction","detail":"{read_only:false; response_revision:10325; number_of_response:1; }","duration":"276.790017ms","start":"2026-03-31T05:14:31.921585Z","end":"2026-03-31T05:14:32.198375Z","steps":["trace[170494169] 'process raft request' (duration: 276.715035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.198483Z","caller":"traceutil/trace.go:171","msg":"trace[1210336651] transaction","detail":"{read_only:false; response_revision:10324; number_of_response:1; }","duration":"277.004454ms","start":"2026-03-31T05:14:31.921396Z","end":"2026-03-31T05:14:32.198401Z","steps":["trace[1210336651] 'process raft request' (duration: 110.996925ms)","trace[1210336651] 'compare' (duration: 165.579487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:32.198579Z","caller":"traceutil/trace.go:171","msg":"trace[310138088] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"276.952442ms","start":"2026-03-31T05:14:31.921598Z","end":"2026-03-31T05:14:32.19855Z","steps":["trace[310138088] 'process raft request' (duration: 276.745567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.198647Z","caller":"traceutil/trace.go:171","msg":"trace[1595182092] linearizableReadLoop","detail":"{readStateIndex:10694; appliedIndex:10689; }","duration":"270.582539ms","start":"2026-03-31T05:14:31.928056Z","end":"2026-03-31T05:14:32.198638Z","steps":["trace[1595182092] 'read index received' (duration: 104.362664ms)","trace[1595182092] 'applied index is now lower than readState.Index' (duration: 166.218725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:32.1987Z","caller":"traceutil/trace.go:171","msg":"trace[1661738675] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"274.970078ms","start":"2026-03-31T05:14:31.923724Z","end":"2026-03-31T05:14:32.198694Z","steps":["trace[1661738675] 'process raft request' (duration: 274.729222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.198764Z","caller":"traceutil/trace.go:171","msg":"trace[1258263300] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"273.163669ms","start":"2026-03-31T05:14:31.925595Z","end":"2026-03-31T05:14:32.198759Z","steps":["trace[1258263300] 'process raft request' (duration: 273.001074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.198948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.805049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2661"} {"level":"warn","ts":"2026-03-31T05:14:32.198943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.093556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.198996Z","caller":"traceutil/trace.go:171","msg":"trace[1184587278] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:10328; }","duration":"272.895202ms","start":"2026-03-31T05:14:31.926087Z","end":"2026-03-31T05:14:32.198982Z","steps":["trace[1184587278] 'agreement among raft nodes before linearized reading' (duration: 272.693117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.199007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.073984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:14:32.199051Z","caller":"traceutil/trace.go:171","msg":"trace[582425480] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10328; }","duration":"277.22464ms","start":"2026-03-31T05:14:31.921794Z","end":"2026-03-31T05:14:32.199018Z","steps":["trace[582425480] 'agreement among raft nodes before linearized reading' (duration: 277.035345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.199097Z","caller":"traceutil/trace.go:171","msg":"trace[182177896] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10328; }","duration":"274.209948ms","start":"2026-03-31T05:14:31.924867Z","end":"2026-03-31T05:14:32.199077Z","steps":["trace[182177896] 'agreement among raft nodes before linearized reading' (duration: 273.911399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.199253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.893471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:14:32.199285Z","caller":"traceutil/trace.go:171","msg":"trace[1990133326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10328; }","duration":"276.940312ms","start":"2026-03-31T05:14:31.922337Z","end":"2026-03-31T05:14:32.199277Z","steps":["trace[1990133326] 'agreement among raft nodes before linearized reading' (duration: 276.470839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.228498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.804996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.228555Z","caller":"traceutil/trace.go:171","msg":"trace[392763920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10329; }","duration":"130.921779ms","start":"2026-03-31T05:14:32.097617Z","end":"2026-03-31T05:14:32.228539Z","steps":["trace[392763920] 'agreement among raft nodes before linearized reading' (duration: 130.810206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.228926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.937459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:14:32.229043Z","caller":"traceutil/trace.go:171","msg":"trace[2109608624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10329; }","duration":"297.109973ms","start":"2026-03-31T05:14:31.931907Z","end":"2026-03-31T05:14:32.229017Z","steps":["trace[2109608624] 'agreement among raft nodes before linearized reading' (duration: 296.719843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.228518Z","caller":"traceutil/trace.go:171","msg":"trace[1480826214] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"116.078544ms","start":"2026-03-31T05:14:32.112384Z","end":"2026-03-31T05:14:32.228462Z","steps":["trace[1480826214] 'process raft request' (duration: 115.91799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.231582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.572767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2661"} {"level":"info","ts":"2026-03-31T05:14:32.23171Z","caller":"traceutil/trace.go:171","msg":"trace[243216392] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:10329; }","duration":"294.386219ms","start":"2026-03-31T05:14:31.937267Z","end":"2026-03-31T05:14:32.231654Z","steps":["trace[243216392] 'agreement among raft nodes before linearized reading' (duration: 291.502881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.488844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.716593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:32.488995Z","caller":"traceutil/trace.go:171","msg":"trace[2105853707] linearizableReadLoop","detail":"{readStateIndex:10696; appliedIndex:10695; }","duration":"244.489405ms","start":"2026-03-31T05:14:32.244482Z","end":"2026-03-31T05:14:32.488971Z","steps":["trace[2105853707] 'read index received' (duration: 123.057675ms)","trace[2105853707] 'applied index is now lower than readState.Index' (duration: 121.42833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:32.489278Z","caller":"traceutil/trace.go:171","msg":"trace[149697103] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"245.094902ms","start":"2026-03-31T05:14:32.244164Z","end":"2026-03-31T05:14:32.489258Z","steps":["trace[149697103] 'process raft request' (duration: 123.461006ms)","trace[149697103] 'compare' (duration: 119.58784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:32.48956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.068031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.489596Z","caller":"traceutil/trace.go:171","msg":"trace[1013545802] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:10330; }","duration":"245.112692ms","start":"2026-03-31T05:14:32.244471Z","end":"2026-03-31T05:14:32.489583Z","steps":["trace[1013545802] 'agreement among raft nodes before linearized reading' (duration: 245.031159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.489781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.758314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:14:32.489867Z","caller":"traceutil/trace.go:171","msg":"trace[89781860] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10330; }","duration":"243.865788ms","start":"2026-03-31T05:14:32.245981Z","end":"2026-03-31T05:14:32.489847Z","steps":["trace[89781860] 'agreement among raft nodes before linearized reading' (duration: 243.631631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.489868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.913427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:14:32.489956Z","caller":"traceutil/trace.go:171","msg":"trace[2084044825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10330; }","duration":"241.061871ms","start":"2026-03-31T05:14:32.248876Z","end":"2026-03-31T05:14:32.489938Z","steps":["trace[2084044825] 'agreement among raft nodes before linearized reading' (duration: 240.823085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.489783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.382724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.490107Z","caller":"traceutil/trace.go:171","msg":"trace[216027295] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10330; }","duration":"179.792176ms","start":"2026-03-31T05:14:32.310299Z","end":"2026-03-31T05:14:32.490091Z","steps":["trace[216027295] 'agreement among raft nodes before linearized reading' (duration: 179.344493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.974312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.844882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:14:32.974415Z","caller":"traceutil/trace.go:171","msg":"trace[1375036157] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10331; }","duration":"385.021737ms","start":"2026-03-31T05:14:32.589369Z","end":"2026-03-31T05:14:32.97439Z","steps":["trace[1375036157] 'range keys from in-memory index tree' (duration: 384.641697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.974471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.589346Z","time spent":"385.112729ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:14:32.974777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.78877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.974865Z","caller":"traceutil/trace.go:171","msg":"trace[676012324] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10331; }","duration":"343.947794ms","start":"2026-03-31T05:14:32.630894Z","end":"2026-03-31T05:14:32.974842Z","steps":["trace[676012324] 'count revisions from in-memory index tree' (duration: 342.895675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.974919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.630873Z","time spent":"344.027406ms","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:32.975244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.65816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:14:32.975346Z","caller":"traceutil/trace.go:171","msg":"trace[1860875363] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10331; }","duration":"206.728422ms","start":"2026-03-31T05:14:32.768565Z","end":"2026-03-31T05:14:32.975294Z","steps":["trace[1860875363] 'range keys from in-memory index tree' (duration: 205.364575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.194476Z","caller":"traceutil/trace.go:171","msg":"trace[266091535] linearizableReadLoop","detail":"{readStateIndex:10698; appliedIndex:10697; }","duration":"212.234873ms","start":"2026-03-31T05:14:32.982205Z","end":"2026-03-31T05:14:33.19444Z","steps":["trace[266091535] 'read index received' (duration: 211.867173ms)","trace[266091535] 'applied index is now lower than readState.Index' (duration: 366µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:33.194861Z","caller":"traceutil/trace.go:171","msg":"trace[197331062] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"216.12193ms","start":"2026-03-31T05:14:32.978726Z","end":"2026-03-31T05:14:33.194848Z","steps":["trace[197331062] 'process raft request' (duration: 215.328948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.195602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.354143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:14:33.19565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.024421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:33.195757Z","caller":"traceutil/trace.go:171","msg":"trace[696074788] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10332; }","duration":"158.194596ms","start":"2026-03-31T05:14:33.037537Z","end":"2026-03-31T05:14:33.195731Z","steps":["trace[696074788] 'agreement among raft nodes before linearized reading' (duration: 157.97288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.195777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.554389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:14:33.195829Z","caller":"traceutil/trace.go:171","msg":"trace[1580502566] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:10332; }","duration":"213.664662ms","start":"2026-03-31T05:14:32.982146Z","end":"2026-03-31T05:14:33.195811Z","steps":["trace[1580502566] 'agreement among raft nodes before linearized reading' (duration: 213.493207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.19668Z","caller":"traceutil/trace.go:171","msg":"trace[1995101618] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10332; }","duration":"105.507745ms","start":"2026-03-31T05:14:33.091149Z","end":"2026-03-31T05:14:33.196657Z","steps":["trace[1995101618] 'agreement among raft nodes before linearized reading' (duration: 104.269921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.195599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.550466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:14:33.196909Z","caller":"traceutil/trace.go:171","msg":"trace[982149462] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10332; }","duration":"189.940104ms","start":"2026-03-31T05:14:33.006961Z","end":"2026-03-31T05:14:33.196901Z","steps":["trace[982149462] 'agreement among raft nodes before linearized reading' (duration: 188.202506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.37886Z","caller":"traceutil/trace.go:171","msg":"trace[581282998] linearizableReadLoop","detail":"{readStateIndex:10699; appliedIndex:10698; }","duration":"169.622248ms","start":"2026-03-31T05:14:33.209185Z","end":"2026-03-31T05:14:33.378807Z","steps":["trace[581282998] 'read index received' (duration: 74.766555ms)","trace[581282998] 'applied index is now lower than readState.Index' (duration: 94.853733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:33.379314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.358813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T05:14:33.379319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.279238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:33.379328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.102431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:14:33.379378Z","caller":"traceutil/trace.go:171","msg":"trace[1940223191] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10333; }","duration":"119.483757ms","start":"2026-03-31T05:14:33.25988Z","end":"2026-03-31T05:14:33.379364Z","steps":["trace[1940223191] 'agreement among raft nodes before linearized reading' (duration: 119.280411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.379399Z","caller":"traceutil/trace.go:171","msg":"trace[830954510] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10333; }","duration":"137.721856ms","start":"2026-03-31T05:14:33.241653Z","end":"2026-03-31T05:14:33.379375Z","steps":["trace[830954510] 'agreement among raft nodes before linearized reading' (duration: 137.575132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.379417Z","caller":"traceutil/trace.go:171","msg":"trace[632147842] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10333; }","duration":"170.240654ms","start":"2026-03-31T05:14:33.209154Z","end":"2026-03-31T05:14:33.379395Z","steps":["trace[632147842] 'agreement among raft nodes before linearized reading' (duration: 169.931216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.378917Z","caller":"traceutil/trace.go:171","msg":"trace[1546531078] transaction","detail":"{read_only:false; response_revision:10333; number_of_response:1; }","duration":"175.103188ms","start":"2026-03-31T05:14:33.203767Z","end":"2026-03-31T05:14:33.37887Z","steps":["trace[1546531078] 'process raft request' (duration: 80.185693ms)","trace[1546531078] 'compare' (duration: 94.618937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:33.864142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.939196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:33.864625Z","caller":"traceutil/trace.go:171","msg":"trace[243110071] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"318.92641ms","start":"2026-03-31T05:14:33.545678Z","end":"2026-03-31T05:14:33.864604Z","steps":["trace[243110071] 'process raft request' (duration: 318.877659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.864709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.545641Z","time spent":"319.041403ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.864624Z","caller":"traceutil/trace.go:171","msg":"trace[83534180] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"481.478944ms","start":"2026-03-31T05:14:33.383099Z","end":"2026-03-31T05:14:33.864578Z","steps":["trace[83534180] 'process raft request' (duration: 302.975673ms)","trace[83534180] 'compare' (duration: 177.770371ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:33.864916Z","caller":"traceutil/trace.go:171","msg":"trace[458158255] transaction","detail":"{read_only:false; response_revision:10335; number_of_response:1; }","duration":"370.702326ms","start":"2026-03-31T05:14:33.494183Z","end":"2026-03-31T05:14:33.864885Z","steps":["trace[458158255] 'process raft request' (duration: 370.282925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.865106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.494147Z","time spent":"370.85383ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:33.865119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.909499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:14:33.864903Z","caller":"traceutil/trace.go:171","msg":"trace[1737598889] linearizableReadLoop","detail":"{readStateIndex:10700; appliedIndex:10699; }","duration":"480.684473ms","start":"2026-03-31T05:14:33.384194Z","end":"2026-03-31T05:14:33.864878Z","steps":["trace[1737598889] 'read index received' (duration: 301.867503ms)","trace[1737598889] 'applied index is now lower than readState.Index' (duration: 178.81479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:33.865195Z","caller":"traceutil/trace.go:171","msg":"trace[1497330497] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10337; }","duration":"481.006131ms","start":"2026-03-31T05:14:33.38417Z","end":"2026-03-31T05:14:33.865176Z","steps":["trace[1497330497] 'agreement among raft nodes before linearized reading' (duration: 480.779095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:33.864941Z","caller":"traceutil/trace.go:171","msg":"trace[1240112239] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"369.190284ms","start":"2026-03-31T05:14:33.495741Z","end":"2026-03-31T05:14:33.864931Z","steps":["trace[1240112239] 'process raft request' (duration: 368.775843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.86511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.383052Z","time spent":"481.967928ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:33.865258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.38416Z","time spent":"481.080683ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T05:14:33.865332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.495731Z","time spent":"369.513364ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:33.86543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.418098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:14:33.8655Z","caller":"traceutil/trace.go:171","msg":"trace[1560905944] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10337; }","duration":"479.479239ms","start":"2026-03-31T05:14:33.385998Z","end":"2026-03-31T05:14:33.865477Z","steps":["trace[1560905944] 'agreement among raft nodes before linearized reading' (duration: 479.288924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.865552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.385977Z","time spent":"479.563252ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:14:33.865556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.577441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:14:33.865617Z","caller":"traceutil/trace.go:171","msg":"trace[566725846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10337; }","duration":"175.681773ms","start":"2026-03-31T05:14:33.689918Z","end":"2026-03-31T05:14:33.8656Z","steps":["trace[566725846] 'agreement among raft nodes before linearized reading' (duration: 175.485918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:34.371891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396000977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:14:34.610058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.313077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:34.610323Z","caller":"traceutil/trace.go:171","msg":"trace[2024466463] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"740.070685ms","start":"2026-03-31T05:14:33.870223Z","end":"2026-03-31T05:14:34.610294Z","steps":["trace[2024466463] 'process raft request' (duration: 524.333847ms)","trace[2024466463] 'compare' (duration: 214.829093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:34.610403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.870208Z","time spent":"740.157178ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:36.107535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335874466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:36.10771Z","caller":"traceutil/trace.go:171","msg":"trace[1709361793] linearizableReadLoop","detail":"{readStateIndex:10705; appliedIndex:10703; }","duration":"2.236873331s","start":"2026-03-31T05:14:33.870804Z","end":"2026-03-31T05:14:36.107677Z","steps":["trace[1709361793] 'read index received' (duration: 523.72633ms)","trace[1709361793] 'applied index is now lower than readState.Index' (duration: 1.713144831s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:36.108062Z","caller":"traceutil/trace.go:171","msg":"trace[1838490872] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"1.862746442s","start":"2026-03-31T05:14:34.245295Z","end":"2026-03-31T05:14:36.108041Z","steps":["trace[1838490872] 'process raft request' (duration: 526.212068ms)","trace[1838490872] 'compare' (duration: 1.335418644s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.108176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.245277Z","time spent":"1.862840104s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:36.108315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237479439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:14:36.108432Z","caller":"traceutil/trace.go:171","msg":"trace[1264102924] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10339; }","duration":"2.237627132s","start":"2026-03-31T05:14:33.870778Z","end":"2026-03-31T05:14:36.108405Z","steps":["trace[1264102924] 'agreement among raft nodes before linearized reading' (duration: 2.237309593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.108495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.870761Z","time spent":"2.237719774s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T05:14:36.323247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.776735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:14:36.323851Z","caller":"traceutil/trace.go:171","msg":"trace[295217104] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"452.864292ms","start":"2026-03-31T05:14:35.870962Z","end":"2026-03-31T05:14:36.323826Z","steps":["trace[295217104] 'process raft request' (duration: 452.389069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.323968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.870928Z","time spent":"452.971425ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:36.466561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.426964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:36.466827Z","caller":"traceutil/trace.go:171","msg":"trace[933874885] linearizableReadLoop","detail":"{readStateIndex:10708; appliedIndex:10705; }","duration":"359.058678ms","start":"2026-03-31T05:14:36.107745Z","end":"2026-03-31T05:14:36.466804Z","steps":["trace[933874885] 'read index received' (duration: 91.862652ms)","trace[933874885] 'applied index is now lower than readState.Index' (duration: 267.194426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.467031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378807593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:36.467066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.950808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:14:36.467116Z","caller":"traceutil/trace.go:171","msg":"trace[1270867668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10341; }","duration":"2.378928966s","start":"2026-03-31T05:14:34.088168Z","end":"2026-03-31T05:14:36.467097Z","steps":["trace[1270867668] 'agreement among raft nodes before linearized reading' (duration: 2.378826313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.46719Z","caller":"traceutil/trace.go:171","msg":"trace[1569368044] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"595.946355ms","start":"2026-03-31T05:14:35.87123Z","end":"2026-03-31T05:14:36.467176Z","steps":["trace[1569368044] 'process raft request' (duration: 452.584165ms)","trace[1569368044] 'compare' (duration: 142.2656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.467243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262649437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:14:36.467298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.871215Z","time spent":"596.010416ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:36.467301Z","caller":"traceutil/trace.go:171","msg":"trace[1135977285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10341; }","duration":"2.262757939s","start":"2026-03-31T05:14:34.204526Z","end":"2026-03-31T05:14:36.467284Z","steps":["trace[1135977285] 'agreement among raft nodes before linearized reading' (duration: 2.26243517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.467331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261639268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:14:36.467364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.204454Z","time spent":"2.262891493s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:36.467447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261959057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:14:36.467257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261496665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:14:36.467473Z","caller":"traceutil/trace.go:171","msg":"trace[536963848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10341; }","duration":"2.261999229s","start":"2026-03-31T05:14:34.205468Z","end":"2026-03-31T05:14:36.467467Z","steps":["trace[536963848] 'agreement among raft nodes before linearized reading' (duration: 2.261941837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.46749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.110781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:14:36.46751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.205461Z","time spent":"2.26204187s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:14:36.467524Z","caller":"traceutil/trace.go:171","msg":"trace[1201224289] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10341; }","duration":"633.174892ms","start":"2026-03-31T05:14:35.834339Z","end":"2026-03-31T05:14:36.467514Z","steps":["trace[1201224289] 'agreement among raft nodes before linearized reading' (duration: 633.119411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.46755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.834321Z","time spent":"633.223624ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:36.467526Z","caller":"traceutil/trace.go:171","msg":"trace[611489993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10341; }","duration":"2.261763272s","start":"2026-03-31T05:14:34.205739Z","end":"2026-03-31T05:14:36.467502Z","steps":["trace[611489993] 'agreement among raft nodes before linearized reading' (duration: 2.261467734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.467556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406316005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:36.467628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.20573Z","time spent":"2.261871755s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:14:36.467615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982864547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:36.467688Z","caller":"traceutil/trace.go:171","msg":"trace[1371029859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10341; }","duration":"2.406542771s","start":"2026-03-31T05:14:34.061101Z","end":"2026-03-31T05:14:36.467644Z","steps":["trace[1371029859] 'agreement among raft nodes before linearized reading' (duration: 2.406304004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.467134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254038431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:14:36.467767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095030341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T05:14:36.467718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669235081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:14:36.467839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594280994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:14:36.467856Z","caller":"traceutil/trace.go:171","msg":"trace[84142113] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10341; }","duration":"1.095170165s","start":"2026-03-31T05:14:35.372663Z","end":"2026-03-31T05:14:36.467833Z","steps":["trace[84142113] 'agreement among raft nodes before linearized reading' (duration: 1.094894177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.467913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.372643Z","time spent":"1.095259047s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T05:14:36.467901Z","caller":"traceutil/trace.go:171","msg":"trace[1804558264] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10341; }","duration":"2.594364816s","start":"2026-03-31T05:14:33.87352Z","end":"2026-03-31T05:14:36.467885Z","steps":["trace[1804558264] 'agreement among raft nodes before linearized reading' (duration: 2.594207652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.467997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:33.873512Z","time spent":"2.594469879s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:14:36.467801Z","caller":"traceutil/trace.go:171","msg":"trace[1253019929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10341; }","duration":"2.254746491s","start":"2026-03-31T05:14:34.213047Z","end":"2026-03-31T05:14:36.467794Z","steps":["trace[1253019929] 'agreement among raft nodes before linearized reading' (duration: 2.253811405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.468085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.213039Z","time spent":"2.255038359s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:14:36.467263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.088142Z","time spent":"2.379105271s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:36.467143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261987788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:14:36.468208Z","caller":"traceutil/trace.go:171","msg":"trace[139112691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10341; }","duration":"2.2631335s","start":"2026-03-31T05:14:34.205051Z","end":"2026-03-31T05:14:36.468185Z","steps":["trace[139112691] 'agreement among raft nodes before linearized reading' (duration: 2.261841764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.467142Z","caller":"traceutil/trace.go:171","msg":"trace[692263736] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10341; }","duration":"971.074802ms","start":"2026-03-31T05:14:35.49605Z","end":"2026-03-31T05:14:36.467125Z","steps":["trace[692263736] 'agreement among raft nodes before linearized reading' (duration: 970.865486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.468323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:35.496027Z","time spent":"972.284425ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:14:36.468321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.205015Z","time spent":"2.263283744s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:14:36.467388Z","caller":"traceutil/trace.go:171","msg":"trace[1932074886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10341; }","duration":"2.26168s","start":"2026-03-31T05:14:34.205687Z","end":"2026-03-31T05:14:36.467367Z","steps":["trace[1932074886] 'agreement among raft nodes before linearized reading' (duration: 2.261590588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.468392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.2056Z","time spent":"2.26278175s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:14:36.467686Z","caller":"traceutil/trace.go:171","msg":"trace[1868469126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10341; }","duration":"1.9830021s","start":"2026-03-31T05:14:34.484665Z","end":"2026-03-31T05:14:36.467667Z","steps":["trace[1868469126] 'agreement among raft nodes before linearized reading' (duration: 1.982881767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.468465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.484632Z","time spent":"1.983815652s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:36.467762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.061074Z","time spent":"2.406675735s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:36.467839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.93833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-03-31T05:14:36.468669Z","caller":"traceutil/trace.go:171","msg":"trace[845368185] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10341; }","duration":"353.792823ms","start":"2026-03-31T05:14:36.114858Z","end":"2026-03-31T05:14:36.468651Z","steps":["trace[845368185] 'agreement among raft nodes before linearized reading' (duration: 352.809596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.468819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:36.114839Z","time spent":"353.959098ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111944,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:14:36.468058Z","caller":"traceutil/trace.go:171","msg":"trace[452830752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10341; }","duration":"1.669534429s","start":"2026-03-31T05:14:34.798343Z","end":"2026-03-31T05:14:36.467878Z","steps":["trace[452830752] 'agreement among raft nodes before linearized reading' (duration: 1.669052856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.469455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:34.798321Z","time spent":"1.671108933s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:36.695492Z","caller":"traceutil/trace.go:171","msg":"trace[2094217213] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"221.868756ms","start":"2026-03-31T05:14:36.47359Z","end":"2026-03-31T05:14:36.695459Z","steps":["trace[2094217213] 'process raft request' (duration: 221.713722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.695503Z","caller":"traceutil/trace.go:171","msg":"trace[672280540] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"222.189445ms","start":"2026-03-31T05:14:36.47328Z","end":"2026-03-31T05:14:36.695469Z","steps":["trace[672280540] 'process raft request' (duration: 221.807704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.695707Z","caller":"traceutil/trace.go:171","msg":"trace[1050858932] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"221.62504ms","start":"2026-03-31T05:14:36.47406Z","end":"2026-03-31T05:14:36.695685Z","steps":["trace[1050858932] 'process raft request' (duration: 221.312331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.695764Z","caller":"traceutil/trace.go:171","msg":"trace[1677055447] linearizableReadLoop","detail":"{readStateIndex:10713; appliedIndex:10709; }","duration":"184.409152ms","start":"2026-03-31T05:14:36.511332Z","end":"2026-03-31T05:14:36.695741Z","steps":["trace[1677055447] 'read index received' (duration: 183.673742ms)","trace[1677055447] 'applied index is now lower than readState.Index' (duration: 734.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.695892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.989167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:36.695945Z","caller":"traceutil/trace.go:171","msg":"trace[953775864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10346; }","duration":"219.073749ms","start":"2026-03-31T05:14:36.476856Z","end":"2026-03-31T05:14:36.69593Z","steps":["trace[953775864] 'agreement among raft nodes before linearized reading' (duration: 218.932335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.695947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.679778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:36.696038Z","caller":"traceutil/trace.go:171","msg":"trace[433422433] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10346; }","duration":"222.796452ms","start":"2026-03-31T05:14:36.473218Z","end":"2026-03-31T05:14:36.696014Z","steps":["trace[433422433] 'agreement among raft nodes before linearized reading' (duration: 222.659808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.696081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.814962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-31T05:14:36.696163Z","caller":"traceutil/trace.go:171","msg":"trace[2114560378] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:10346; }","duration":"222.964566ms","start":"2026-03-31T05:14:36.473176Z","end":"2026-03-31T05:14:36.696141Z","steps":["trace[2114560378] 'agreement among raft nodes before linearized reading' (duration: 222.699889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.696207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.76541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:14:36.696233Z","caller":"traceutil/trace.go:171","msg":"trace[1689655060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10346; }","duration":"222.809161ms","start":"2026-03-31T05:14:36.473416Z","end":"2026-03-31T05:14:36.696225Z","steps":["trace[1689655060] 'agreement among raft nodes before linearized reading' (duration: 222.430351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:36.696382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.941866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:14:36.69643Z","caller":"traceutil/trace.go:171","msg":"trace[1784361126] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10346; }","duration":"219.003648ms","start":"2026-03-31T05:14:36.477413Z","end":"2026-03-31T05:14:36.696416Z","steps":["trace[1784361126] 'agreement among raft nodes before linearized reading' (duration: 218.836313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.696192Z","caller":"traceutil/trace.go:171","msg":"trace[1019353324] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"222.099852ms","start":"2026-03-31T05:14:36.474075Z","end":"2026-03-31T05:14:36.696175Z","steps":["trace[1019353324] 'process raft request' (duration: 221.529026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.884243Z","caller":"traceutil/trace.go:171","msg":"trace[594719081] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10713; }","duration":"181.745759ms","start":"2026-03-31T05:14:36.702468Z","end":"2026-03-31T05:14:36.884214Z","steps":["trace[594719081] 'read index received' (duration: 36.678183ms)","trace[594719081] 'applied index is now lower than readState.Index' (duration: 145.066376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:36.884851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.349956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:14:36.884916Z","caller":"traceutil/trace.go:171","msg":"trace[1360175639] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:10348; }","duration":"182.460629ms","start":"2026-03-31T05:14:36.702441Z","end":"2026-03-31T05:14:36.884902Z","steps":["trace[1360175639] 'agreement among raft nodes before linearized reading' (duration: 182.227313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:36.884723Z","caller":"traceutil/trace.go:171","msg":"trace[1423084740] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"182.84077ms","start":"2026-03-31T05:14:36.701823Z","end":"2026-03-31T05:14:36.884663Z","steps":["trace[1423084740] 'process raft request' (duration: 134.755615ms)","trace[1423084740] 'compare' (duration: 47.485688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:37.523819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8065} {"level":"info","ts":"2026-03-31T05:14:37.686395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8065,"took":"159.528552ms","hash":1904374546,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":27869184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T05:14:37.686462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1904374546,"revision":8065,"compact-revision":5961} {"level":"info","ts":"2026-03-31T05:14:38.876061Z","caller":"traceutil/trace.go:171","msg":"trace[1283982252] transaction","detail":"{read_only:false; response_revision:10361; number_of_response:1; }","duration":"126.212841ms","start":"2026-03-31T05:14:38.749825Z","end":"2026-03-31T05:14:38.876038Z","steps":["trace[1283982252] 'process raft request' (duration: 124.233817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.755251Z","caller":"traceutil/trace.go:171","msg":"trace[1603160779] linearizableReadLoop","detail":"{readStateIndex:10764; appliedIndex:10763; }","duration":"143.656098ms","start":"2026-03-31T05:14:46.611546Z","end":"2026-03-31T05:14:46.755202Z","steps":["trace[1603160779] 'read index received' (duration: 143.030571ms)","trace[1603160779] 'applied index is now lower than readState.Index' (duration: 623.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:46.755469Z","caller":"traceutil/trace.go:171","msg":"trace[1655182082] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"180.536376ms","start":"2026-03-31T05:14:46.574916Z","end":"2026-03-31T05:14:46.755453Z","steps":["trace[1655182082] 'process raft request' (duration: 179.633481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:46.755752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.175682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:46.755804Z","caller":"traceutil/trace.go:171","msg":"trace[2001265999] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10394; }","duration":"144.289835ms","start":"2026-03-31T05:14:46.611495Z","end":"2026-03-31T05:14:46.755785Z","steps":["trace[2001265999] 'agreement among raft nodes before linearized reading' (duration: 144.167842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:46.755829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.920834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:46.755936Z","caller":"traceutil/trace.go:171","msg":"trace[1953652806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10394; }","duration":"103.096509ms","start":"2026-03-31T05:14:46.652813Z","end":"2026-03-31T05:14:46.75591Z","steps":["trace[1953652806] 'agreement among raft nodes before linearized reading' (duration: 102.76679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.512397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396001229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:14:53.540682Z","caller":"traceutil/trace.go:171","msg":"trace[2070034327] linearizableReadLoop","detail":"{readStateIndex:10799; appliedIndex:10798; }","duration":"529.20465ms","start":"2026-03-31T05:14:53.011448Z","end":"2026-03-31T05:14:53.540652Z","steps":["trace[2070034327] 'read index received' (duration: 528.940103ms)","trace[2070034327] 'applied index is now lower than readState.Index' (duration: 263.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:53.540823Z","caller":"traceutil/trace.go:171","msg":"trace[95342403] transaction","detail":"{read_only:false; response_revision:10428; number_of_response:1; }","duration":"534.399252ms","start":"2026-03-31T05:14:53.00638Z","end":"2026-03-31T05:14:53.540779Z","steps":["trace[95342403] 'process raft request' (duration: 534.092003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.529729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:14:53.541041Z","caller":"traceutil/trace.go:171","msg":"trace[1603961828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10428; }","duration":"529.633961ms","start":"2026-03-31T05:14:53.011396Z","end":"2026-03-31T05:14:53.541029Z","steps":["trace[1603961828] 'agreement among raft nodes before linearized reading' (duration: 529.395885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.011376Z","time spent":"529.700274ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:14:53.541149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.402974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:14:53.541161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.819275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:14:53.541222Z","caller":"traceutil/trace.go:171","msg":"trace[1210856990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10428; }","duration":"499.503707ms","start":"2026-03-31T05:14:53.041694Z","end":"2026-03-31T05:14:53.541198Z","steps":["trace[1210856990] 'agreement among raft nodes before linearized reading' (duration: 499.323082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.041679Z","time spent":"499.58137ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:14:53.541282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.073768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:14:53.541285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.885433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:53.541354Z","caller":"traceutil/trace.go:171","msg":"trace[1750336526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10428; }","duration":"498.141941ms","start":"2026-03-31T05:14:53.043185Z","end":"2026-03-31T05:14:53.541327Z","steps":["trace[1750336526] 'agreement among raft nodes before linearized reading' (duration: 497.794341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.541279Z","caller":"traceutil/trace.go:171","msg":"trace[576586728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10428; }","duration":"526.98519ms","start":"2026-03-31T05:14:53.014267Z","end":"2026-03-31T05:14:53.541253Z","steps":["trace[576586728] 'agreement among raft nodes before linearized reading' (duration: 526.63119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.541392Z","caller":"traceutil/trace.go:171","msg":"trace[1275515091] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10428; }","duration":"276.069809ms","start":"2026-03-31T05:14:53.265298Z","end":"2026-03-31T05:14:53.541368Z","steps":["trace[1275515091] 'agreement among raft nodes before linearized reading' (duration: 275.882724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.043173Z","time spent":"498.223082ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:53.541428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.014256Z","time spent":"527.163614ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:53.541188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.941276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:14:53.541573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.006353Z","time spent":"534.540986ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:53.541572Z","caller":"traceutil/trace.go:171","msg":"trace[848094122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10428; }","duration":"479.399638ms","start":"2026-03-31T05:14:53.062153Z","end":"2026-03-31T05:14:53.541553Z","steps":["trace[848094122] 'agreement among raft nodes before linearized reading' (duration: 478.872503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.062125Z","time spent":"479.539542ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:14:53.541188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.39023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:53.541756Z","caller":"traceutil/trace.go:171","msg":"trace[491495040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10428; }","duration":"374.040437ms","start":"2026-03-31T05:14:53.167702Z","end":"2026-03-31T05:14:53.541742Z","steps":["trace[491495040] 'agreement among raft nodes before linearized reading' (duration: 373.229375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.541798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.16768Z","time spent":"374.106619ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:14:53.686654Z","caller":"traceutil/trace.go:171","msg":"trace[1422951135] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"138.853276ms","start":"2026-03-31T05:14:53.547777Z","end":"2026-03-31T05:14:53.686631Z","steps":["trace[1422951135] 'process raft request' (duration: 129.368897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.686753Z","caller":"traceutil/trace.go:171","msg":"trace[901134548] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"137.88422ms","start":"2026-03-31T05:14:53.548838Z","end":"2026-03-31T05:14:53.686722Z","steps":["trace[901134548] 'process raft request' (duration: 137.622613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.686779Z","caller":"traceutil/trace.go:171","msg":"trace[702456441] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"137.940241ms","start":"2026-03-31T05:14:53.548787Z","end":"2026-03-31T05:14:53.686727Z","steps":["trace[702456441] 'process raft request' (duration: 137.623562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.686535Z","caller":"traceutil/trace.go:171","msg":"trace[358671280] linearizableReadLoop","detail":"{readStateIndex:10801; appliedIndex:10799; }","duration":"138.030824ms","start":"2026-03-31T05:14:53.548472Z","end":"2026-03-31T05:14:53.686503Z","steps":["trace[358671280] 'read index received' (duration: 55.058075ms)","trace[358671280] 'applied index is now lower than readState.Index' (duration: 82.971389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:53.687223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.699412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:14:53.687316Z","caller":"traceutil/trace.go:171","msg":"trace[1211681923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10432; }","duration":"138.824456ms","start":"2026-03-31T05:14:53.548468Z","end":"2026-03-31T05:14:53.687292Z","steps":["trace[1211681923] 'agreement among raft nodes before linearized reading' (duration: 138.478246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.713707Z","caller":"traceutil/trace.go:171","msg":"trace[1186191511] linearizableReadLoop","detail":"{readStateIndex:10809; appliedIndex:10808; }","duration":"158.124633ms","start":"2026-03-31T05:14:55.555554Z","end":"2026-03-31T05:14:55.713679Z","steps":["trace[1186191511] 'read index received' (duration: 157.901527ms)","trace[1186191511] 'applied index is now lower than readState.Index' (duration: 221.436µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.713989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.419781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:14:55.714036Z","caller":"traceutil/trace.go:171","msg":"trace[1255529336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10438; }","duration":"158.523394ms","start":"2026-03-31T05:14:55.5555Z","end":"2026-03-31T05:14:55.714024Z","steps":["trace[1255529336] 'agreement among raft nodes before linearized reading' (duration: 158.324808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.713974Z","caller":"traceutil/trace.go:171","msg":"trace[1980338430] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"161.498146ms","start":"2026-03-31T05:14:55.552263Z","end":"2026-03-31T05:14:55.713762Z","steps":["trace[1980338430] 'process raft request' (duration: 161.221638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.892682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.21463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:14:55.892807Z","caller":"traceutil/trace.go:171","msg":"trace[175803043] linearizableReadLoop","detail":"{readStateIndex:10810; appliedIndex:10809; }","duration":"178.991125ms","start":"2026-03-31T05:14:55.713792Z","end":"2026-03-31T05:14:55.892783Z","steps":["trace[175803043] 'read index received' (duration: 63.538328ms)","trace[175803043] 'applied index is now lower than readState.Index' (duration: 115.451107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.893073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.198364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:14:55.893114Z","caller":"traceutil/trace.go:171","msg":"trace[404698644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10438; }","duration":"200.250705ms","start":"2026-03-31T05:14:55.692852Z","end":"2026-03-31T05:14:55.893103Z","steps":["trace[404698644] 'agreement among raft nodes before linearized reading' (duration: 200.06647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.893316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.634165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:14:55.893394Z","caller":"traceutil/trace.go:171","msg":"trace[2122781489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10438; }","duration":"200.754799ms","start":"2026-03-31T05:14:55.692619Z","end":"2026-03-31T05:14:55.893374Z","steps":["trace[2122781489] 'agreement among raft nodes before linearized reading' (duration: 200.480371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.89332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.029424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:55.893767Z","caller":"traceutil/trace.go:171","msg":"trace[1217636182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10438; }","duration":"285.536417ms","start":"2026-03-31T05:14:55.608203Z","end":"2026-03-31T05:14:55.893739Z","steps":["trace[1217636182] 'agreement among raft nodes before linearized reading' (duration: 284.737355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.893947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.883942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"warn","ts":"2026-03-31T05:14:55.89374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.469869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:14:55.894158Z","caller":"traceutil/trace.go:171","msg":"trace[917869290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10438; }","duration":"202.058075ms","start":"2026-03-31T05:14:55.692081Z","end":"2026-03-31T05:14:55.89414Z","steps":["trace[917869290] 'agreement among raft nodes before linearized reading' (duration: 201.086528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.894055Z","caller":"traceutil/trace.go:171","msg":"trace[2089035299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10438; }","duration":"175.013005ms","start":"2026-03-31T05:14:55.719016Z","end":"2026-03-31T05:14:55.894029Z","steps":["trace[2089035299] 'agreement among raft nodes before linearized reading' (duration: 174.243344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.018098Z","caller":"traceutil/trace.go:171","msg":"trace[809028090] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"119.843506ms","start":"2026-03-31T05:14:55.898218Z","end":"2026-03-31T05:14:56.018062Z","steps":["trace[809028090] 'process raft request' (duration: 119.392094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.039698Z","caller":"traceutil/trace.go:171","msg":"trace[770900392] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"140.167673ms","start":"2026-03-31T05:14:55.899494Z","end":"2026-03-31T05:14:56.039662Z","steps":["trace[770900392] 'process raft request' (duration: 139.906116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.04Z","caller":"traceutil/trace.go:171","msg":"trace[1625194876] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"140.41286ms","start":"2026-03-31T05:14:55.899568Z","end":"2026-03-31T05:14:56.039981Z","steps":["trace[1625194876] 'process raft request' (duration: 140.05111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.040162Z","caller":"traceutil/trace.go:171","msg":"trace[1532330972] transaction","detail":"{read_only:false; response_revision:10442; number_of_response:1; }","duration":"140.47231ms","start":"2026-03-31T05:14:55.899648Z","end":"2026-03-31T05:14:56.04012Z","steps":["trace[1532330972] 'process raft request' (duration: 140.230874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:58.540466Z","caller":"traceutil/trace.go:171","msg":"trace[2124247827] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"466.681129ms","start":"2026-03-31T05:14:58.073763Z","end":"2026-03-31T05:14:58.540444Z","steps":["trace[2124247827] 'process raft request' (duration: 466.565626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.540617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.073735Z","time spent":"466.799393ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:58.777329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.575894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:58.777512Z","caller":"traceutil/trace.go:171","msg":"trace[155788004] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"702.975021ms","start":"2026-03-31T05:14:58.074518Z","end":"2026-03-31T05:14:58.777493Z","steps":["trace[155788004] 'process raft request' (duration: 547.15981ms)","trace[155788004] 'compare' (duration: 155.454081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:58.777584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.074489Z","time spent":"703.062393ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:58.777948Z","caller":"traceutil/trace.go:171","msg":"trace[1828662115] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"703.338281ms","start":"2026-03-31T05:14:58.074576Z","end":"2026-03-31T05:14:58.777914Z","steps":["trace[1828662115] 'process raft request' (duration: 702.862748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.778154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.074541Z","time spent":"703.500155ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:58.778375Z","caller":"traceutil/trace.go:171","msg":"trace[550773007] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"703.549207ms","start":"2026-03-31T05:14:58.074773Z","end":"2026-03-31T05:14:58.778322Z","steps":["trace[550773007] 'process raft request' (duration: 702.996852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.778568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.074763Z","time spent":"703.707101ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:58.778788Z","caller":"traceutil/trace.go:171","msg":"trace[1455626766] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"388.161622ms","start":"2026-03-31T05:14:58.390611Z","end":"2026-03-31T05:14:58.778773Z","steps":["trace[1455626766] 'process raft request' (duration: 387.555985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.778856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.390579Z","time spent":"388.240504ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:58.779019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.398567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:58.779105Z","caller":"traceutil/trace.go:171","msg":"trace[31946230] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10454; }","duration":"686.528991ms","start":"2026-03-31T05:14:58.092556Z","end":"2026-03-31T05:14:58.779085Z","steps":["trace[31946230] 'agreement among raft nodes before linearized reading' (duration: 686.413037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.779153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.092533Z","time spent":"686.607003ms","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:58.778811Z","caller":"traceutil/trace.go:171","msg":"trace[1598077659] linearizableReadLoop","detail":"{readStateIndex:10825; appliedIndex:10822; }","duration":"686.157241ms","start":"2026-03-31T05:14:58.092619Z","end":"2026-03-31T05:14:58.778776Z","steps":["trace[1598077659] 'read index received' (duration: 448.196675ms)","trace[1598077659] 'applied index is now lower than readState.Index' (duration: 237.958736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:58.823636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.592078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:58.823836Z","caller":"traceutil/trace.go:171","msg":"trace[1167114987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10455; }","duration":"338.874015ms","start":"2026-03-31T05:14:58.484937Z","end":"2026-03-31T05:14:58.823811Z","steps":["trace[1167114987] 'agreement among raft nodes before linearized reading' (duration: 338.565367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.823908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.484905Z","time spent":"338.992589ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:59.050543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.730659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:59.050656Z","caller":"traceutil/trace.go:171","msg":"trace[844894061] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10455; }","duration":"132.859462ms","start":"2026-03-31T05:14:58.917769Z","end":"2026-03-31T05:14:59.050629Z","steps":["trace[844894061] 'range keys from in-memory index tree' (duration: 132.629596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:59.290003Z","caller":"traceutil/trace.go:171","msg":"trace[1958528864] linearizableReadLoop","detail":"{readStateIndex:10828; appliedIndex:10827; }","duration":"288.711264ms","start":"2026-03-31T05:14:59.001254Z","end":"2026-03-31T05:14:59.289965Z","steps":["trace[1958528864] 'read index received' (duration: 288.404336ms)","trace[1958528864] 'applied index is now lower than readState.Index' (duration: 305.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:59.290149Z","caller":"traceutil/trace.go:171","msg":"trace[285570767] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"317.294805ms","start":"2026-03-31T05:14:58.972822Z","end":"2026-03-31T05:14:59.290117Z","steps":["trace[285570767] 'process raft request' (duration: 316.865213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.290226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.710767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:59.290521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.972778Z","time spent":"317.44124ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.290531Z","caller":"traceutil/trace.go:171","msg":"trace[14687240] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10456; }","duration":"234.845811ms","start":"2026-03-31T05:14:59.05544Z","end":"2026-03-31T05:14:59.290286Z","steps":["trace[14687240] 'agreement among raft nodes before linearized reading' (duration: 234.707077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.290601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.31155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:14:59.290691Z","caller":"traceutil/trace.go:171","msg":"trace[663450324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10456; }","duration":"289.476975ms","start":"2026-03-31T05:14:59.001192Z","end":"2026-03-31T05:14:59.290669Z","steps":["trace[663450324] 'agreement among raft nodes before linearized reading' (duration: 288.953441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.477921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.150789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:14:59.478018Z","caller":"traceutil/trace.go:171","msg":"trace[1578098318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10457; }","duration":"115.282983ms","start":"2026-03-31T05:14:59.362712Z","end":"2026-03-31T05:14:59.477995Z","steps":["trace[1578098318] 'range keys from in-memory index tree' (duration: 114.928973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:00.791875Z","caller":"traceutil/trace.go:171","msg":"trace[1992868670] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"212.473729ms","start":"2026-03-31T05:15:00.579365Z","end":"2026-03-31T05:15:00.791839Z","steps":["trace[1992868670] 'process raft request' (duration: 212.110589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:00.991419Z","caller":"traceutil/trace.go:171","msg":"trace[1974689157] linearizableReadLoop","detail":"{readStateIndex:10834; appliedIndex:10833; }","duration":"199.628928ms","start":"2026-03-31T05:15:00.791768Z","end":"2026-03-31T05:15:00.991397Z","steps":["trace[1974689157] 'read index received' (duration: 112.862526ms)","trace[1974689157] 'applied index is now lower than readState.Index' (duration: 86.765432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:00.991454Z","caller":"traceutil/trace.go:171","msg":"trace[1128722477] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"207.701939ms","start":"2026-03-31T05:15:00.783718Z","end":"2026-03-31T05:15:00.99142Z","steps":["trace[1128722477] 'process raft request' (duration: 120.862135ms)","trace[1128722477] 'compare' (duration: 86.68382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:00.99167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.532401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:00.99172Z","caller":"traceutil/trace.go:171","msg":"trace[1602174377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10461; }","duration":"208.643565ms","start":"2026-03-31T05:15:00.783063Z","end":"2026-03-31T05:15:00.991706Z","steps":["trace[1602174377] 'agreement among raft nodes before linearized reading' (duration: 208.492401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:00.992189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.936293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:15:00.99249Z","caller":"traceutil/trace.go:171","msg":"trace[136255386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10461; }","duration":"209.112157ms","start":"2026-03-31T05:15:00.783161Z","end":"2026-03-31T05:15:00.992273Z","steps":["trace[136255386] 'agreement among raft nodes before linearized reading' (duration: 208.280225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:00.995854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.456726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:15:00.995913Z","caller":"traceutil/trace.go:171","msg":"trace[1672826137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10462; }","duration":"202.537287ms","start":"2026-03-31T05:15:00.79336Z","end":"2026-03-31T05:15:00.995897Z","steps":["trace[1672826137] 'agreement among raft nodes before linearized reading' (duration: 202.382963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:00.996173Z","caller":"traceutil/trace.go:171","msg":"trace[468307121] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"165.276109ms","start":"2026-03-31T05:15:00.830874Z","end":"2026-03-31T05:15:00.99615Z","steps":["trace[468307121] 'process raft request' (duration: 164.743475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.921174Z","caller":"traceutil/trace.go:171","msg":"trace[1719620588] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"154.260048ms","start":"2026-03-31T05:15:01.766877Z","end":"2026-03-31T05:15:01.921138Z","steps":["trace[1719620588] 'process raft request' (duration: 154.035341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.274072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.50009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:03.274206Z","caller":"traceutil/trace.go:171","msg":"trace[762045109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10468; }","duration":"182.648214ms","start":"2026-03-31T05:15:03.091537Z","end":"2026-03-31T05:15:03.274186Z","steps":["trace[762045109] 'range keys from in-memory index tree' (duration: 182.477919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.274322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.125736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:03.274471Z","caller":"traceutil/trace.go:171","msg":"trace[78388693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10468; }","duration":"808.323731ms","start":"2026-03-31T05:15:02.466116Z","end":"2026-03-31T05:15:03.27444Z","steps":["trace[78388693] 'count revisions from in-memory index tree' (duration: 807.951511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.274583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.466094Z","time spent":"808.466136ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:03.27468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.938884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:03.274728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.150717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:03.274815Z","caller":"traceutil/trace.go:171","msg":"trace[1923882665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10468; }","duration":"477.484285ms","start":"2026-03-31T05:15:02.797313Z","end":"2026-03-31T05:15:03.274798Z","steps":["trace[1923882665] 'range keys from in-memory index tree' (duration: 477.022262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.27484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.797288Z","time spent":"477.547297ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:15:03.274825Z","caller":"traceutil/trace.go:171","msg":"trace[2055967947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10468; }","duration":"792.127569ms","start":"2026-03-31T05:15:02.482666Z","end":"2026-03-31T05:15:03.274793Z","steps":["trace[2055967947] 'range keys from in-memory index tree' (duration: 791.865452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.274887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.482654Z","time spent":"792.221011ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:15:03.438753Z","caller":"traceutil/trace.go:171","msg":"trace[846318622] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"440.302939ms","start":"2026-03-31T05:15:02.998421Z","end":"2026-03-31T05:15:03.438724Z","steps":["trace[846318622] 'process raft request' (duration: 440.124924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.438953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:02.998394Z","time spent":"440.454084ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:03.678043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.705823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:03.67859Z","caller":"traceutil/trace.go:171","msg":"trace[1183693883] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"676.287092ms","start":"2026-03-31T05:15:03.002273Z","end":"2026-03-31T05:15:03.67856Z","steps":["trace[1183693883] 'process raft request' (duration: 521.856409ms)","trace[1183693883] 'compare' (duration: 153.526118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:03.678712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.002237Z","time spent":"676.417015ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:03.679419Z","caller":"traceutil/trace.go:171","msg":"trace[419466918] linearizableReadLoop","detail":"{readStateIndex:10843; appliedIndex:10841; }","duration":"674.955584ms","start":"2026-03-31T05:15:03.004399Z","end":"2026-03-31T05:15:03.679354Z","steps":["trace[419466918] 'read index received' (duration: 434.224752ms)","trace[419466918] 'applied index is now lower than readState.Index' (duration: 240.729412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:03.679492Z","caller":"traceutil/trace.go:171","msg":"trace[852771209] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"372.182466ms","start":"2026-03-31T05:15:03.307282Z","end":"2026-03-31T05:15:03.679464Z","steps":["trace[852771209] 'process raft request' (duration: 372.017242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:03.679497Z","caller":"traceutil/trace.go:171","msg":"trace[344734353] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"399.01202ms","start":"2026-03-31T05:15:03.280439Z","end":"2026-03-31T05:15:03.679451Z","steps":["trace[344734353] 'process raft request' (duration: 398.066424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.307255Z","time spent":"372.292229ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:03.679655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.486057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:15:03.679674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.561361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:15:03.679725Z","caller":"traceutil/trace.go:171","msg":"trace[1182702082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10472; }","duration":"284.670303ms","start":"2026-03-31T05:15:03.39504Z","end":"2026-03-31T05:15:03.679711Z","steps":["trace[1182702082] 'agreement among raft nodes before linearized reading' (duration: 284.514889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.231546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:03.679713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.028709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:03.679726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.280428Z","time spent":"399.170514ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:03.679761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.382912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:15:03.679787Z","caller":"traceutil/trace.go:171","msg":"trace[1939680580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10472; }","duration":"403.139563ms","start":"2026-03-31T05:15:03.276629Z","end":"2026-03-31T05:15:03.679769Z","steps":["trace[1939680580] 'agreement among raft nodes before linearized reading' (duration: 403.004439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:03.67969Z","caller":"traceutil/trace.go:171","msg":"trace[651854287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10472; }","duration":"627.522758ms","start":"2026-03-31T05:15:03.052155Z","end":"2026-03-31T05:15:03.679678Z","steps":["trace[651854287] 'agreement among raft nodes before linearized reading' (duration: 627.397725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.513484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:15:03.679827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.276602Z","time spent":"403.218445ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:15:03.679827Z","caller":"traceutil/trace.go:171","msg":"trace[1442551227] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10472; }","duration":"447.488485ms","start":"2026-03-31T05:15:03.232324Z","end":"2026-03-31T05:15:03.679812Z","steps":["trace[1442551227] 'agreement among raft nodes before linearized reading' (duration: 447.282569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.233097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:15:03.679838Z","caller":"traceutil/trace.go:171","msg":"trace[2024888004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10472; }","duration":"587.567525ms","start":"2026-03-31T05:15:03.092265Z","end":"2026-03-31T05:15:03.679832Z","steps":["trace[2024888004] 'agreement among raft nodes before linearized reading' (duration: 587.507574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.445819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:15:03.67985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.052081Z","time spent":"627.755565ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:03.679874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.092241Z","time spent":"587.623626ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:03.679872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.2323Z","time spent":"447.557047ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:15:03.67976Z","caller":"traceutil/trace.go:171","msg":"trace[1199731183] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10472; }","duration":"512.296417ms","start":"2026-03-31T05:15:03.167457Z","end":"2026-03-31T05:15:03.679754Z","steps":["trace[1199731183] 'agreement among raft nodes before linearized reading' (duration: 512.249416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:03.679879Z","caller":"traceutil/trace.go:171","msg":"trace[2128847300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10472; }","duration":"267.331219ms","start":"2026-03-31T05:15:03.412531Z","end":"2026-03-31T05:15:03.679863Z","steps":["trace[2128847300] 'agreement among raft nodes before linearized reading' (duration: 267.185395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.084176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:03.679904Z","caller":"traceutil/trace.go:171","msg":"trace[807725758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10472; }","duration":"675.529051ms","start":"2026-03-31T05:15:03.004351Z","end":"2026-03-31T05:15:03.67988Z","steps":["trace[807725758] 'agreement among raft nodes before linearized reading' (duration: 675.457239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.67993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.167435Z","time spent":"512.478342ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:03.679938Z","caller":"traceutil/trace.go:171","msg":"trace[1025502922] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10472; }","duration":"149.338113ms","start":"2026-03-31T05:15:03.530593Z","end":"2026-03-31T05:15:03.679931Z","steps":["trace[1025502922] 'agreement among raft nodes before linearized reading' (duration: 149.066366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:03.679962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.004339Z","time spent":"675.615273ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:15:03.981042Z","caller":"traceutil/trace.go:171","msg":"trace[551150924] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"296.487797ms","start":"2026-03-31T05:15:03.684505Z","end":"2026-03-31T05:15:03.980993Z","steps":["trace[551150924] 'process raft request' (duration: 296.268761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:04.139125Z","caller":"traceutil/trace.go:171","msg":"trace[1565321467] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"454.525068ms","start":"2026-03-31T05:15:03.684554Z","end":"2026-03-31T05:15:04.139079Z","steps":["trace[1565321467] 'process raft request' (duration: 432.325611ms)","trace[1565321467] 'compare' (duration: 21.901008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:04.139216Z","caller":"traceutil/trace.go:171","msg":"trace[849267789] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"454.503727ms","start":"2026-03-31T05:15:03.684698Z","end":"2026-03-31T05:15:04.139202Z","steps":["trace[849267789] 'process raft request' (duration: 454.280991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.139339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.684692Z","time spent":"454.557289ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:04.139333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.684535Z","time spent":"454.697833ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.139599Z","caller":"traceutil/trace.go:171","msg":"trace[721184389] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"454.349703ms","start":"2026-03-31T05:15:03.685214Z","end":"2026-03-31T05:15:04.139564Z","steps":["trace[721184389] 'process raft request' (duration: 453.930011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.139784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.685203Z","time spent":"454.479977ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:04.139785Z","caller":"traceutil/trace.go:171","msg":"trace[1862807000] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"226.967396ms","start":"2026-03-31T05:15:03.912794Z","end":"2026-03-31T05:15:04.139762Z","steps":["trace[1862807000] 'process raft request' (duration: 226.897514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:04.139788Z","caller":"traceutil/trace.go:171","msg":"trace[924972078] linearizableReadLoop","detail":"{readStateIndex:10851; appliedIndex:10846; }","duration":"452.535583ms","start":"2026-03-31T05:15:03.687222Z","end":"2026-03-31T05:15:04.139758Z","steps":["trace[924972078] 'read index received' (duration: 293.817603ms)","trace[924972078] 'applied index is now lower than readState.Index' (duration: 158.71649ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:04.139805Z","caller":"traceutil/trace.go:171","msg":"trace[1775067152] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"454.103396ms","start":"2026-03-31T05:15:03.685644Z","end":"2026-03-31T05:15:04.139748Z","steps":["trace[1775067152] 'process raft request' (duration: 453.779267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.139916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.695738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:04.139956Z","caller":"traceutil/trace.go:171","msg":"trace[682636944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10479; }","duration":"452.763329ms","start":"2026-03-31T05:15:03.687183Z","end":"2026-03-31T05:15:04.139946Z","steps":["trace[682636944] 'agreement among raft nodes before linearized reading' (duration: 452.684017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.139982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.687173Z","time spent":"452.804291ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:15:04.139833Z","caller":"traceutil/trace.go:171","msg":"trace[1605426497] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"454.073255ms","start":"2026-03-31T05:15:03.685722Z","end":"2026-03-31T05:15:04.139795Z","steps":["trace[1605426497] 'process raft request' (duration: 453.89636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.140042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.685633Z","time spent":"454.282931ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:04.140096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.010458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:15:04.140091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.393886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:04.14014Z","caller":"traceutil/trace.go:171","msg":"trace[1383674340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10479; }","duration":"159.10164ms","start":"2026-03-31T05:15:03.981029Z","end":"2026-03-31T05:15:04.140131Z","steps":["trace[1383674340] 'agreement among raft nodes before linearized reading' (duration: 158.931106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:04.140159Z","caller":"traceutil/trace.go:171","msg":"trace[93792375] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10479; }","duration":"318.5294ms","start":"2026-03-31T05:15:03.821612Z","end":"2026-03-31T05:15:04.140142Z","steps":["trace[93792375] 'agreement among raft nodes before linearized reading' (duration: 318.340414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.140212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.821588Z","time spent":"318.609772ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:04.140222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.374979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:04.140368Z","caller":"traceutil/trace.go:171","msg":"trace[737081892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10479; }","duration":"215.557274ms","start":"2026-03-31T05:15:03.924789Z","end":"2026-03-31T05:15:04.140346Z","steps":["trace[737081892] 'agreement among raft nodes before linearized reading' (duration: 215.298817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:04.140434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:03.6857Z","time spent":"454.320332ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:04.393206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.767151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:04.39335Z","caller":"traceutil/trace.go:171","msg":"trace[174766823] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10480; }","duration":"128.967596ms","start":"2026-03-31T05:15:04.264346Z","end":"2026-03-31T05:15:04.393313Z","steps":["trace[174766823] 'count revisions from in-memory index tree' (duration: 128.622627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.43551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.503516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:15:06.435587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.68866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:06.435614Z","caller":"traceutil/trace.go:171","msg":"trace[1707182224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10486; }","duration":"278.750222ms","start":"2026-03-31T05:15:06.156855Z","end":"2026-03-31T05:15:06.435606Z","steps":["trace[1707182224] 'range keys from in-memory index tree' (duration: 278.577198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.435637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.543358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:06.435669Z","caller":"traceutil/trace.go:171","msg":"trace[1408505391] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10486; }","duration":"191.628429ms","start":"2026-03-31T05:15:06.244031Z","end":"2026-03-31T05:15:06.43566Z","steps":["trace[1408505391] 'range keys from in-memory index tree' (duration: 191.370083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.435682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.01334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:06.435717Z","caller":"traceutil/trace.go:171","msg":"trace[880233205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10486; }","duration":"290.082222ms","start":"2026-03-31T05:15:06.145622Z","end":"2026-03-31T05:15:06.435704Z","steps":["trace[880233205] 'range keys from in-memory index tree' (duration: 289.911787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.435578Z","caller":"traceutil/trace.go:171","msg":"trace[1300084609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10486; }","duration":"289.625929ms","start":"2026-03-31T05:15:06.145934Z","end":"2026-03-31T05:15:06.43556Z","steps":["trace[1300084609] 'range keys from in-memory index tree' (duration: 289.29813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.43551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.592634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:06.435858Z","caller":"traceutil/trace.go:171","msg":"trace[801244707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10486; }","duration":"268.977235ms","start":"2026-03-31T05:15:06.166873Z","end":"2026-03-31T05:15:06.43585Z","steps":["trace[801244707] 'range keys from in-memory index tree' (duration: 268.417379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.435839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.159153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:15:06.435985Z","caller":"traceutil/trace.go:171","msg":"trace[2089938630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10486; }","duration":"290.319368ms","start":"2026-03-31T05:15:06.145614Z","end":"2026-03-31T05:15:06.435933Z","steps":["trace[2089938630] 'range keys from in-memory index tree' (duration: 289.958808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.648565Z","caller":"traceutil/trace.go:171","msg":"trace[700886829] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"207.545035ms","start":"2026-03-31T05:15:06.44097Z","end":"2026-03-31T05:15:06.648515Z","steps":["trace[700886829] 'process raft request' (duration: 207.295229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.648827Z","caller":"traceutil/trace.go:171","msg":"trace[2091420783] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"207.782621ms","start":"2026-03-31T05:15:06.441012Z","end":"2026-03-31T05:15:06.648795Z","steps":["trace[2091420783] 'process raft request' (duration: 207.449002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.648831Z","caller":"traceutil/trace.go:171","msg":"trace[812819213] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10861; }","duration":"177.619666ms","start":"2026-03-31T05:15:06.471186Z","end":"2026-03-31T05:15:06.648806Z","steps":["trace[812819213] 'read index received' (duration: 177.002549ms)","trace[812819213] 'applied index is now lower than readState.Index' (duration: 615.787µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:06.649024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.294318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T05:15:06.649089Z","caller":"traceutil/trace.go:171","msg":"trace[883826791] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10490; }","duration":"207.408952ms","start":"2026-03-31T05:15:06.441665Z","end":"2026-03-31T05:15:06.649074Z","steps":["trace[883826791] 'agreement among raft nodes before linearized reading' (duration: 207.216096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:06.649179Z","caller":"traceutil/trace.go:171","msg":"trace[1043121057] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"208.09338ms","start":"2026-03-31T05:15:06.441063Z","end":"2026-03-31T05:15:06.649157Z","steps":["trace[1043121057] 'process raft request' (duration: 207.657208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:06.649265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.885318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:06.649324Z","caller":"traceutil/trace.go:171","msg":"trace[602941505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10490; }","duration":"165.023062ms","start":"2026-03-31T05:15:06.484288Z","end":"2026-03-31T05:15:06.649311Z","steps":["trace[602941505] 'agreement among raft nodes before linearized reading' (duration: 164.877158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:07.669504Z","caller":"traceutil/trace.go:171","msg":"trace[210728896] linearizableReadLoop","detail":"{readStateIndex:10865; appliedIndex:10864; }","duration":"184.173516ms","start":"2026-03-31T05:15:07.485301Z","end":"2026-03-31T05:15:07.669474Z","steps":["trace[210728896] 'read index received' (duration: 183.926879ms)","trace[210728896] 'applied index is now lower than readState.Index' (duration: 244.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:07.669599Z","caller":"traceutil/trace.go:171","msg":"trace[1196228405] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"196.743999ms","start":"2026-03-31T05:15:07.472815Z","end":"2026-03-31T05:15:07.669559Z","steps":["trace[1196228405] 'process raft request' (duration: 196.494732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:07.669651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.33154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:07.669991Z","caller":"traceutil/trace.go:171","msg":"trace[1809850183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10491; }","duration":"184.601697ms","start":"2026-03-31T05:15:07.485251Z","end":"2026-03-31T05:15:07.669853Z","steps":["trace[1809850183] 'agreement among raft nodes before linearized reading' (duration: 184.33997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:07.917426Z","caller":"traceutil/trace.go:171","msg":"trace[207714013] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"134.080585ms","start":"2026-03-31T05:15:07.783309Z","end":"2026-03-31T05:15:07.91739Z","steps":["trace[207714013] 'process raft request' (duration: 77.519809ms)","trace[207714013] 'compare' (duration: 56.32504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:08.001749Z","caller":"traceutil/trace.go:171","msg":"trace[1214271778] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10865; }","duration":"177.972276ms","start":"2026-03-31T05:15:07.823746Z","end":"2026-03-31T05:15:08.001718Z","steps":["trace[1214271778] 'read index received' (duration: 37.118795ms)","trace[1214271778] 'applied index is now lower than readState.Index' (duration: 140.852191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:08.001897Z","caller":"traceutil/trace.go:171","msg":"trace[966970568] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"218.038402ms","start":"2026-03-31T05:15:07.783799Z","end":"2026-03-31T05:15:08.001837Z","steps":["trace[966970568] 'process raft request' (duration: 217.774974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.001948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.185942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:08.00198Z","caller":"traceutil/trace.go:171","msg":"trace[1598281377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10493; }","duration":"178.270154ms","start":"2026-03-31T05:15:07.8237Z","end":"2026-03-31T05:15:08.001971Z","steps":["trace[1598281377] 'agreement among raft nodes before linearized reading' (duration: 178.10913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.598104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396001417,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:15:08.67225Z","caller":"traceutil/trace.go:171","msg":"trace[262121974] linearizableReadLoop","detail":"{readStateIndex:10869; appliedIndex:10868; }","duration":"574.499639ms","start":"2026-03-31T05:15:08.097726Z","end":"2026-03-31T05:15:08.672225Z","steps":["trace[262121974] 'read index received' (duration: 574.261962ms)","trace[262121974] 'applied index is now lower than readState.Index' (duration: 236.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:08.672624Z","caller":"traceutil/trace.go:171","msg":"trace[779966652] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"666.450502ms","start":"2026-03-31T05:15:08.006163Z","end":"2026-03-31T05:15:08.672613Z","steps":["trace[779966652] 'process raft request' (duration: 665.904367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.67272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.006124Z","time spent":"666.531925ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:08.673086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.340311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:08.673187Z","caller":"traceutil/trace.go:171","msg":"trace[270644328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10495; }","duration":"575.490116ms","start":"2026-03-31T05:15:08.097675Z","end":"2026-03-31T05:15:08.673165Z","steps":["trace[270644328] 'agreement among raft nodes before linearized reading' (duration: 575.265389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.673231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.097652Z","time spent":"575.564468ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:08.673164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.634598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:08.673561Z","caller":"traceutil/trace.go:171","msg":"trace[1846566400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10495; }","duration":"188.941267ms","start":"2026-03-31T05:15:08.484411Z","end":"2026-03-31T05:15:08.673352Z","steps":["trace[1846566400] 'agreement among raft nodes before linearized reading' (duration: 188.364861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:08.673948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.86162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:08.674151Z","caller":"traceutil/trace.go:171","msg":"trace[852343235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10495; }","duration":"198.140808ms","start":"2026-03-31T05:15:08.475981Z","end":"2026-03-31T05:15:08.674122Z","steps":["trace[852343235] 'agreement among raft nodes before linearized reading' (duration: 197.750997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.295751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.940853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:09.295996Z","caller":"traceutil/trace.go:171","msg":"trace[394419248] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"618.065558ms","start":"2026-03-31T05:15:08.677895Z","end":"2026-03-31T05:15:09.29596Z","steps":["trace[394419248] 'process raft request' (duration: 382.829927ms)","trace[394419248] 'compare' (duration: 234.579233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:09.296028Z","caller":"traceutil/trace.go:171","msg":"trace[1555096115] linearizableReadLoop","detail":"{readStateIndex:10872; appliedIndex:10869; }","duration":"616.952348ms","start":"2026-03-31T05:15:08.679066Z","end":"2026-03-31T05:15:09.296018Z","steps":["trace[1555096115] 'read index received' (duration: 381.674916ms)","trace[1555096115] 'applied index is now lower than readState.Index' (duration: 235.276531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:09.296052Z","caller":"traceutil/trace.go:171","msg":"trace[546111509] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"617.225896ms","start":"2026-03-31T05:15:08.678792Z","end":"2026-03-31T05:15:09.296018Z","steps":["trace[546111509] 'process raft request' (duration: 617.055401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:09.296102Z","caller":"traceutil/trace.go:171","msg":"trace[1347352804] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"613.496304ms","start":"2026-03-31T05:15:08.682598Z","end":"2026-03-31T05:15:09.296094Z","steps":["trace[1347352804] 'process raft request' (duration: 613.388811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.296102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.677858Z","time spent":"618.194751ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.296145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.682571Z","time spent":"613.547135ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.296178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.678784Z","time spent":"617.326278ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.296249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.605681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:09.296191Z","caller":"traceutil/trace.go:171","msg":"trace[341851584] transaction","detail":"{read_only:false; response_revision:10499; number_of_response:1; }","duration":"616.936037ms","start":"2026-03-31T05:15:08.679188Z","end":"2026-03-31T05:15:09.296124Z","steps":["trace[341851584] 'process raft request' (duration: 616.770133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:09.296284Z","caller":"traceutil/trace.go:171","msg":"trace[1019845691] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10500; }","duration":"340.696554ms","start":"2026-03-31T05:15:08.955577Z","end":"2026-03-31T05:15:09.296273Z","steps":["trace[1019845691] 'agreement among raft nodes before linearized reading' (duration: 340.631703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.296315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.955547Z","time spent":"340.760506ms","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:09.296226Z","caller":"traceutil/trace.go:171","msg":"trace[1618188271] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"617.340358ms","start":"2026-03-31T05:15:08.678841Z","end":"2026-03-31T05:15:09.296182Z","steps":["trace[1618188271] 'process raft request' (duration: 617.088911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.296543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.678837Z","time spent":"617.591996ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.29649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.679179Z","time spent":"617.148803ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:09.296607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.535123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:15:09.296653Z","caller":"traceutil/trace.go:171","msg":"trace[410461990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10500; }","duration":"617.601445ms","start":"2026-03-31T05:15:08.679037Z","end":"2026-03-31T05:15:09.296639Z","steps":["trace[410461990] 'agreement among raft nodes before linearized reading' (duration: 617.145553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.296227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.085334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:09.296687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.67903Z","time spent":"617.648157ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347412,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:15:09.29671Z","caller":"traceutil/trace.go:171","msg":"trace[1302454807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10500; }","duration":"394.633049ms","start":"2026-03-31T05:15:08.902055Z","end":"2026-03-31T05:15:09.296688Z","steps":["trace[1302454807] 'agreement among raft nodes before linearized reading' (duration: 394.079084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.29678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:08.902028Z","time spent":"394.724892ms","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:09.815594Z","caller":"traceutil/trace.go:171","msg":"trace[758565170] linearizableReadLoop","detail":"{readStateIndex:10875; appliedIndex:10874; }","duration":"140.248755ms","start":"2026-03-31T05:15:09.675314Z","end":"2026-03-31T05:15:09.815562Z","steps":["trace[758565170] 'read index received' (duration: 139.936287ms)","trace[758565170] 'applied index is now lower than readState.Index' (duration: 311.238µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:09.815785Z","caller":"traceutil/trace.go:171","msg":"trace[173574021] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"141.1615ms","start":"2026-03-31T05:15:09.674602Z","end":"2026-03-31T05:15:09.815764Z","steps":["trace[173574021] 'process raft request' (duration: 140.754759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:09.815811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.494701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:09.815893Z","caller":"traceutil/trace.go:171","msg":"trace[1874442404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10501; }","duration":"140.637376ms","start":"2026-03-31T05:15:09.675234Z","end":"2026-03-31T05:15:09.815871Z","steps":["trace[1874442404] 'agreement among raft nodes before linearized reading' (duration: 140.477991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.644781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.370052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:11.645111Z","caller":"traceutil/trace.go:171","msg":"trace[1651707795] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"339.988656ms","start":"2026-03-31T05:15:11.305096Z","end":"2026-03-31T05:15:11.645085Z","steps":["trace[1651707795] 'process raft request' (duration: 339.891323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.645222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.305088Z","time spent":"340.082798ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:11.64531Z","caller":"traceutil/trace.go:171","msg":"trace[842374918] transaction","detail":"{read_only:false; response_revision:10510; number_of_response:1; }","duration":"340.121039ms","start":"2026-03-31T05:15:11.305167Z","end":"2026-03-31T05:15:11.645288Z","steps":["trace[842374918] 'process raft request' (duration: 339.869042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:11.645302Z","caller":"traceutil/trace.go:171","msg":"trace[1439920787] linearizableReadLoop","detail":"{readStateIndex:10882; appliedIndex:10881; }","duration":"340.285814ms","start":"2026-03-31T05:15:11.304958Z","end":"2026-03-31T05:15:11.645243Z","steps":["trace[1439920787] 'read index received' (duration: 16.240484ms)","trace[1439920787] 'applied index is now lower than readState.Index' (duration: 324.04357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:11.645412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.30515Z","time spent":"340.211242ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:11.645231Z","caller":"traceutil/trace.go:171","msg":"trace[886930539] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"340.16943ms","start":"2026-03-31T05:15:11.305011Z","end":"2026-03-31T05:15:11.645181Z","steps":["trace[886930539] 'process raft request' (duration: 339.879082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:11.645302Z","caller":"traceutil/trace.go:171","msg":"trace[1256514470] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"340.316015ms","start":"2026-03-31T05:15:11.304922Z","end":"2026-03-31T05:15:11.645238Z","steps":["trace[1256514470] 'process raft request' (duration: 178.374057ms)","trace[1256514470] 'compare' (duration: 161.147846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:11.645594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.304991Z","time spent":"340.49462ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:11.645605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.628783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:15:11.645637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.896155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:11.645681Z","caller":"traceutil/trace.go:171","msg":"trace[1346634936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10510; }","duration":"340.748527ms","start":"2026-03-31T05:15:11.304914Z","end":"2026-03-31T05:15:11.645663Z","steps":["trace[1346634936] 'agreement among raft nodes before linearized reading' (duration: 340.542331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:11.645707Z","caller":"traceutil/trace.go:171","msg":"trace[1276114563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10510; }","duration":"159.009197ms","start":"2026-03-31T05:15:11.486681Z","end":"2026-03-31T05:15:11.64569Z","steps":["trace[1276114563] 'agreement among raft nodes before linearized reading' (duration: 158.886704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.645728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.304903Z","time spent":"340.691785ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:11.64576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.200593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:11.64586Z","caller":"traceutil/trace.go:171","msg":"trace[1016758465] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10510; }","duration":"174.511172ms","start":"2026-03-31T05:15:11.471334Z","end":"2026-03-31T05:15:11.645845Z","steps":["trace[1016758465] 'agreement among raft nodes before linearized reading' (duration: 174.199663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:11.645743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:11.30489Z","time spent":"340.836359ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:15:12.317283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.663393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:12.317503Z","caller":"traceutil/trace.go:171","msg":"trace[1858606878] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"271.660798ms","start":"2026-03-31T05:15:12.04575Z","end":"2026-03-31T05:15:12.31741Z","steps":["trace[1858606878] 'process raft request' (duration: 80.766398ms)","trace[1858606878] 'compare' (duration: 190.510769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:13.430988Z","caller":"traceutil/trace.go:171","msg":"trace[535646205] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"100.030206ms","start":"2026-03-31T05:15:13.330698Z","end":"2026-03-31T05:15:13.430729Z","steps":["trace[535646205] 'process raft request' (duration: 99.871681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:13.864777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.675892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:15:13.86484Z","caller":"traceutil/trace.go:171","msg":"trace[335286180] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10520; }","duration":"123.751214ms","start":"2026-03-31T05:15:13.741078Z","end":"2026-03-31T05:15:13.864829Z","steps":["trace[335286180] 'range keys from in-memory index tree' (duration: 123.27703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:14.016456Z","caller":"traceutil/trace.go:171","msg":"trace[1099715912] linearizableReadLoop","detail":"{readStateIndex:10896; appliedIndex:10895; }","duration":"129.310826ms","start":"2026-03-31T05:15:13.887111Z","end":"2026-03-31T05:15:14.016421Z","steps":["trace[1099715912] 'read index received' (duration: 129.033848ms)","trace[1099715912] 'applied index is now lower than readState.Index' (duration: 275.718µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:14.016552Z","caller":"traceutil/trace.go:171","msg":"trace[1061615970] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"132.864193ms","start":"2026-03-31T05:15:13.883641Z","end":"2026-03-31T05:15:14.016505Z","steps":["trace[1061615970] 'process raft request' (duration: 132.580195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.016703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:14.016816Z","caller":"traceutil/trace.go:171","msg":"trace[1367974802] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10521; }","duration":"129.712167ms","start":"2026-03-31T05:15:13.887071Z","end":"2026-03-31T05:15:14.016783Z","steps":["trace[1367974802] 'agreement among raft nodes before linearized reading' (duration: 129.492761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:14.698491Z","caller":"traceutil/trace.go:171","msg":"trace[2100091994] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"678.230465ms","start":"2026-03-31T05:15:14.02021Z","end":"2026-03-31T05:15:14.69844Z","steps":["trace[2100091994] 'process raft request' (duration: 645.004066ms)","trace[2100091994] 'compare' (duration: 32.55588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:14.698515Z","caller":"traceutil/trace.go:171","msg":"trace[348161197] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10896; }","duration":"227.899372ms","start":"2026-03-31T05:15:14.470577Z","end":"2026-03-31T05:15:14.698476Z","steps":["trace[348161197] 'read index received' (duration: 194.668573ms)","trace[348161197] 'applied index is now lower than readState.Index' (duration: 33.229029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:14.698607Z","caller":"traceutil/trace.go:171","msg":"trace[2137015374] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"374.620203ms","start":"2026-03-31T05:15:14.323931Z","end":"2026-03-31T05:15:14.698551Z","steps":["trace[2137015374] 'process raft request' (duration: 374.427767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.698672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.020188Z","time spent":"678.394969ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:14.698739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.134638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:14.698769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.323903Z","time spent":"374.760657ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:14.698818Z","caller":"traceutil/trace.go:171","msg":"trace[187895292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10523; }","duration":"228.281352ms","start":"2026-03-31T05:15:14.47052Z","end":"2026-03-31T05:15:14.698801Z","steps":["trace[187895292] 'agreement among raft nodes before linearized reading' (duration: 228.116127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.698796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.39583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:14.698873Z","caller":"traceutil/trace.go:171","msg":"trace[849296673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10523; }","duration":"215.506992ms","start":"2026-03-31T05:15:14.483346Z","end":"2026-03-31T05:15:14.698853Z","steps":["trace[849296673] 'agreement among raft nodes before linearized reading' (duration: 215.395719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:14.699686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.796706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:14.699734Z","caller":"traceutil/trace.go:171","msg":"trace[1027072755] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10523; }","duration":"131.762583ms","start":"2026-03-31T05:15:14.567958Z","end":"2026-03-31T05:15:14.699721Z","steps":["trace[1027072755] 'agreement among raft nodes before linearized reading' (duration: 130.797256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:15.049581Z","caller":"traceutil/trace.go:171","msg":"trace[577852659] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"269.658825ms","start":"2026-03-31T05:15:14.779901Z","end":"2026-03-31T05:15:15.04956Z","steps":["trace[577852659] 'process raft request' (duration: 269.517551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:15.453586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.673129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:15.453703Z","caller":"traceutil/trace.go:171","msg":"trace[1612835976] linearizableReadLoop","detail":"{readStateIndex:10900; appliedIndex:10898; }","duration":"612.997518ms","start":"2026-03-31T05:15:14.840689Z","end":"2026-03-31T05:15:15.453687Z","steps":["trace[1612835976] 'read index received' (duration: 208.772363ms)","trace[1612835976] 'applied index is now lower than readState.Index' (duration: 404.224075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:15.453712Z","caller":"traceutil/trace.go:171","msg":"trace[1089703246] transaction","detail":"{read_only:false; response_revision:10525; number_of_response:1; }","duration":"664.417221ms","start":"2026-03-31T05:15:14.78927Z","end":"2026-03-31T05:15:15.453688Z","steps":["trace[1089703246] 'process raft request' (duration: 454.546417ms)","trace[1089703246] 'compare' (duration: 209.556606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:15.453814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.789258Z","time spent":"664.498443ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:15.453925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.229185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:15.453967Z","caller":"traceutil/trace.go:171","msg":"trace[2042021983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10525; }","duration":"613.310757ms","start":"2026-03-31T05:15:14.840645Z","end":"2026-03-31T05:15:15.453956Z","steps":["trace[2042021983] 'agreement among raft nodes before linearized reading' (duration: 613.125552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:15.454001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:14.840624Z","time spent":"613.368768ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:15:15.868704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.705035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:15:15.868822Z","caller":"traceutil/trace.go:171","msg":"trace[755161776] linearizableReadLoop","detail":"{readStateIndex:10902; appliedIndex:10901; }","duration":"152.004255ms","start":"2026-03-31T05:15:15.716797Z","end":"2026-03-31T05:15:15.868801Z","steps":["trace[755161776] 'read index received' (duration: 21.130416ms)","trace[755161776] 'applied index is now lower than readState.Index' (duration: 130.872289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:15.869077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.946869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:15.869111Z","caller":"traceutil/trace.go:171","msg":"trace[668916484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10526; }","duration":"143.003669ms","start":"2026-03-31T05:15:15.726089Z","end":"2026-03-31T05:15:15.869093Z","steps":["trace[668916484] 'agreement among raft nodes before linearized reading' (duration: 142.831365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:15.869248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.047643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:15:15.869281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.451258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:15:15.869412Z","caller":"traceutil/trace.go:171","msg":"trace[405400991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10526; }","duration":"117.210266ms","start":"2026-03-31T05:15:15.752136Z","end":"2026-03-31T05:15:15.869346Z","steps":["trace[405400991] 'agreement among raft nodes before linearized reading' (duration: 116.820436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:15.869441Z","caller":"traceutil/trace.go:171","msg":"trace[1336629910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10526; }","duration":"152.663574ms","start":"2026-03-31T05:15:15.716744Z","end":"2026-03-31T05:15:15.869408Z","steps":["trace[1336629910] 'agreement among raft nodes before linearized reading' (duration: 152.14461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:15.869293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.742473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:15.869584Z","caller":"traceutil/trace.go:171","msg":"trace[199968026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10526; }","duration":"143.032471ms","start":"2026-03-31T05:15:15.726507Z","end":"2026-03-31T05:15:15.869539Z","steps":["trace[199968026] 'agreement among raft nodes before linearized reading' (duration: 142.619489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.154366Z","caller":"traceutil/trace.go:171","msg":"trace[1924530094] linearizableReadLoop","detail":"{readStateIndex:10905; appliedIndex:10902; }","duration":"278.961818ms","start":"2026-03-31T05:15:15.875382Z","end":"2026-03-31T05:15:16.154344Z","steps":["trace[1924530094] 'read index received' (duration: 35.356074ms)","trace[1924530094] 'applied index is now lower than readState.Index' (duration: 243.605044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:16.154566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.167143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:16.154595Z","caller":"traceutil/trace.go:171","msg":"trace[1042768520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10530; }","duration":"279.246326ms","start":"2026-03-31T05:15:15.875341Z","end":"2026-03-31T05:15:16.154587Z","steps":["trace[1042768520] 'agreement among raft nodes before linearized reading' (duration: 279.086931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.15475Z","caller":"traceutil/trace.go:171","msg":"trace[1126196483] transaction","detail":"{read_only:false; response_revision:10528; number_of_response:1; }","duration":"280.001636ms","start":"2026-03-31T05:15:15.874719Z","end":"2026-03-31T05:15:16.154721Z","steps":["trace[1126196483] 'process raft request' (duration: 279.39012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.154578Z","caller":"traceutil/trace.go:171","msg":"trace[610251411] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"279.7498ms","start":"2026-03-31T05:15:15.874805Z","end":"2026-03-31T05:15:16.154555Z","steps":["trace[610251411] 'process raft request' (duration: 279.472912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.155781Z","caller":"traceutil/trace.go:171","msg":"trace[46225242] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"279.39497ms","start":"2026-03-31T05:15:15.87548Z","end":"2026-03-31T05:15:16.154875Z","steps":["trace[46225242] 'process raft request' (duration: 278.834964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:16.18862Z","caller":"traceutil/trace.go:171","msg":"trace[1553456849] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"166.404738ms","start":"2026-03-31T05:15:16.022183Z","end":"2026-03-31T05:15:16.188587Z","steps":["trace[1553456849] 'process raft request' (duration: 166.254504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.063729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.962835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:17.063822Z","caller":"traceutil/trace.go:171","msg":"trace[1642410137] linearizableReadLoop","detail":"{readStateIndex:10909; appliedIndex:10908; }","duration":"224.426161ms","start":"2026-03-31T05:15:16.839383Z","end":"2026-03-31T05:15:17.063809Z","steps":["trace[1642410137] 'read index received' (duration: 50.032µs)","trace[1642410137] 'applied index is now lower than readState.Index' (duration: 224.374909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:17.063897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.518443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:17.063874Z","caller":"traceutil/trace.go:171","msg":"trace[19959076] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"352.831453ms","start":"2026-03-31T05:15:16.711018Z","end":"2026-03-31T05:15:17.063849Z","steps":["trace[19959076] 'process raft request' (duration: 112.683474ms)","trace[19959076] 'compare' (duration: 239.724688ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:17.063922Z","caller":"traceutil/trace.go:171","msg":"trace[523552222] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10533; }","duration":"224.575485ms","start":"2026-03-31T05:15:16.83934Z","end":"2026-03-31T05:15:17.063915Z","steps":["trace[523552222] 'agreement among raft nodes before linearized reading' (duration: 224.522643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.064002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:16.710978Z","time spent":"352.954956ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:17.227258Z","caller":"traceutil/trace.go:171","msg":"trace[328692043] linearizableReadLoop","detail":"{readStateIndex:10910; appliedIndex:10909; }","duration":"163.384136ms","start":"2026-03-31T05:15:17.063842Z","end":"2026-03-31T05:15:17.227226Z","steps":["trace[328692043] 'read index received' (duration: 135.400713ms)","trace[328692043] 'applied index is now lower than readState.Index' (duration: 27.982283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:17.227391Z","caller":"traceutil/trace.go:171","msg":"trace[163624663] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"231.38297ms","start":"2026-03-31T05:15:16.995959Z","end":"2026-03-31T05:15:17.227342Z","steps":["trace[163624663] 'process raft request' (duration: 203.420347ms)","trace[163624663] 'compare' (duration: 27.414388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:17.227632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.500474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:17.227707Z","caller":"traceutil/trace.go:171","msg":"trace[2008764917] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10534; }","duration":"154.618767ms","start":"2026-03-31T05:15:17.073069Z","end":"2026-03-31T05:15:17.227688Z","steps":["trace[2008764917] 'agreement among raft nodes before linearized reading' (duration: 154.331909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:17.227723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.286533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:15:17.22786Z","caller":"traceutil/trace.go:171","msg":"trace[717966030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10534; }","duration":"174.490318ms","start":"2026-03-31T05:15:17.053337Z","end":"2026-03-31T05:15:17.227827Z","steps":["trace[717966030] 'agreement among raft nodes before linearized reading' (duration: 174.015515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:17.398585Z","caller":"traceutil/trace.go:171","msg":"trace[613825752] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"165.670298ms","start":"2026-03-31T05:15:17.232874Z","end":"2026-03-31T05:15:17.398544Z","steps":["trace[613825752] 'process raft request' (duration: 102.138546ms)","trace[613825752] 'compare' (duration: 63.137532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:17.605765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.257082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:17.605901Z","caller":"traceutil/trace.go:171","msg":"trace[78484171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10535; }","duration":"101.408846ms","start":"2026-03-31T05:15:17.504441Z","end":"2026-03-31T05:15:17.605849Z","steps":["trace[78484171] 'range keys from in-memory index tree' (duration: 100.994805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:19.486285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.668308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:19.486522Z","caller":"traceutil/trace.go:171","msg":"trace[1930894038] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"337.369782ms","start":"2026-03-31T05:15:19.149141Z","end":"2026-03-31T05:15:19.48651Z","steps":["trace[1930894038] 'process raft request' (duration: 57.400166ms)","trace[1930894038] 'compare' (duration: 279.592786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:19.486574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.149119Z","time spent":"337.425043ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:19.486627Z","caller":"traceutil/trace.go:171","msg":"trace[162411110] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"281.201379ms","start":"2026-03-31T05:15:19.205395Z","end":"2026-03-31T05:15:19.486597Z","steps":["trace[162411110] 'process raft request' (duration: 281.059825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:19.486839Z","caller":"traceutil/trace.go:171","msg":"trace[1589846682] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"336.56803ms","start":"2026-03-31T05:15:19.150262Z","end":"2026-03-31T05:15:19.486831Z","steps":["trace[1589846682] 'process raft request' (duration: 336.102567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:19.486885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:19.15024Z","time spent":"336.618901ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:20.098881Z","caller":"traceutil/trace.go:171","msg":"trace[23185376] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"170.87943ms","start":"2026-03-31T05:15:19.927983Z","end":"2026-03-31T05:15:20.098862Z","steps":["trace[23185376] 'process raft request' (duration: 170.769747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.336214Z","caller":"traceutil/trace.go:171","msg":"trace[1596287191] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"104.814738ms","start":"2026-03-31T05:15:20.23138Z","end":"2026-03-31T05:15:20.336195Z","steps":["trace[1596287191] 'process raft request' (duration: 104.482659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:20.491108Z","caller":"traceutil/trace.go:171","msg":"trace[2044320294] transaction","detail":"{read_only:false; response_revision:10555; number_of_response:1; }","duration":"105.854467ms","start":"2026-03-31T05:15:20.385218Z","end":"2026-03-31T05:15:20.491073Z","steps":["trace[2044320294] 'process raft request' (duration: 97.102839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.748991Z","caller":"traceutil/trace.go:171","msg":"trace[2030999932] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"153.600169ms","start":"2026-03-31T05:15:25.595364Z","end":"2026-03-31T05:15:25.748964Z","steps":["trace[2030999932] 'process raft request' (duration: 153.407064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.814521Z","caller":"traceutil/trace.go:171","msg":"trace[950284598] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"166.243614ms","start":"2026-03-31T05:15:25.648238Z","end":"2026-03-31T05:15:25.814482Z","steps":["trace[950284598] 'process raft request' (duration: 166.033188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:26.31836Z","caller":"traceutil/trace.go:171","msg":"trace[1703464750] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"183.997608ms","start":"2026-03-31T05:15:26.134332Z","end":"2026-03-31T05:15:26.31833Z","steps":["trace[1703464750] 'process raft request' (duration: 183.788343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.510755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:26.510896Z","caller":"traceutil/trace.go:171","msg":"trace[349209332] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"148.394327ms","start":"2026-03-31T05:15:26.362456Z","end":"2026-03-31T05:15:26.51085Z","steps":["trace[349209332] 'process raft request' (duration: 38.461379ms)","trace[349209332] 'compare' (duration: 109.476876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:26.510824Z","caller":"traceutil/trace.go:171","msg":"trace[127149426] linearizableReadLoop","detail":"{readStateIndex:10959; appliedIndex:10958; }","duration":"143.257677ms","start":"2026-03-31T05:15:26.367554Z","end":"2026-03-31T05:15:26.510811Z","steps":["trace[127149426] 'read index received' (duration: 33.196465ms)","trace[127149426] 'applied index is now lower than readState.Index' (duration: 110.060352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:26.511127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.556135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:26.511172Z","caller":"traceutil/trace.go:171","msg":"trace[1281805260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10581; }","duration":"143.652398ms","start":"2026-03-31T05:15:26.367508Z","end":"2026-03-31T05:15:26.51116Z","steps":["trace[1281805260] 'agreement among raft nodes before linearized reading' (duration: 143.493643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:27.021759Z","caller":"traceutil/trace.go:171","msg":"trace[2043098000] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"141.548691ms","start":"2026-03-31T05:15:26.880182Z","end":"2026-03-31T05:15:27.02173Z","steps":["trace[2043098000] 'process raft request' (duration: 141.395996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.188238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.696559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:28.188313Z","caller":"traceutil/trace.go:171","msg":"trace[1487863744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10589; }","duration":"114.830362ms","start":"2026-03-31T05:15:28.073467Z","end":"2026-03-31T05:15:28.188297Z","steps":["trace[1487863744] 'count revisions from in-memory index tree' (duration: 114.602275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.759792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.377121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:28.759925Z","caller":"traceutil/trace.go:171","msg":"trace[430865059] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"146.765663ms","start":"2026-03-31T05:15:28.613136Z","end":"2026-03-31T05:15:28.759901Z","steps":["trace[430865059] 'read index received' (duration: 40.157845ms)","trace[430865059] 'applied index is now lower than readState.Index' (duration: 106.606078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:28.759994Z","caller":"traceutil/trace.go:171","msg":"trace[607076415] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"198.681228ms","start":"2026-03-31T05:15:28.561286Z","end":"2026-03-31T05:15:28.759968Z","steps":["trace[607076415] 'process raft request' (duration: 92.04779ms)","trace[607076415] 'compare' (duration: 106.238868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:28.76014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.002889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:28.76018Z","caller":"traceutil/trace.go:171","msg":"trace[1778737964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10593; }","duration":"147.088801ms","start":"2026-03-31T05:15:28.613081Z","end":"2026-03-31T05:15:28.760169Z","steps":["trace[1778737964] 'agreement among raft nodes before linearized reading' (duration: 146.924607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:28.760396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.976249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:28.76048Z","caller":"traceutil/trace.go:171","msg":"trace[561816222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10593; }","duration":"147.141563ms","start":"2026-03-31T05:15:28.613316Z","end":"2026-03-31T05:15:28.760458Z","steps":["trace[561816222] 'agreement among raft nodes before linearized reading' (duration: 146.919127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:29.27099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.396721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:29.271197Z","caller":"traceutil/trace.go:171","msg":"trace[987160816] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10596; }","duration":"106.663139ms","start":"2026-03-31T05:15:29.164501Z","end":"2026-03-31T05:15:29.271164Z","steps":["trace[987160816] 'count revisions from in-memory index tree' (duration: 106.286289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:29.42073Z","caller":"traceutil/trace.go:171","msg":"trace[1125191757] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"110.933166ms","start":"2026-03-31T05:15:29.309767Z","end":"2026-03-31T05:15:29.4207Z","steps":["trace[1125191757] 'process raft request' (duration: 110.763841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.093005Z","caller":"traceutil/trace.go:171","msg":"trace[555883866] linearizableReadLoop","detail":"{readStateIndex:10976; appliedIndex:10975; }","duration":"173.42939ms","start":"2026-03-31T05:15:29.919554Z","end":"2026-03-31T05:15:30.092983Z","steps":["trace[555883866] 'read index received' (duration: 173.223514ms)","trace[555883866] 'applied index is now lower than readState.Index' (duration: 205.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:30.093036Z","caller":"traceutil/trace.go:171","msg":"trace[1289493215] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"269.189212ms","start":"2026-03-31T05:15:29.823828Z","end":"2026-03-31T05:15:30.093017Z","steps":["trace[1289493215] 'process raft request' (duration: 269.012427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.093207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.640596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:30.093228Z","caller":"traceutil/trace.go:171","msg":"trace[1754953119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10598; }","duration":"173.710267ms","start":"2026-03-31T05:15:29.919511Z","end":"2026-03-31T05:15:30.093221Z","steps":["trace[1754953119] 'agreement among raft nodes before linearized reading' (duration: 173.553523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.399033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.529643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:30.399137Z","caller":"traceutil/trace.go:171","msg":"trace[605808770] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10599; }","duration":"151.754429ms","start":"2026-03-31T05:15:30.247356Z","end":"2026-03-31T05:15:30.399111Z","steps":["trace[605808770] 'count revisions from in-memory index tree' (duration: 151.43371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.537735Z","caller":"traceutil/trace.go:171","msg":"trace[562198035] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"134.242891ms","start":"2026-03-31T05:15:30.403463Z","end":"2026-03-31T05:15:30.537705Z","steps":["trace[562198035] 'process raft request' (duration: 109.931348ms)","trace[562198035] 'compare' (duration: 24.125808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:30.601724Z","caller":"traceutil/trace.go:171","msg":"trace[795152481] linearizableReadLoop","detail":"{readStateIndex:10980; appliedIndex:10978; }","duration":"134.19318ms","start":"2026-03-31T05:15:30.467497Z","end":"2026-03-31T05:15:30.601691Z","steps":["trace[795152481] 'read index received' (duration: 45.766818ms)","trace[795152481] 'applied index is now lower than readState.Index' (duration: 88.424092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:30.601785Z","caller":"traceutil/trace.go:171","msg":"trace[1317426889] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"136.552264ms","start":"2026-03-31T05:15:30.465205Z","end":"2026-03-31T05:15:30.601758Z","steps":["trace[1317426889] 'process raft request' (duration: 136.200694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.60314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.620458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:15:30.603191Z","caller":"traceutil/trace.go:171","msg":"trace[75532613] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10601; }","duration":"135.69504ms","start":"2026-03-31T05:15:30.467483Z","end":"2026-03-31T05:15:30.603178Z","steps":["trace[75532613] 'agreement among raft nodes before linearized reading' (duration: 134.335463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.755769Z","caller":"traceutil/trace.go:171","msg":"trace[470563029] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10980; }","duration":"153.907776ms","start":"2026-03-31T05:15:30.601828Z","end":"2026-03-31T05:15:30.755736Z","steps":["trace[470563029] 'read index received' (duration: 152.58111ms)","trace[470563029] 'applied index is now lower than readState.Index' (duration: 1.325446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:30.755966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.69309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:30.756047Z","caller":"traceutil/trace.go:171","msg":"trace[555950777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10602; }","duration":"157.814243ms","start":"2026-03-31T05:15:30.598211Z","end":"2026-03-31T05:15:30.756025Z","steps":["trace[555950777] 'agreement among raft nodes before linearized reading' (duration: 157.68477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.756703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.733257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:15:30.756811Z","caller":"traceutil/trace.go:171","msg":"trace[1602421665] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10602; }","duration":"151.876021ms","start":"2026-03-31T05:15:30.60491Z","end":"2026-03-31T05:15:30.756786Z","steps":["trace[1602421665] 'agreement among raft nodes before linearized reading' (duration: 151.347646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.756874Z","caller":"traceutil/trace.go:171","msg":"trace[932993271] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"211.254661ms","start":"2026-03-31T05:15:30.545601Z","end":"2026-03-31T05:15:30.756856Z","steps":["trace[932993271] 'process raft request' (duration: 208.891586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.756159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.111159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:30.75716Z","caller":"traceutil/trace.go:171","msg":"trace[1903995624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10602; }","duration":"189.163448ms","start":"2026-03-31T05:15:30.567955Z","end":"2026-03-31T05:15:30.757119Z","steps":["trace[1903995624] 'agreement among raft nodes before linearized reading' (duration: 187.977806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.757239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.787372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:15:30.757308Z","caller":"traceutil/trace.go:171","msg":"trace[484673516] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c; range_end:; response_count:1; response_revision:10602; }","duration":"150.864974ms","start":"2026-03-31T05:15:30.606426Z","end":"2026-03-31T05:15:30.757291Z","steps":["trace[484673516] 'agreement among raft nodes before linearized reading' (duration: 150.692269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:30.757464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.592154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:30.758023Z","caller":"traceutil/trace.go:171","msg":"trace[93554717] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10602; }","duration":"225.18508ms","start":"2026-03-31T05:15:30.532823Z","end":"2026-03-31T05:15:30.758008Z","steps":["trace[93554717] 'agreement among raft nodes before linearized reading' (duration: 223.541245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:30.992021Z","caller":"traceutil/trace.go:171","msg":"trace[892384400] linearizableReadLoop","detail":"{readStateIndex:10983; appliedIndex:10982; }","duration":"144.317246ms","start":"2026-03-31T05:15:30.84768Z","end":"2026-03-31T05:15:30.991998Z","steps":["trace[892384400] 'read index received' (duration: 104.563412ms)","trace[892384400] 'applied index is now lower than readState.Index' (duration: 39.753084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:30.992088Z","caller":"traceutil/trace.go:171","msg":"trace[1513225347] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"166.48418ms","start":"2026-03-31T05:15:30.825556Z","end":"2026-03-31T05:15:30.992041Z","steps":["trace[1513225347] 'process raft request' (duration: 126.767697ms)","trace[1513225347] 'compare' (duration: 39.431815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:30.992178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.49272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:30.992357Z","caller":"traceutil/trace.go:171","msg":"trace[1048521635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10604; }","duration":"144.718527ms","start":"2026-03-31T05:15:30.847616Z","end":"2026-03-31T05:15:30.992335Z","steps":["trace[1048521635] 'agreement among raft nodes before linearized reading' (duration: 144.45765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:36.932519Z","caller":"traceutil/trace.go:171","msg":"trace[1297856571] linearizableReadLoop","detail":"{readStateIndex:11013; appliedIndex:11012; }","duration":"128.888305ms","start":"2026-03-31T05:15:36.803606Z","end":"2026-03-31T05:15:36.932494Z","steps":["trace[1297856571] 'read index received' (duration: 128.635458ms)","trace[1297856571] 'applied index is now lower than readState.Index' (duration: 251.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:36.932602Z","caller":"traceutil/trace.go:171","msg":"trace[762391134] transaction","detail":"{read_only:false; response_revision:10633; number_of_response:1; }","duration":"139.34641ms","start":"2026-03-31T05:15:36.793215Z","end":"2026-03-31T05:15:36.932561Z","steps":["trace[762391134] 'process raft request' (duration: 139.086373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:36.93357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.939624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:36.933644Z","caller":"traceutil/trace.go:171","msg":"trace[1251374411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10633; }","duration":"130.056787ms","start":"2026-03-31T05:15:36.803571Z","end":"2026-03-31T05:15:36.933628Z","steps":["trace[1251374411] 'agreement among raft nodes before linearized reading' (duration: 129.07341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.136864Z","caller":"traceutil/trace.go:171","msg":"trace[959478706] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"198.945286ms","start":"2026-03-31T05:15:36.937881Z","end":"2026-03-31T05:15:37.136826Z","steps":["trace[959478706] 'process raft request' (duration: 99.36818ms)","trace[959478706] 'compare' (duration: 99.438532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:37.136846Z","caller":"traceutil/trace.go:171","msg":"trace[2015173792] linearizableReadLoop","detail":"{readStateIndex:11014; appliedIndex:11013; }","duration":"115.984723ms","start":"2026-03-31T05:15:37.02083Z","end":"2026-03-31T05:15:37.136815Z","steps":["trace[2015173792] 'read index received' (duration: 16.399707ms)","trace[2015173792] 'applied index is now lower than readState.Index' (duration: 99.583886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:37.137261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.415605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:15:37.137323Z","caller":"traceutil/trace.go:171","msg":"trace[1118595430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10634; }","duration":"116.531598ms","start":"2026-03-31T05:15:37.020775Z","end":"2026-03-31T05:15:37.137307Z","steps":["trace[1118595430] 'agreement among raft nodes before linearized reading' (duration: 116.143138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:37.16098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.505843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:37.161031Z","caller":"traceutil/trace.go:171","msg":"trace[1291930899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10635; }","duration":"103.603696ms","start":"2026-03-31T05:15:37.057413Z","end":"2026-03-31T05:15:37.161017Z","steps":["trace[1291930899] 'agreement among raft nodes before linearized reading' (duration: 103.462382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:38.707077Z","caller":"traceutil/trace.go:171","msg":"trace[531675023] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"106.397242ms","start":"2026-03-31T05:15:38.600658Z","end":"2026-03-31T05:15:38.707055Z","steps":["trace[531675023] 'process raft request' (duration: 106.282859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:40.871147Z","caller":"traceutil/trace.go:171","msg":"trace[74736231] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"120.096085ms","start":"2026-03-31T05:15:40.751012Z","end":"2026-03-31T05:15:40.871108Z","steps":["trace[74736231] 'process raft request' (duration: 119.875569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:43.196664Z","caller":"traceutil/trace.go:171","msg":"trace[2098696049] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"129.600285ms","start":"2026-03-31T05:15:43.067038Z","end":"2026-03-31T05:15:43.196639Z","steps":["trace[2098696049] 'process raft request' (duration: 129.377849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:43.368264Z","caller":"traceutil/trace.go:171","msg":"trace[1251559895] linearizableReadLoop","detail":"{readStateIndex:11045; appliedIndex:11044; }","duration":"106.190006ms","start":"2026-03-31T05:15:43.262046Z","end":"2026-03-31T05:15:43.368236Z","steps":["trace[1251559895] 'read index received' (duration: 105.881397ms)","trace[1251559895] 'applied index is now lower than readState.Index' (duration: 307.289µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:43.368332Z","caller":"traceutil/trace.go:171","msg":"trace[1499732508] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"110.153124ms","start":"2026-03-31T05:15:43.258149Z","end":"2026-03-31T05:15:43.368302Z","steps":["trace[1499732508] 'process raft request' (duration: 109.835866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:43.368545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.482984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:15:43.368622Z","caller":"traceutil/trace.go:171","msg":"trace[1491416699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10664; }","duration":"106.611658ms","start":"2026-03-31T05:15:43.261989Z","end":"2026-03-31T05:15:43.368601Z","steps":["trace[1491416699] 'agreement among raft nodes before linearized reading' (duration: 106.405712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:46.45559Z","caller":"traceutil/trace.go:171","msg":"trace[1954559950] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"164.60874ms","start":"2026-03-31T05:15:46.290923Z","end":"2026-03-31T05:15:46.455532Z","steps":["trace[1954559950] 'process raft request' (duration: 110.00147ms)","trace[1954559950] 'compare' (duration: 54.111326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:47.624734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.154519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:47.624927Z","caller":"traceutil/trace.go:171","msg":"trace[1576329770] linearizableReadLoop","detail":"{readStateIndex:11066; appliedIndex:11065; }","duration":"212.577948ms","start":"2026-03-31T05:15:47.41233Z","end":"2026-03-31T05:15:47.624908Z","steps":["trace[1576329770] 'read index received' (duration: 77.756711ms)","trace[1576329770] 'applied index is now lower than readState.Index' (duration: 134.819727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:47.624995Z","caller":"traceutil/trace.go:171","msg":"trace[2002991354] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"227.239448ms","start":"2026-03-31T05:15:47.397703Z","end":"2026-03-31T05:15:47.624943Z","steps":["trace[2002991354] 'process raft request' (duration: 92.477223ms)","trace[2002991354] 'compare' (duration: 133.916372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:47.625179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.841065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:47.625234Z","caller":"traceutil/trace.go:171","msg":"trace[1255184131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10684; }","duration":"212.932748ms","start":"2026-03-31T05:15:47.412289Z","end":"2026-03-31T05:15:47.625222Z","steps":["trace[1255184131] 'agreement among raft nodes before linearized reading' (duration: 212.698731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:47.693755Z","caller":"traceutil/trace.go:171","msg":"trace[91836809] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"113.720742ms","start":"2026-03-31T05:15:47.580003Z","end":"2026-03-31T05:15:47.693724Z","steps":["trace[91836809] 'process raft request' (duration: 113.553017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:47.694157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.884701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:15:47.694257Z","caller":"traceutil/trace.go:171","msg":"trace[2058559101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10685; }","duration":"280.999993ms","start":"2026-03-31T05:15:47.413229Z","end":"2026-03-31T05:15:47.694229Z","steps":["trace[2058559101] 'agreement among raft nodes before linearized reading' (duration: 280.736876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.800587Z","caller":"traceutil/trace.go:171","msg":"trace[789800707] linearizableReadLoop","detail":"{readStateIndex:11097; appliedIndex:11096; }","duration":"395.443975ms","start":"2026-03-31T05:15:53.405117Z","end":"2026-03-31T05:15:53.800561Z","steps":["trace[789800707] 'read index received' (duration: 395.238509ms)","trace[789800707] 'applied index is now lower than readState.Index' (duration: 204.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:53.800677Z","caller":"traceutil/trace.go:171","msg":"trace[1992002698] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"432.259739ms","start":"2026-03-31T05:15:53.368362Z","end":"2026-03-31T05:15:53.800622Z","steps":["trace[1992002698] 'process raft request' (duration: 432.014523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.800896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.368332Z","time spent":"432.442725ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:53.800951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.793914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:53.801051Z","caller":"traceutil/trace.go:171","msg":"trace[1287972878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10714; }","duration":"395.941738ms","start":"2026-03-31T05:15:53.405085Z","end":"2026-03-31T05:15:53.801026Z","steps":["trace[1287972878] 'agreement among raft nodes before linearized reading' (duration: 395.64175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.801121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.405069Z","time spent":"396.041291ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:15:53.887841Z","caller":"traceutil/trace.go:171","msg":"trace[1973572077] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"452.906732ms","start":"2026-03-31T05:15:53.434899Z","end":"2026-03-31T05:15:53.887805Z","steps":["trace[1973572077] 'process raft request' (duration: 450.753263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.887888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.607583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:53.887902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.019372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:15:53.887972Z","caller":"traceutil/trace.go:171","msg":"trace[1579871230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10715; }","duration":"379.735207ms","start":"2026-03-31T05:15:53.508217Z","end":"2026-03-31T05:15:53.887952Z","steps":["trace[1579871230] 'agreement among raft nodes before linearized reading' (duration: 379.571213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.887982Z","caller":"traceutil/trace.go:171","msg":"trace[61690618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10715; }","duration":"139.156325ms","start":"2026-03-31T05:15:53.748804Z","end":"2026-03-31T05:15:53.88796Z","steps":["trace[61690618] 'agreement among raft nodes before linearized reading' (duration: 138.9652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.888109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.434873Z","time spent":"453.065177ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:53.888022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:53.508196Z","time spent":"379.818419ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:56.009778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.941019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:15:56.01081Z","caller":"traceutil/trace.go:171","msg":"trace[936781007] transaction","detail":"{read_only:false; response_revision:10723; number_of_response:1; }","duration":"189.165769ms","start":"2026-03-31T05:15:55.82162Z","end":"2026-03-31T05:15:56.010786Z","steps":["trace[936781007] 'process raft request' (duration: 188.385387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.528479Z","caller":"traceutil/trace.go:171","msg":"trace[126910204] linearizableReadLoop","detail":"{readStateIndex:11109; appliedIndex:11105; }","duration":"620.365249ms","start":"2026-03-31T05:15:55.908096Z","end":"2026-03-31T05:15:56.528461Z","steps":["trace[126910204] 'read index received' (duration: 47.866686ms)","trace[126910204] 'applied index is now lower than readState.Index' (duration: 572.497833ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:56.528567Z","caller":"traceutil/trace.go:171","msg":"trace[646381765] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"624.938354ms","start":"2026-03-31T05:15:55.903622Z","end":"2026-03-31T05:15:56.528561Z","steps":["trace[646381765] 'process raft request' (duration: 624.80406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.528636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.903605Z","time spent":"624.978435ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:56.528717Z","caller":"traceutil/trace.go:171","msg":"trace[548399068] transaction","detail":"{read_only:false; response_revision:10724; number_of_response:1; }","duration":"634.452624ms","start":"2026-03-31T05:15:55.894197Z","end":"2026-03-31T05:15:56.52865Z","steps":["trace[548399068] 'process raft request' (duration: 634.096254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.528906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.894165Z","time spent":"634.650908ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:56.529085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.965236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:15:56.529997Z","caller":"traceutil/trace.go:171","msg":"trace[767657188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10725; }","duration":"621.904541ms","start":"2026-03-31T05:15:55.908068Z","end":"2026-03-31T05:15:56.529972Z","steps":["trace[767657188] 'agreement among raft nodes before linearized reading' (duration: 620.528833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.530059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.908059Z","time spent":"621.984954ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:15:56.856999Z","caller":"traceutil/trace.go:171","msg":"trace[2052273532] linearizableReadLoop","detail":"{readStateIndex:11110; appliedIndex:11109; }","duration":"328.442148ms","start":"2026-03-31T05:15:56.528532Z","end":"2026-03-31T05:15:56.856975Z","steps":["trace[2052273532] 'read index received' (duration: 231.543095ms)","trace[2052273532] 'applied index is now lower than readState.Index' (duration: 96.897963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:56.857137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.068731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:56.857222Z","caller":"traceutil/trace.go:171","msg":"trace[1746113346] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10726; }","duration":"811.202384ms","start":"2026-03-31T05:15:56.045995Z","end":"2026-03-31T05:15:56.857198Z","steps":["trace[1746113346] 'agreement among raft nodes before linearized reading' (duration: 811.03609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.85727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.045971Z","time spent":"811.288056ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:15:56.857702Z","caller":"traceutil/trace.go:171","msg":"trace[1960928392] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"486.401876ms","start":"2026-03-31T05:15:56.371258Z","end":"2026-03-31T05:15:56.85766Z","steps":["trace[1960928392] 'process raft request' (duration: 388.66803ms)","trace[1960928392] 'compare' (duration: 96.80571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:56.857849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.015377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:15:56.857914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.371235Z","time spent":"486.555019ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:56.857979Z","caller":"traceutil/trace.go:171","msg":"trace[1632477856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10726; }","duration":"896.176482ms","start":"2026-03-31T05:15:55.961771Z","end":"2026-03-31T05:15:56.857948Z","steps":["trace[1632477856] 'agreement among raft nodes before linearized reading' (duration: 895.856573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.857743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.191129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:15:56.858027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.647933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:15:56.858047Z","caller":"traceutil/trace.go:171","msg":"trace[965068395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10726; }","duration":"919.537869ms","start":"2026-03-31T05:15:55.938495Z","end":"2026-03-31T05:15:56.858033Z","steps":["trace[965068395] 'agreement among raft nodes before linearized reading' (duration: 919.145858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.858055Z","caller":"traceutil/trace.go:171","msg":"trace[577195730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10726; }","duration":"321.730824ms","start":"2026-03-31T05:15:56.536316Z","end":"2026-03-31T05:15:56.858047Z","steps":["trace[577195730] 'agreement among raft nodes before linearized reading' (duration: 321.355024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.858075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.938482Z","time spent":"919.58506ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:56.858075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.536293Z","time spent":"321.774486ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347412,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:15:56.858069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.96176Z","time spent":"896.279354ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:56.858079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.676644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:15:56.858083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.229333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:56.858132Z","caller":"traceutil/trace.go:171","msg":"trace[981419327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10726; }","duration":"152.769316ms","start":"2026-03-31T05:15:56.705347Z","end":"2026-03-31T05:15:56.858116Z","steps":["trace[981419327] 'agreement among raft nodes before linearized reading' (duration: 152.649303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:56.858147Z","caller":"traceutil/trace.go:171","msg":"trace[1200587899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10726; }","duration":"896.328076ms","start":"2026-03-31T05:15:55.961803Z","end":"2026-03-31T05:15:56.858131Z","steps":["trace[1200587899] 'agreement among raft nodes before linearized reading' (duration: 896.11041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:56.85818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:55.961787Z","time spent":"896.386637ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:15:57.185351Z","caller":"traceutil/trace.go:171","msg":"trace[639595329] transaction","detail":"{read_only:false; response_revision:10729; number_of_response:1; }","duration":"322.246619ms","start":"2026-03-31T05:15:56.863069Z","end":"2026-03-31T05:15:57.185316Z","steps":["trace[639595329] 'process raft request' (duration: 322.107395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:57.185387Z","caller":"traceutil/trace.go:171","msg":"trace[2026837283] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"322.377082ms","start":"2026-03-31T05:15:56.862969Z","end":"2026-03-31T05:15:57.185346Z","steps":["trace[2026837283] 'process raft request' (duration: 321.9421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.185525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.863062Z","time spent":"322.383233ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:57.185563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.862945Z","time spent":"322.518456ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:57.185814Z","caller":"traceutil/trace.go:171","msg":"trace[173426878] transaction","detail":"{read_only:false; response_revision:10730; number_of_response:1; }","duration":"320.860521ms","start":"2026-03-31T05:15:56.864933Z","end":"2026-03-31T05:15:57.185793Z","steps":["trace[173426878] 'process raft request' (duration: 320.309616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.185967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.86491Z","time spent":"321.013366ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:57.185977Z","caller":"traceutil/trace.go:171","msg":"trace[1845787665] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"320.943084ms","start":"2026-03-31T05:15:56.865013Z","end":"2026-03-31T05:15:57.185957Z","steps":["trace[1845787665] 'process raft request' (duration: 320.727068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.186083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.865008Z","time spent":"321.029286ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:57.185963Z","caller":"traceutil/trace.go:171","msg":"trace[1303981309] linearizableReadLoop","detail":"{readStateIndex:11113; appliedIndex:11110; }","duration":"321.853498ms","start":"2026-03-31T05:15:56.86409Z","end":"2026-03-31T05:15:57.185919Z","steps":["trace[1303981309] 'read index received' (duration: 36.404963ms)","trace[1303981309] 'applied index is now lower than readState.Index' (duration: 285.423165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:57.186186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.086614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:15:57.186252Z","caller":"traceutil/trace.go:171","msg":"trace[240746661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10731; }","duration":"322.173707ms","start":"2026-03-31T05:15:56.864062Z","end":"2026-03-31T05:15:57.186235Z","steps":["trace[240746661] 'agreement among raft nodes before linearized reading' (duration: 321.936091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.186304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:56.864052Z","time spent":"322.240979ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:15:57.506976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.413409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:57.5071Z","caller":"traceutil/trace.go:171","msg":"trace[126539850] linearizableReadLoop","detail":"{readStateIndex:11116; appliedIndex:11115; }","duration":"319.312199ms","start":"2026-03-31T05:15:57.18777Z","end":"2026-03-31T05:15:57.507082Z","steps":["trace[126539850] 'read index received' (duration: 178.686703ms)","trace[126539850] 'applied index is now lower than readState.Index' (duration: 140.624096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:57.507209Z","caller":"traceutil/trace.go:171","msg":"trace[896908002] transaction","detail":"{read_only:false; response_revision:10732; number_of_response:1; }","duration":"370.926077ms","start":"2026-03-31T05:15:57.136266Z","end":"2026-03-31T05:15:57.507192Z","steps":["trace[896908002] 'process raft request' (duration: 230.211329ms)","trace[896908002] 'compare' (duration: 140.293276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:57.507287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.136244Z","time spent":"371.008048ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:57.507403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.503037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:57.507518Z","caller":"traceutil/trace.go:171","msg":"trace[1668627052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10732; }","duration":"292.658722ms","start":"2026-03-31T05:15:57.214838Z","end":"2026-03-31T05:15:57.507496Z","steps":["trace[1668627052] 'agreement among raft nodes before linearized reading' (duration: 292.396175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.507686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.891814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:15:57.507789Z","caller":"traceutil/trace.go:171","msg":"trace[1027015263] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10732; }","duration":"320.037248ms","start":"2026-03-31T05:15:57.187725Z","end":"2026-03-31T05:15:57.507762Z","steps":["trace[1027015263] 'agreement among raft nodes before linearized reading' (duration: 319.627717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.507833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.187704Z","time spent":"320.120001ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:15:57.940241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.900292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:57.940333Z","caller":"traceutil/trace.go:171","msg":"trace[1249460843] linearizableReadLoop","detail":"{readStateIndex:11117; appliedIndex:11116; }","duration":"389.782001ms","start":"2026-03-31T05:15:57.550534Z","end":"2026-03-31T05:15:57.940316Z","steps":["trace[1249460843] 'read index received' (duration: 277.687074ms)","trace[1249460843] 'applied index is now lower than readState.Index' (duration: 112.093647ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:57.940412Z","caller":"traceutil/trace.go:171","msg":"trace[1697852797] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"426.699558ms","start":"2026-03-31T05:15:57.513701Z","end":"2026-03-31T05:15:57.9404Z","steps":["trace[1697852797] 'process raft request' (duration: 314.569419ms)","trace[1697852797] 'compare' (duration: 111.781149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:57.940476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.513677Z","time spent":"426.76827ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:57.940766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.427738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:57.940815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:57.940852Z","caller":"traceutil/trace.go:171","msg":"trace[411836956] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10733; }","duration":"357.626943ms","start":"2026-03-31T05:15:57.583207Z","end":"2026-03-31T05:15:57.940833Z","steps":["trace[411836956] 'agreement among raft nodes before linearized reading' (duration: 357.304215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:57.940874Z","caller":"traceutil/trace.go:171","msg":"trace[1464957108] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10733; }","duration":"390.367927ms","start":"2026-03-31T05:15:57.550493Z","end":"2026-03-31T05:15:57.940861Z","steps":["trace[1464957108] 'agreement among raft nodes before linearized reading' (duration: 390.220513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.94089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.583186Z","time spent":"357.693306ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:15:57.940899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.550472Z","time spent":"390.422528ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:58.40704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.817965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:58.407151Z","caller":"traceutil/trace.go:171","msg":"trace[708672214] linearizableReadLoop","detail":"{readStateIndex:11118; appliedIndex:11117; }","duration":"231.33684ms","start":"2026-03-31T05:15:58.175795Z","end":"2026-03-31T05:15:58.407132Z","steps":["trace[708672214] 'read index received' (duration: 44.280528ms)","trace[708672214] 'applied index is now lower than readState.Index' (duration: 187.054472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:58.407232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.431942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:58.407202Z","caller":"traceutil/trace.go:171","msg":"trace[2146328365] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"390.268393ms","start":"2026-03-31T05:15:58.016893Z","end":"2026-03-31T05:15:58.407161Z","steps":["trace[2146328365] 'process raft request' (duration: 203.211612ms)","trace[2146328365] 'compare' (duration: 186.62694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:58.407272Z","caller":"traceutil/trace.go:171","msg":"trace[28371745] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10734; }","duration":"231.470103ms","start":"2026-03-31T05:15:58.175787Z","end":"2026-03-31T05:15:58.407258Z","steps":["trace[28371745] 'agreement among raft nodes before linearized reading' (duration: 231.398341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.407374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.016874Z","time spent":"390.405178ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.809727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.478713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:58.809873Z","caller":"traceutil/trace.go:171","msg":"trace[795426030] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"275.230926ms","start":"2026-03-31T05:15:58.534612Z","end":"2026-03-31T05:15:58.809843Z","steps":["trace[795426030] 'process raft request' (duration: 160.790225ms)","trace[795426030] 'compare' (duration: 114.092791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:58.851996Z","caller":"traceutil/trace.go:171","msg":"trace[767983674] linearizableReadLoop","detail":"{readStateIndex:11120; appliedIndex:11119; }","duration":"149.288782ms","start":"2026-03-31T05:15:58.702671Z","end":"2026-03-31T05:15:58.85196Z","steps":["trace[767983674] 'read index received' (duration: 149.023464ms)","trace[767983674] 'applied index is now lower than readState.Index' (duration: 264.208µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:58.852243Z","caller":"traceutil/trace.go:171","msg":"trace[594817658] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"316.885823ms","start":"2026-03-31T05:15:58.535329Z","end":"2026-03-31T05:15:58.852214Z","steps":["trace[594817658] 'process raft request' (duration: 316.455751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.852381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.535302Z","time spent":"316.994006ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.854812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.099148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:58.854882Z","caller":"traceutil/trace.go:171","msg":"trace[546692283] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10736; }","duration":"152.228272ms","start":"2026-03-31T05:15:58.702632Z","end":"2026-03-31T05:15:58.854861Z","steps":["trace[546692283] 'agreement among raft nodes before linearized reading' (duration: 149.469746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.412209Z","caller":"traceutil/trace.go:171","msg":"trace[89242177] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"217.10899ms","start":"2026-03-31T05:15:59.195067Z","end":"2026-03-31T05:15:59.412176Z","steps":["trace[89242177] 'process raft request' (duration: 216.807012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.412843Z","caller":"traceutil/trace.go:171","msg":"trace[862003898] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"217.572023ms","start":"2026-03-31T05:15:59.195249Z","end":"2026-03-31T05:15:59.412821Z","steps":["trace[862003898] 'process raft request' (duration: 216.835353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.413033Z","caller":"traceutil/trace.go:171","msg":"trace[506067892] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"217.645044ms","start":"2026-03-31T05:15:59.19526Z","end":"2026-03-31T05:15:59.412905Z","steps":["trace[506067892] 'process raft request' (duration: 217.47509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:00.125966Z","caller":"traceutil/trace.go:171","msg":"trace[1756459946] linearizableReadLoop","detail":"{readStateIndex:11127; appliedIndex:11126; }","duration":"140.905013ms","start":"2026-03-31T05:15:59.985033Z","end":"2026-03-31T05:16:00.125938Z","steps":["trace[1756459946] 'read index received' (duration: 140.577664ms)","trace[1756459946] 'applied index is now lower than readState.Index' (duration: 326.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:00.126138Z","caller":"traceutil/trace.go:171","msg":"trace[742781239] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"177.344137ms","start":"2026-03-31T05:15:59.94876Z","end":"2026-03-31T05:16:00.126104Z","steps":["trace[742781239] 'process raft request' (duration: 176.966016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.126186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.13739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:00.12624Z","caller":"traceutil/trace.go:171","msg":"trace[1324606043] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10743; }","duration":"141.250213ms","start":"2026-03-31T05:15:59.984974Z","end":"2026-03-31T05:16:00.126224Z","steps":["trace[1324606043] 'agreement among raft nodes before linearized reading' (duration: 141.14131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.703326Z","caller":"traceutil/trace.go:171","msg":"trace[972598098] transaction","detail":"{read_only:false; response_revision:10759; number_of_response:1; }","duration":"247.180122ms","start":"2026-03-31T05:16:03.456119Z","end":"2026-03-31T05:16:03.7033Z","steps":["trace[972598098] 'process raft request' (duration: 247.023208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.752356Z","caller":"traceutil/trace.go:171","msg":"trace[91289975] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"295.626373ms","start":"2026-03-31T05:16:03.456694Z","end":"2026-03-31T05:16:03.75232Z","steps":["trace[91289975] 'process raft request' (duration: 295.313605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:03.752425Z","caller":"traceutil/trace.go:171","msg":"trace[1401817223] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"294.661847ms","start":"2026-03-31T05:16:03.45773Z","end":"2026-03-31T05:16:03.752391Z","steps":["trace[1401817223] 'process raft request' (duration: 294.454881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.556386Z","caller":"traceutil/trace.go:171","msg":"trace[1967738615] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"354.883438ms","start":"2026-03-31T05:16:04.201471Z","end":"2026-03-31T05:16:04.556354Z","steps":["trace[1967738615] 'process raft request' (duration: 354.675213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.556574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.201456Z","time spent":"355.022583ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:05.378186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.001563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:05.378271Z","caller":"traceutil/trace.go:171","msg":"trace[1080860192] linearizableReadLoop","detail":"{readStateIndex:11148; appliedIndex:11147; }","duration":"821.943527ms","start":"2026-03-31T05:16:04.556313Z","end":"2026-03-31T05:16:05.378257Z","steps":["trace[1080860192] 'read index received' (duration: 474.787139ms)","trace[1080860192] 'applied index is now lower than readState.Index' (duration: 347.155218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:05.378318Z","caller":"traceutil/trace.go:171","msg":"trace[1964933023] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"884.968166ms","start":"2026-03-31T05:16:04.493344Z","end":"2026-03-31T05:16:05.378312Z","steps":["trace[1964933023] 'process raft request' (duration: 537.746606ms)","trace[1964933023] 'compare' (duration: 346.474979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:05.378354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.493324Z","time spent":"885.009676ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:05.378608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.907296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:16:05.378777Z","caller":"traceutil/trace.go:171","msg":"trace[2119103246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10763; }","duration":"833.07145ms","start":"2026-03-31T05:16:04.545672Z","end":"2026-03-31T05:16:05.378744Z","steps":["trace[2119103246] 'agreement among raft nodes before linearized reading' (duration: 832.732751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:05.378889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.545617Z","time spent":"833.252115ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:05.878863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:06.047299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015694291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:06.047931Z","caller":"traceutil/trace.go:171","msg":"trace[330080126] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"1.200559002s","start":"2026-03-31T05:16:04.847345Z","end":"2026-03-31T05:16:06.047904Z","steps":["trace[330080126] 'process raft request' (duration: 1.200336426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.048094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.847318Z","time spent":"1.200694366s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:06.048342Z","caller":"traceutil/trace.go:171","msg":"trace[535965615] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"1.125979828s","start":"2026-03-31T05:16:04.922327Z","end":"2026-03-31T05:16:06.048307Z","steps":["trace[535965615] 'process raft request' (duration: 1.125507046s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.048532Z","caller":"traceutil/trace.go:171","msg":"trace[1017722436] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"1.035308476s","start":"2026-03-31T05:16:05.013176Z","end":"2026-03-31T05:16:06.048485Z","steps":["trace[1017722436] 'process raft request' (duration: 1.034994518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.048578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.922276Z","time spent":"1.126188185s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:06.048735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.013136Z","time spent":"1.035496751s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:06.091927Z","caller":"traceutil/trace.go:171","msg":"trace[1265931917] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"708.579505ms","start":"2026-03-31T05:16:05.383206Z","end":"2026-03-31T05:16:06.091786Z","steps":["trace[1265931917] 'process raft request' (duration: 702.52639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.092119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.383183Z","time spent":"708.838312ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:06.100832Z","caller":"traceutil/trace.go:171","msg":"trace[961273968] linearizableReadLoop","detail":"{readStateIndex:11153; appliedIndex:11148; }","duration":"722.506965ms","start":"2026-03-31T05:16:05.378285Z","end":"2026-03-31T05:16:06.100792Z","steps":["trace[961273968] 'read index received' (duration: 669.384896ms)","trace[961273968] 'applied index is now lower than readState.Index' (duration: 53.119449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:06.10098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0076064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:06.101059Z","caller":"traceutil/trace.go:171","msg":"trace[1317398874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10767; }","duration":"1.007740675s","start":"2026-03-31T05:16:05.093298Z","end":"2026-03-31T05:16:06.101039Z","steps":["trace[1317398874] 'agreement among raft nodes before linearized reading' (duration: 1.007498968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.747456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:16:06.101107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.093276Z","time spent":"1.007823486s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:06.101108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543530077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:06.101134Z","caller":"traceutil/trace.go:171","msg":"trace[1224562982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10767; }","duration":"779.880729ms","start":"2026-03-31T05:16:05.321225Z","end":"2026-03-31T05:16:06.101106Z","steps":["trace[1224562982] 'agreement among raft nodes before linearized reading' (duration: 779.603942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.101156Z","caller":"traceutil/trace.go:171","msg":"trace[90636649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10767; }","duration":"1.54364713s","start":"2026-03-31T05:16:04.557496Z","end":"2026-03-31T05:16:06.101143Z","steps":["trace[90636649] 'agreement among raft nodes before linearized reading' (duration: 1.543511737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.557482Z","time spent":"1.543706462s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:06.101192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.321207Z","time spent":"779.972752ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:06.101269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.559205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:06.101341Z","caller":"traceutil/trace.go:171","msg":"trace[1702157251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10767; }","duration":"818.649897ms","start":"2026-03-31T05:16:05.282671Z","end":"2026-03-31T05:16:06.101321Z","steps":["trace[1702157251] 'agreement among raft nodes before linearized reading' (duration: 818.426121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.282649Z","time spent":"818.732559ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:06.101428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.3466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:06.101505Z","caller":"traceutil/trace.go:171","msg":"trace[1286903763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10767; }","duration":"392.478364ms","start":"2026-03-31T05:16:05.709007Z","end":"2026-03-31T05:16:06.101486Z","steps":["trace[1286903763] 'agreement among raft nodes before linearized reading' (duration: 392.234487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163235275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:16:06.101552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.708986Z","time spent":"392.556136ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:16:06.10157Z","caller":"traceutil/trace.go:171","msg":"trace[702223007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10767; }","duration":"1.163309147s","start":"2026-03-31T05:16:04.938249Z","end":"2026-03-31T05:16:06.101558Z","steps":["trace[702223007] 'agreement among raft nodes before linearized reading' (duration: 1.163176903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.93823Z","time spent":"1.163362569s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:16:06.10162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.796713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:06.101692Z","caller":"traceutil/trace.go:171","msg":"trace[1610267365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10767; }","duration":"344.913057ms","start":"2026-03-31T05:16:05.756759Z","end":"2026-03-31T05:16:06.101673Z","steps":["trace[1610267365] 'agreement among raft nodes before linearized reading' (duration: 344.67912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.756744Z","time spent":"344.982259ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:06.101836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.727124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:06.101902Z","caller":"traceutil/trace.go:171","msg":"trace[416880317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10767; }","duration":"344.222368ms","start":"2026-03-31T05:16:05.757641Z","end":"2026-03-31T05:16:06.101864Z","steps":["trace[416880317] 'agreement among raft nodes before linearized reading' (duration: 343.702514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.101933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:05.75763Z","time spent":"344.2939ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:06.102026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530997485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:16:06.102157Z","caller":"traceutil/trace.go:171","msg":"trace[955226871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10767; }","duration":"1.53118692s","start":"2026-03-31T05:16:04.570938Z","end":"2026-03-31T05:16:06.102125Z","steps":["trace[955226871] 'agreement among raft nodes before linearized reading' (duration: 1.53008574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.102219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.570925Z","time spent":"1.531283282s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:06.207818Z","caller":"traceutil/trace.go:171","msg":"trace[118272965] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"101.356004ms","start":"2026-03-31T05:16:06.106439Z","end":"2026-03-31T05:16:06.207795Z","steps":["trace[118272965] 'process raft request' (duration: 101.285212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.207949Z","caller":"traceutil/trace.go:171","msg":"trace[1694331429] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"101.466647ms","start":"2026-03-31T05:16:06.106442Z","end":"2026-03-31T05:16:06.207909Z","steps":["trace[1694331429] 'process raft request' (duration: 101.145259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.208142Z","caller":"traceutil/trace.go:171","msg":"trace[704833868] transaction","detail":"{read_only:false; response_revision:10771; number_of_response:1; }","duration":"101.598921ms","start":"2026-03-31T05:16:06.106525Z","end":"2026-03-31T05:16:06.208124Z","steps":["trace[704833868] 'process raft request' (duration: 101.237231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.208358Z","caller":"traceutil/trace.go:171","msg":"trace[966626717] transaction","detail":"{read_only:false; response_revision:10772; number_of_response:1; }","duration":"101.806036ms","start":"2026-03-31T05:16:06.106537Z","end":"2026-03-31T05:16:06.208343Z","steps":["trace[966626717] 'process raft request' (duration: 101.495318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.313298Z","caller":"traceutil/trace.go:171","msg":"trace[1632028920] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"427.642093ms","start":"2026-03-31T05:16:06.885627Z","end":"2026-03-31T05:16:07.313269Z","steps":["trace[1632028920] 'process raft request' (duration: 427.475968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.313482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:06.885601Z","time spent":"427.773527ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:07.728526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.516129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:07.728634Z","caller":"traceutil/trace.go:171","msg":"trace[1058370171] linearizableReadLoop","detail":"{readStateIndex:11164; appliedIndex:11163; }","duration":"245.27135ms","start":"2026-03-31T05:16:07.483342Z","end":"2026-03-31T05:16:07.728613Z","steps":["trace[1058370171] 'read index received' (duration: 33.503374ms)","trace[1058370171] 'applied index is now lower than readState.Index' (duration: 211.766915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:07.728763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.419163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.728818Z","caller":"traceutil/trace.go:171","msg":"trace[1088466611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10778; }","duration":"245.518566ms","start":"2026-03-31T05:16:07.48329Z","end":"2026-03-31T05:16:07.728808Z","steps":["trace[1088466611] 'agreement among raft nodes before linearized reading' (duration: 245.420903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.728731Z","caller":"traceutil/trace.go:171","msg":"trace[1267067845] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"344.451605ms","start":"2026-03-31T05:16:07.384242Z","end":"2026-03-31T05:16:07.728694Z","steps":["trace[1267067845] 'process raft request' (duration: 132.72294ms)","trace[1267067845] 'compare' (duration: 211.364635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:07.728991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.384215Z","time spent":"344.702661ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:08.26163Z","caller":"traceutil/trace.go:171","msg":"trace[1087187653] linearizableReadLoop","detail":"{readStateIndex:11166; appliedIndex:11164; }","duration":"180.274807ms","start":"2026-03-31T05:16:08.081298Z","end":"2026-03-31T05:16:08.261573Z","steps":["trace[1087187653] 'read index received' (duration: 60.629934ms)","trace[1087187653] 'applied index is now lower than readState.Index' (duration: 119.643523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:08.261719Z","caller":"traceutil/trace.go:171","msg":"trace[191758172] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"205.728721ms","start":"2026-03-31T05:16:08.055963Z","end":"2026-03-31T05:16:08.261692Z","steps":["trace[191758172] 'process raft request' (duration: 161.856935ms)","trace[191758172] 'compare' (duration: 43.615709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:08.261945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.507053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:08.262099Z","caller":"traceutil/trace.go:171","msg":"trace[280239096] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10780; }","duration":"180.835482ms","start":"2026-03-31T05:16:08.081239Z","end":"2026-03-31T05:16:08.262074Z","steps":["trace[280239096] 'agreement among raft nodes before linearized reading' (duration: 180.508133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.497144Z","caller":"traceutil/trace.go:171","msg":"trace[139724239] linearizableReadLoop","detail":"{readStateIndex:11167; appliedIndex:11166; }","duration":"235.40629ms","start":"2026-03-31T05:16:08.261714Z","end":"2026-03-31T05:16:08.49712Z","steps":["trace[139724239] 'read index received' (duration: 139.734851ms)","trace[139724239] 'applied index is now lower than readState.Index' (duration: 95.669999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:08.497244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.402769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:08.497306Z","caller":"traceutil/trace.go:171","msg":"trace[1949906947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10780; }","duration":"283.475411ms","start":"2026-03-31T05:16:08.213815Z","end":"2026-03-31T05:16:08.49729Z","steps":["trace[1949906947] 'agreement among raft nodes before linearized reading' (duration: 283.308036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.497451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.0177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:16:08.497421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.335565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:16:08.497514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.505282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:08.497522Z","caller":"traceutil/trace.go:171","msg":"trace[1700352245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10780; }","duration":"290.135423ms","start":"2026-03-31T05:16:08.207366Z","end":"2026-03-31T05:16:08.497502Z","steps":["trace[1700352245] 'agreement among raft nodes before linearized reading' (duration: 289.898366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.497549Z","caller":"traceutil/trace.go:171","msg":"trace[1638254524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10780; }","duration":"283.557234ms","start":"2026-03-31T05:16:08.213982Z","end":"2026-03-31T05:16:08.497539Z","steps":["trace[1638254524] 'agreement among raft nodes before linearized reading' (duration: 283.468561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.49755Z","caller":"traceutil/trace.go:171","msg":"trace[1833444269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10780; }","duration":"284.479299ms","start":"2026-03-31T05:16:08.21304Z","end":"2026-03-31T05:16:08.497519Z","steps":["trace[1833444269] 'agreement among raft nodes before linearized reading' (duration: 284.13643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.497354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.881685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:16:08.497738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.511975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:08.497765Z","caller":"traceutil/trace.go:171","msg":"trace[1430862600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10780; }","duration":"283.310356ms","start":"2026-03-31T05:16:08.214438Z","end":"2026-03-31T05:16:08.497748Z","steps":["trace[1430862600] 'agreement among raft nodes before linearized reading' (duration: 282.71666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.49778Z","caller":"traceutil/trace.go:171","msg":"trace[1497729187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10780; }","duration":"385.590307ms","start":"2026-03-31T05:16:08.112178Z","end":"2026-03-31T05:16:08.497769Z","steps":["trace[1497729187] 'agreement among raft nodes before linearized reading' (duration: 385.463223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.497818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.112158Z","time spent":"385.649768ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:08.498238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.859969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:08.498282Z","caller":"traceutil/trace.go:171","msg":"trace[856253365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10780; }","duration":"284.950022ms","start":"2026-03-31T05:16:08.213322Z","end":"2026-03-31T05:16:08.498272Z","steps":["trace[856253365] 'agreement among raft nodes before linearized reading' (duration: 284.780957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.938683Z","caller":"traceutil/trace.go:171","msg":"trace[324057151] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"438.687474ms","start":"2026-03-31T05:16:08.499966Z","end":"2026-03-31T05:16:08.938653Z","steps":["trace[324057151] 'process raft request' (duration: 438.499219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.938857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.499943Z","time spent":"438.837789ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:09.540758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.549191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:09.541061Z","caller":"traceutil/trace.go:171","msg":"trace[312889090] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"1.03915766s","start":"2026-03-31T05:16:08.501858Z","end":"2026-03-31T05:16:09.541015Z","steps":["trace[312889090] 'process raft request' (duration: 556.27023ms)","trace[312889090] 'compare' (duration: 482.429378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:09.541234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.501847Z","time spent":"1.039300165s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.541231Z","caller":"traceutil/trace.go:171","msg":"trace[1543825058] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"1.039232413s","start":"2026-03-31T05:16:08.50197Z","end":"2026-03-31T05:16:09.541203Z","steps":["trace[1543825058] 'process raft request' (duration: 1.038974675s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.541334Z","caller":"traceutil/trace.go:171","msg":"trace[840112354] transaction","detail":"{read_only:false; response_revision:10784; number_of_response:1; }","duration":"1.038744979s","start":"2026-03-31T05:16:08.502567Z","end":"2026-03-31T05:16:09.541312Z","steps":["trace[840112354] 'process raft request' (duration: 1.038439281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.541391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.502552Z","time spent":"1.038811512s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.541423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.501954Z","time spent":"1.039348476s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.541448Z","caller":"traceutil/trace.go:171","msg":"trace[831684361] transaction","detail":"{read_only:false; response_revision:10785; number_of_response:1; }","duration":"1.038197255s","start":"2026-03-31T05:16:08.503225Z","end":"2026-03-31T05:16:09.541422Z","steps":["trace[831684361] 'process raft request' (duration: 1.03804961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.54155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.503214Z","time spent":"1.038288758s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.541576Z","caller":"traceutil/trace.go:171","msg":"trace[1009745596] linearizableReadLoop","detail":"{readStateIndex:11169; appliedIndex:11167; }","duration":"1.039616113s","start":"2026-03-31T05:16:08.501951Z","end":"2026-03-31T05:16:09.541567Z","steps":["trace[1009745596] 'read index received' (duration: 436.651179ms)","trace[1009745596] 'applied index is now lower than readState.Index' (duration: 602.961974ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:09.541613Z","caller":"traceutil/trace.go:171","msg":"trace[1636170132] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"1.038032641s","start":"2026-03-31T05:16:08.50355Z","end":"2026-03-31T05:16:09.541582Z","steps":["trace[1636170132] 'process raft request' (duration: 1.037821085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.541753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.503535Z","time spent":"1.038146954s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.541839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03985716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:09.541962Z","caller":"traceutil/trace.go:171","msg":"trace[2090229586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10786; }","duration":"1.040012265s","start":"2026-03-31T05:16:08.501926Z","end":"2026-03-31T05:16:09.541938Z","steps":["trace[2090229586] 'agreement among raft nodes before linearized reading' (duration: 1.039683346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.542008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.501906Z","time spent":"1.040092146s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:10.337149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.872348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:10.337233Z","caller":"traceutil/trace.go:171","msg":"trace[1912334237] linearizableReadLoop","detail":"{readStateIndex:11174; appliedIndex:11173; }","duration":"795.623588ms","start":"2026-03-31T05:16:09.541595Z","end":"2026-03-31T05:16:10.337219Z","steps":["trace[1912334237] 'read index received' (duration: 477.546984ms)","trace[1912334237] 'applied index is now lower than readState.Index' (duration: 318.075504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:10.337292Z","caller":"traceutil/trace.go:171","msg":"trace[1448981951] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"825.350289ms","start":"2026-03-31T05:16:09.511933Z","end":"2026-03-31T05:16:10.337283Z","steps":["trace[1448981951] 'process raft request' (duration: 507.271845ms)","trace[1448981951] 'compare' (duration: 317.590371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:10.337331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.511904Z","time spent":"825.406271ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.337506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.021491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:10.337535Z","caller":"traceutil/trace.go:171","msg":"trace[1373656863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10787; }","duration":"854.107883ms","start":"2026-03-31T05:16:09.483418Z","end":"2026-03-31T05:16:10.337526Z","steps":["trace[1373656863] 'agreement among raft nodes before linearized reading' (duration: 854.054851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.337556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.483383Z","time spent":"854.168044ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:10.337763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742654137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:16:10.337823Z","caller":"traceutil/trace.go:171","msg":"trace[1863953962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10787; }","duration":"1.742762149s","start":"2026-03-31T05:16:08.595048Z","end":"2026-03-31T05:16:10.33781Z","steps":["trace[1863953962] 'agreement among raft nodes before linearized reading' (duration: 1.742579974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.337856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.595026Z","time spent":"1.742824852s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:10.338569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8362858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347388"} {"level":"info","ts":"2026-03-31T05:16:10.33867Z","caller":"traceutil/trace.go:171","msg":"trace[2136447811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10787; }","duration":"1.836429474s","start":"2026-03-31T05:16:08.502217Z","end":"2026-03-31T05:16:10.338646Z","steps":["trace[2136447811] 'agreement among raft nodes before linearized reading' (duration: 1.835631602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.33897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.502197Z","time spent":"1.836621399s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347412,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:10.907625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.901686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:10.908274Z","caller":"traceutil/trace.go:171","msg":"trace[1911115680] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"1.174379678s","start":"2026-03-31T05:16:09.733862Z","end":"2026-03-31T05:16:10.908241Z","steps":["trace[1911115680] 'process raft request' (duration: 740.69208ms)","trace[1911115680] 'compare' (duration: 432.551867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:10.908298Z","caller":"traceutil/trace.go:171","msg":"trace[1407878945] transaction","detail":"{read_only:false; response_revision:10789; number_of_response:1; }","duration":"760.164612ms","start":"2026-03-31T05:16:10.148093Z","end":"2026-03-31T05:16:10.908257Z","steps":["trace[1407878945] 'process raft request' (duration: 759.793162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.908305Z","caller":"traceutil/trace.go:171","msg":"trace[1106962283] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"640.375975ms","start":"2026-03-31T05:16:10.267868Z","end":"2026-03-31T05:16:10.908244Z","steps":["trace[1106962283] 'process raft request' (duration: 640.19543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.90842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.733838Z","time spent":"1.174505602s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.908439Z","caller":"traceutil/trace.go:171","msg":"trace[218462788] linearizableReadLoop","detail":"{readStateIndex:11177; appliedIndex:11174; }","duration":"571.159647ms","start":"2026-03-31T05:16:10.337251Z","end":"2026-03-31T05:16:10.908411Z","steps":["trace[218462788] 'read index received' (duration: 137.263954ms)","trace[218462788] 'applied index is now lower than readState.Index' (duration: 433.893913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:10.908495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.148064Z","time spent":"760.320257ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.908561Z","caller":"traceutil/trace.go:171","msg":"trace[756620813] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"565.873923ms","start":"2026-03-31T05:16:10.342676Z","end":"2026-03-31T05:16:10.90855Z","steps":["trace[756620813] 'process raft request' (duration: 565.519284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.908613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.342644Z","time spent":"565.945435ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.908625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.457233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:10.908681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365052918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:10.908702Z","caller":"traceutil/trace.go:171","msg":"trace[362474360] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10791; }","duration":"616.583616ms","start":"2026-03-31T05:16:10.2921Z","end":"2026-03-31T05:16:10.908684Z","steps":["trace[362474360] 'agreement among raft nodes before linearized reading' (duration: 616.37241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.908711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.745285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:16:10.908728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.714799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:10.908747Z","caller":"traceutil/trace.go:171","msg":"trace[1822823021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10791; }","duration":"1.365158511s","start":"2026-03-31T05:16:09.54357Z","end":"2026-03-31T05:16:10.908729Z","steps":["trace[1822823021] 'agreement among raft nodes before linearized reading' (duration: 1.364967886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.908789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055636289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:10.908885Z","caller":"traceutil/trace.go:171","msg":"trace[906156113] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10791; }","duration":"1.055806404s","start":"2026-03-31T05:16:09.853054Z","end":"2026-03-31T05:16:10.908861Z","steps":["trace[906156113] 'agreement among raft nodes before linearized reading' (duration: 1.055436014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.908823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.543551Z","time spent":"1.365259263s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:16:10.908981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.853026Z","time spent":"1.055939708s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:10.908756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.292077Z","time spent":"616.665589ms","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:10.908759Z","caller":"traceutil/trace.go:171","msg":"trace[1112631834] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:10791; }","duration":"552.844218ms","start":"2026-03-31T05:16:10.3559Z","end":"2026-03-31T05:16:10.908744Z","steps":["trace[1112631834] 'agreement among raft nodes before linearized reading' (duration: 552.654392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.90911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.355884Z","time spent":"553.203608ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:16:10.90906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.267834Z","time spent":"640.705814ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.90876Z","caller":"traceutil/trace.go:171","msg":"trace[344962724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10791; }","duration":"422.777691ms","start":"2026-03-31T05:16:10.485974Z","end":"2026-03-31T05:16:10.908752Z","steps":["trace[344962724] 'agreement among raft nodes before linearized reading' (duration: 422.705349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.909439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.485955Z","time spent":"423.459819ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:11.141956Z","caller":"traceutil/trace.go:171","msg":"trace[300141484] linearizableReadLoop","detail":"{readStateIndex:11179; appliedIndex:11178; }","duration":"231.194785ms","start":"2026-03-31T05:16:10.910737Z","end":"2026-03-31T05:16:11.141931Z","steps":["trace[300141484] 'read index received' (duration: 218.105128ms)","trace[300141484] 'applied index is now lower than readState.Index' (duration: 13.084847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:11.142078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.321139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:11.142159Z","caller":"traceutil/trace.go:171","msg":"trace[334732919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10791; }","duration":"231.446052ms","start":"2026-03-31T05:16:10.910694Z","end":"2026-03-31T05:16:11.14214Z","steps":["trace[334732919] 'agreement among raft nodes before linearized reading' (duration: 231.311398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.142304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.477529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:11.142377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.386081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:11.142419Z","caller":"traceutil/trace.go:171","msg":"trace[954516450] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10791; }","duration":"154.450473ms","start":"2026-03-31T05:16:10.987953Z","end":"2026-03-31T05:16:11.142404Z","steps":["trace[954516450] 'agreement among raft nodes before linearized reading' (duration: 154.397652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.142268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.853321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:11.142383Z","caller":"traceutil/trace.go:171","msg":"trace[1601403100] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10791; }","duration":"130.633503ms","start":"2026-03-31T05:16:11.011736Z","end":"2026-03-31T05:16:11.142369Z","steps":["trace[1601403100] 'agreement among raft nodes before linearized reading' (duration: 130.499009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.142505Z","caller":"traceutil/trace.go:171","msg":"trace[2139233991] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10791; }","duration":"222.125438ms","start":"2026-03-31T05:16:10.920353Z","end":"2026-03-31T05:16:11.142478Z","steps":["trace[2139233991] 'agreement among raft nodes before linearized reading' (duration: 221.84524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.262301Z","caller":"traceutil/trace.go:171","msg":"trace[231820381] linearizableReadLoop","detail":"{readStateIndex:11180; appliedIndex:11179; }","duration":"116.22857ms","start":"2026-03-31T05:16:11.146051Z","end":"2026-03-31T05:16:11.262279Z","steps":["trace[231820381] 'read index received' (duration: 106.646819ms)","trace[231820381] 'applied index is now lower than readState.Index' (duration: 9.581061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.262303Z","caller":"traceutil/trace.go:171","msg":"trace[1715926043] transaction","detail":"{read_only:false; response_revision:10792; number_of_response:1; }","duration":"118.615675ms","start":"2026-03-31T05:16:11.143663Z","end":"2026-03-31T05:16:11.262278Z","steps":["trace[1715926043] 'process raft request' (duration: 109.102016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.262435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.369044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:11.262606Z","caller":"traceutil/trace.go:171","msg":"trace[470653185] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10792; }","duration":"116.58205ms","start":"2026-03-31T05:16:11.146015Z","end":"2026-03-31T05:16:11.262597Z","steps":["trace[470653185] 'agreement among raft nodes before linearized reading' (duration: 116.335923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.516913Z","caller":"traceutil/trace.go:171","msg":"trace[1278166931] linearizableReadLoop","detail":"{readStateIndex:11181; appliedIndex:11180; }","duration":"236.089489ms","start":"2026-03-31T05:16:11.280808Z","end":"2026-03-31T05:16:11.516897Z","steps":["trace[1278166931] 'read index received' (duration: 236.036137ms)","trace[1278166931] 'applied index is now lower than readState.Index' (duration: 52.832µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.516946Z","caller":"traceutil/trace.go:171","msg":"trace[1773131264] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"245.69063ms","start":"2026-03-31T05:16:11.271235Z","end":"2026-03-31T05:16:11.516926Z","steps":["trace[1773131264] 'process raft request' (duration: 245.558667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.961227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-31T05:16:11.517096Z","caller":"traceutil/trace.go:171","msg":"trace[1741144308] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10793; }","duration":"172.996728ms","start":"2026-03-31T05:16:11.344093Z","end":"2026-03-31T05:16:11.51709Z","steps":["trace[1741144308] 'agreement among raft nodes before linearized reading' (duration: 172.882245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.651319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5188"} {"level":"warn","ts":"2026-03-31T05:16:11.51715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.543576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"info","ts":"2026-03-31T05:16:11.51719Z","caller":"traceutil/trace.go:171","msg":"trace[1617954097] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:10793; }","duration":"172.723281ms","start":"2026-03-31T05:16:11.34445Z","end":"2026-03-31T05:16:11.517174Z","steps":["trace[1617954097] 'agreement among raft nodes before linearized reading' (duration: 172.597368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.517195Z","caller":"traceutil/trace.go:171","msg":"trace[138262282] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:10793; }","duration":"172.606777ms","start":"2026-03-31T05:16:11.344576Z","end":"2026-03-31T05:16:11.517183Z","steps":["trace[138262282] 'agreement among raft nodes before linearized reading' (duration: 172.440463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.656059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-31T05:16:11.517231Z","caller":"traceutil/trace.go:171","msg":"trace[624650986] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:10793; }","duration":"172.6897ms","start":"2026-03-31T05:16:11.344535Z","end":"2026-03-31T05:16:11.517225Z","steps":["trace[624650986] 'agreement among raft nodes before linearized reading' (duration: 172.618218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.05185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-03-31T05:16:11.517114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.298575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:16:11.517265Z","caller":"traceutil/trace.go:171","msg":"trace[371492411] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10793; }","duration":"173.09045ms","start":"2026-03-31T05:16:11.344167Z","end":"2026-03-31T05:16:11.517258Z","steps":["trace[371492411] 'agreement among raft nodes before linearized reading' (duration: 173.009218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.644398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"info","ts":"2026-03-31T05:16:11.517299Z","caller":"traceutil/trace.go:171","msg":"trace[1705104457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10793; }","duration":"236.50332ms","start":"2026-03-31T05:16:11.280779Z","end":"2026-03-31T05:16:11.517282Z","steps":["trace[1705104457] 'agreement among raft nodes before linearized reading' (duration: 236.193242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.517349Z","caller":"traceutil/trace.go:171","msg":"trace[619944052] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:10793; }","duration":"172.756351ms","start":"2026-03-31T05:16:11.344576Z","end":"2026-03-31T05:16:11.517332Z","steps":["trace[619944052] 'agreement among raft nodes before linearized reading' (duration: 172.561416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.771925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-31T05:16:11.517403Z","caller":"traceutil/trace.go:171","msg":"trace[1175099758] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:10793; }","duration":"171.945699ms","start":"2026-03-31T05:16:11.345447Z","end":"2026-03-31T05:16:11.517392Z","steps":["trace[1175099758] 'agreement among raft nodes before linearized reading' (duration: 171.641721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.517462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.873605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12654"} {"level":"info","ts":"2026-03-31T05:16:11.517741Z","caller":"traceutil/trace.go:171","msg":"trace[551250547] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:10793; }","duration":"173.196594ms","start":"2026-03-31T05:16:11.344521Z","end":"2026-03-31T05:16:11.517718Z","steps":["trace[551250547] 'agreement among raft nodes before linearized reading' (duration: 172.538896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.751798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.048973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:11.751983Z","caller":"traceutil/trace.go:171","msg":"trace[152872600] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"201.197938ms","start":"2026-03-31T05:16:11.550774Z","end":"2026-03-31T05:16:11.751972Z","steps":["trace[152872600] 'process raft request' (duration: 201.174157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.752174Z","caller":"traceutil/trace.go:171","msg":"trace[216419876] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"202.173944ms","start":"2026-03-31T05:16:11.549993Z","end":"2026-03-31T05:16:11.752167Z","steps":["trace[216419876] 'process raft request' (duration: 201.881466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.752249Z","caller":"traceutil/trace.go:171","msg":"trace[642223030] transaction","detail":"{read_only:false; response_revision:10796; number_of_response:1; }","duration":"202.200224ms","start":"2026-03-31T05:16:11.550016Z","end":"2026-03-31T05:16:11.752217Z","steps":["trace[642223030] 'process raft request' (duration: 201.909916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.752353Z","caller":"traceutil/trace.go:171","msg":"trace[789099307] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"205.033182ms","start":"2026-03-31T05:16:11.547286Z","end":"2026-03-31T05:16:11.752319Z","steps":["trace[789099307] 'process raft request' (duration: 69.408363ms)","trace[789099307] 'compare' (duration: 134.853418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.752267Z","caller":"traceutil/trace.go:171","msg":"trace[142337893] linearizableReadLoop","detail":"{readStateIndex:11182; appliedIndex:11181; }","duration":"204.866847ms","start":"2026-03-31T05:16:11.547374Z","end":"2026-03-31T05:16:11.752241Z","steps":["trace[142337893] 'read index received' (duration: 69.339581ms)","trace[142337893] 'applied index is now lower than readState.Index' (duration: 135.523946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:11.752474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.099314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:11.752509Z","caller":"traceutil/trace.go:171","msg":"trace[1595995180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10797; }","duration":"205.163215ms","start":"2026-03-31T05:16:11.547337Z","end":"2026-03-31T05:16:11.752501Z","steps":["trace[1595995180] 'agreement among raft nodes before linearized reading' (duration: 205.052142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.752784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.776701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:16:11.75289Z","caller":"traceutil/trace.go:171","msg":"trace[22685067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10797; }","duration":"202.917224ms","start":"2026-03-31T05:16:11.549942Z","end":"2026-03-31T05:16:11.75286Z","steps":["trace[22685067] 'agreement among raft nodes before linearized reading' (duration: 202.563844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:12.10573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.989692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:12.105845Z","caller":"traceutil/trace.go:171","msg":"trace[1849964833] transaction","detail":"{read_only:false; response_revision:10798; number_of_response:1; }","duration":"349.464341ms","start":"2026-03-31T05:16:11.756357Z","end":"2026-03-31T05:16:12.105822Z","steps":["trace[1849964833] 'process raft request' (duration: 170.278604ms)","trace[1849964833] 'compare' (duration: 178.666323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:12.106181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.756343Z","time spent":"349.79714ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:12.35307Z","caller":"traceutil/trace.go:171","msg":"trace[37557436] linearizableReadLoop","detail":"{readStateIndex:11188; appliedIndex:11186; }","duration":"347.757595ms","start":"2026-03-31T05:16:12.005289Z","end":"2026-03-31T05:16:12.353047Z","steps":["trace[37557436] 'read index received' (duration: 299.677974ms)","trace[37557436] 'applied index is now lower than readState.Index' (duration: 48.077651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:12.353365Z","caller":"traceutil/trace.go:171","msg":"trace[1228847560] transaction","detail":"{read_only:false; response_revision:10800; number_of_response:1; }","duration":"587.830192ms","start":"2026-03-31T05:16:11.765467Z","end":"2026-03-31T05:16:12.353297Z","steps":["trace[1228847560] 'process raft request' (duration: 587.39543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:12.35344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.129225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:12.353501Z","caller":"traceutil/trace.go:171","msg":"trace[1983431959] transaction","detail":"{read_only:false; response_revision:10799; number_of_response:1; }","duration":"595.418079ms","start":"2026-03-31T05:16:11.758017Z","end":"2026-03-31T05:16:12.353435Z","steps":["trace[1983431959] 'process raft request' (duration: 547.07745ms)","trace[1983431959] 'compare' (duration: 47.337921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:12.353567Z","caller":"traceutil/trace.go:171","msg":"trace[970590352] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10800; }","duration":"348.229238ms","start":"2026-03-31T05:16:12.005241Z","end":"2026-03-31T05:16:12.353471Z","steps":["trace[970590352] 'agreement among raft nodes before linearized reading' (duration: 348.144235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:12.353636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.005218Z","time spent":"348.397983ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:12.353689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.765455Z","time spent":"588.004946ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13019,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:12.353718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.758004Z","time spent":"595.599104ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.143439Z","caller":"traceutil/trace.go:171","msg":"trace[427330880] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"228.504832ms","start":"2026-03-31T05:16:12.914905Z","end":"2026-03-31T05:16:13.14341Z","steps":["trace[427330880] 'process raft request' (duration: 228.300927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:13.307568Z","caller":"traceutil/trace.go:171","msg":"trace[1757605406] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"390.614973ms","start":"2026-03-31T05:16:12.916925Z","end":"2026-03-31T05:16:13.30754Z","steps":["trace[1757605406] 'process raft request' (duration: 390.553171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.307745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.916918Z","time spent":"390.734427ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.30844Z","caller":"traceutil/trace.go:171","msg":"trace[1425526933] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"393.315068ms","start":"2026-03-31T05:16:12.915088Z","end":"2026-03-31T05:16:13.308403Z","steps":["trace[1425526933] 'process raft request' (duration: 392.31675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:13.308601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.915082Z","time spent":"393.436521ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.308715Z","caller":"traceutil/trace.go:171","msg":"trace[973595601] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"393.697738ms","start":"2026-03-31T05:16:12.914995Z","end":"2026-03-31T05:16:13.308692Z","steps":["trace[973595601] 'process raft request' (duration: 340.840426ms)","trace[973595601] 'compare' (duration: 51.375451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:13.308797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:12.914959Z","time spent":"393.79441ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:13.845703Z","caller":"traceutil/trace.go:171","msg":"trace[1060293092] transaction","detail":"{read_only:false; response_revision:10807; number_of_response:1; }","duration":"291.377725ms","start":"2026-03-31T05:16:13.554302Z","end":"2026-03-31T05:16:13.84568Z","steps":["trace[1060293092] 'process raft request' (duration: 291.097028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.470524Z","caller":"traceutil/trace.go:171","msg":"trace[1699509641] transaction","detail":"{read_only:false; response_revision:10808; number_of_response:1; }","duration":"620.105482ms","start":"2026-03-31T05:16:13.85038Z","end":"2026-03-31T05:16:14.470485Z","steps":["trace[1699509641] 'process raft request' (duration: 571.120796ms)","trace[1699509641] 'compare' (duration: 48.471442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:14.471116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.850354Z","time spent":"620.636717ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:14.545444Z","caller":"traceutil/trace.go:171","msg":"trace[1920126334] linearizableReadLoop","detail":"{readStateIndex:11198; appliedIndex:11195; }","duration":"482.89619ms","start":"2026-03-31T05:16:14.062522Z","end":"2026-03-31T05:16:14.545418Z","steps":["trace[1920126334] 'read index received' (duration: 358.99069ms)","trace[1920126334] 'applied index is now lower than readState.Index' (duration: 123.904379ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:14.545474Z","caller":"traceutil/trace.go:171","msg":"trace[470350346] transaction","detail":"{read_only:false; response_revision:10809; number_of_response:1; }","duration":"694.353847ms","start":"2026-03-31T05:16:13.851091Z","end":"2026-03-31T05:16:14.545444Z","steps":["trace[470350346] 'process raft request' (duration: 694.109791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.545559Z","caller":"traceutil/trace.go:171","msg":"trace[1035907180] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"694.269965ms","start":"2026-03-31T05:16:13.851241Z","end":"2026-03-31T05:16:14.545511Z","steps":["trace[1035907180] 'process raft request' (duration: 694.124751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.545634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.078105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:14.545676Z","caller":"traceutil/trace.go:171","msg":"trace[1908756848] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10810; }","duration":"483.154767ms","start":"2026-03-31T05:16:14.062506Z","end":"2026-03-31T05:16:14.545661Z","steps":["trace[1908756848] 'agreement among raft nodes before linearized reading' (duration: 483.045374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.545713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.062411Z","time spent":"483.29228ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:14.545766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.591466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:16:14.545756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.851229Z","time spent":"694.428519ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:14.545782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.724307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:14.54584Z","caller":"traceutil/trace.go:171","msg":"trace[307419878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10810; }","duration":"434.83938ms","start":"2026-03-31T05:16:14.110988Z","end":"2026-03-31T05:16:14.545827Z","steps":["trace[307419878] 'agreement among raft nodes before linearized reading' (duration: 434.648854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.545902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.110966Z","time spent":"434.902891ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:16:14.545791Z","caller":"traceutil/trace.go:171","msg":"trace[2061426631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10810; }","duration":"176.657947ms","start":"2026-03-31T05:16:14.369127Z","end":"2026-03-31T05:16:14.545785Z","steps":["trace[2061426631] 'agreement among raft nodes before linearized reading' (duration: 176.540614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.545602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:13.851077Z","time spent":"694.4564ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:14.545977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.187988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:14.54605Z","caller":"traceutil/trace.go:171","msg":"trace[1636144875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10810; }","duration":"186.319001ms","start":"2026-03-31T05:16:14.359713Z","end":"2026-03-31T05:16:14.546032Z","steps":["trace[1636144875] 'agreement among raft nodes before linearized reading' (duration: 186.078165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:14.750823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.373983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:14.751052Z","caller":"traceutil/trace.go:171","msg":"trace[208401098] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"201.519786ms","start":"2026-03-31T05:16:14.549494Z","end":"2026-03-31T05:16:14.751014Z","steps":["trace[208401098] 'process raft request' (duration: 80.750582ms)","trace[208401098] 'compare' (duration: 120.23847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:14.751099Z","caller":"traceutil/trace.go:171","msg":"trace[2125039751] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"201.076594ms","start":"2026-03-31T05:16:14.550003Z","end":"2026-03-31T05:16:14.751079Z","steps":["trace[2125039751] 'process raft request' (duration: 200.9331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:14.751087Z","caller":"traceutil/trace.go:171","msg":"trace[439937109] linearizableReadLoop","detail":"{readStateIndex:11199; appliedIndex:11198; }","duration":"201.29411ms","start":"2026-03-31T05:16:14.549761Z","end":"2026-03-31T05:16:14.751056Z","steps":["trace[439937109] 'read index received' (duration: 80.499786ms)","trace[439937109] 'applied index is now lower than readState.Index' (duration: 120.790734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:14.751684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.875926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347623"} {"level":"info","ts":"2026-03-31T05:16:14.751778Z","caller":"traceutil/trace.go:171","msg":"trace[506118662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10812; }","duration":"202.01424ms","start":"2026-03-31T05:16:14.54974Z","end":"2026-03-31T05:16:14.751755Z","steps":["trace[506118662] 'agreement among raft nodes before linearized reading' (duration: 201.428794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:15.188704Z","caller":"traceutil/trace.go:171","msg":"trace[315834397] linearizableReadLoop","detail":"{readStateIndex:11202; appliedIndex:11201; }","duration":"344.102225ms","start":"2026-03-31T05:16:14.844553Z","end":"2026-03-31T05:16:15.188655Z","steps":["trace[315834397] 'read index received' (duration: 343.956281ms)","trace[315834397] 'applied index is now lower than readState.Index' (duration: 144.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:15.189057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.338642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:15.189104Z","caller":"traceutil/trace.go:171","msg":"trace[1570219135] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10814; }","duration":"344.606599ms","start":"2026-03-31T05:16:14.844484Z","end":"2026-03-31T05:16:15.189091Z","steps":["trace[1570219135] 'agreement among raft nodes before linearized reading' (duration: 344.325241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.189248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.84446Z","time spent":"344.774673ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:15.189767Z","caller":"traceutil/trace.go:171","msg":"trace[1837760509] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"414.382812ms","start":"2026-03-31T05:16:14.775373Z","end":"2026-03-31T05:16:15.189755Z","steps":["trace[1837760509] 'process raft request' (duration: 413.006054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.189978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:14.775364Z","time spent":"414.436323ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:15.453085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.723391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:16:15.453172Z","caller":"traceutil/trace.go:171","msg":"trace[516514736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10815; }","duration":"139.859965ms","start":"2026-03-31T05:16:15.313294Z","end":"2026-03-31T05:16:15.453154Z","steps":["trace[516514736] 'range keys from in-memory index tree' (duration: 139.537816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:15.453585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.889326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:15.45383Z","caller":"traceutil/trace.go:171","msg":"trace[364535627] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"140.008069ms","start":"2026-03-31T05:16:15.313801Z","end":"2026-03-31T05:16:15.453809Z","steps":["trace[364535627] 'process raft request' (duration: 139.893345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:15.45396Z","caller":"traceutil/trace.go:171","msg":"trace[750630676] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"140.343188ms","start":"2026-03-31T05:16:15.313601Z","end":"2026-03-31T05:16:15.453944Z","steps":["trace[750630676] 'compare' (duration: 135.592928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.304489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.036108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:16.304627Z","caller":"traceutil/trace.go:171","msg":"trace[2140384464] linearizableReadLoop","detail":"{readStateIndex:11207; appliedIndex:11206; }","duration":"112.418196ms","start":"2026-03-31T05:16:16.192184Z","end":"2026-03-31T05:16:16.304603Z","steps":["trace[2140384464] 'read index received' (duration: 53.642µs)","trace[2140384464] 'applied index is now lower than readState.Index' (duration: 112.362784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:16.304747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.539639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:16.304805Z","caller":"traceutil/trace.go:171","msg":"trace[1594610272] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10818; }","duration":"112.641222ms","start":"2026-03-31T05:16:16.192147Z","end":"2026-03-31T05:16:16.304788Z","steps":["trace[1594610272] 'agreement among raft nodes before linearized reading' (duration: 112.520559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:16.816258Z","caller":"traceutil/trace.go:171","msg":"trace[1106488225] linearizableReadLoop","detail":"{readStateIndex:11208; appliedIndex:11207; }","duration":"331.320426ms","start":"2026-03-31T05:16:16.484915Z","end":"2026-03-31T05:16:16.816235Z","steps":["trace[1106488225] 'read index received' (duration: 331.208593ms)","trace[1106488225] 'applied index is now lower than readState.Index' (duration: 110.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:16.816311Z","caller":"traceutil/trace.go:171","msg":"trace[1053752147] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"335.760927ms","start":"2026-03-31T05:16:16.480528Z","end":"2026-03-31T05:16:16.816289Z","steps":["trace[1053752147] 'process raft request' (duration: 335.542291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.816432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.48051Z","time spent":"335.84749ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:16.81656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.804671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:16.816603Z","caller":"traceutil/trace.go:171","msg":"trace[1981948282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10819; }","duration":"290.893554ms","start":"2026-03-31T05:16:16.525699Z","end":"2026-03-31T05:16:16.816592Z","steps":["trace[1981948282] 'agreement among raft nodes before linearized reading' (duration: 290.707719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.816687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.81553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:16.816717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.885842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:16.816773Z","caller":"traceutil/trace.go:171","msg":"trace[2108664084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10819; }","duration":"265.981284ms","start":"2026-03-31T05:16:16.55078Z","end":"2026-03-31T05:16:16.816761Z","steps":["trace[2108664084] 'agreement among raft nodes before linearized reading' (duration: 265.848501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.816587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.617325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:16.816861Z","caller":"traceutil/trace.go:171","msg":"trace[1320971498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10819; }","duration":"331.983514ms","start":"2026-03-31T05:16:16.48486Z","end":"2026-03-31T05:16:16.816844Z","steps":["trace[1320971498] 'agreement among raft nodes before linearized reading' (duration: 331.490071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:16.816916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.484835Z","time spent":"332.063787ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:16.816923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.420265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414695"} {"level":"info","ts":"2026-03-31T05:16:16.816776Z","caller":"traceutil/trace.go:171","msg":"trace[1225203469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10819; }","duration":"265.947943ms","start":"2026-03-31T05:16:16.550807Z","end":"2026-03-31T05:16:16.816755Z","steps":["trace[1225203469] 'agreement among raft nodes before linearized reading' (duration: 265.694156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:16.817011Z","caller":"traceutil/trace.go:171","msg":"trace[612538966] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10819; }","duration":"204.560339ms","start":"2026-03-31T05:16:16.612432Z","end":"2026-03-31T05:16:16.816992Z","steps":["trace[612538966] 'agreement among raft nodes before linearized reading' (duration: 204.194659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:17.164245Z","caller":"traceutil/trace.go:171","msg":"trace[2124158294] transaction","detail":"{read_only:false; response_revision:10821; number_of_response:1; }","duration":"342.278225ms","start":"2026-03-31T05:16:16.821925Z","end":"2026-03-31T05:16:17.164204Z","steps":["trace[2124158294] 'process raft request' (duration: 287.723767ms)","trace[2124158294] 'compare' (duration: 54.198228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:17.164281Z","caller":"traceutil/trace.go:171","msg":"trace[493801547] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"342.150041ms","start":"2026-03-31T05:16:16.822102Z","end":"2026-03-31T05:16:17.164252Z","steps":["trace[493801547] 'process raft request' (duration: 341.965026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.164415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.822094Z","time spent":"342.247954ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:17.164403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.821871Z","time spent":"342.450969ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:17.164628Z","caller":"traceutil/trace.go:171","msg":"trace[1121353217] transaction","detail":"{read_only:false; response_revision:10823; number_of_response:1; }","duration":"340.223729ms","start":"2026-03-31T05:16:16.824373Z","end":"2026-03-31T05:16:17.164597Z","steps":["trace[1121353217] 'process raft request' (duration: 339.776886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:17.164274Z","caller":"traceutil/trace.go:171","msg":"trace[5440450] linearizableReadLoop","detail":"{readStateIndex:11211; appliedIndex:11209; }","duration":"339.867649ms","start":"2026-03-31T05:16:16.824382Z","end":"2026-03-31T05:16:17.164249Z","steps":["trace[5440450] 'read index received' (duration: 1.036018ms)","trace[5440450] 'applied index is now lower than readState.Index' (duration: 338.830661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:17.164807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.824359Z","time spent":"340.357263ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:17.164929Z","caller":"traceutil/trace.go:171","msg":"trace[309932140] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"340.469886ms","start":"2026-03-31T05:16:16.824437Z","end":"2026-03-31T05:16:17.164907Z","steps":["trace[309932140] 'process raft request' (duration: 339.754767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.165016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.824431Z","time spent":"340.547088ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:17.165069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.416283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:17.165145Z","caller":"traceutil/trace.go:171","msg":"trace[1822603105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10824; }","duration":"337.529615ms","start":"2026-03-31T05:16:16.827599Z","end":"2026-03-31T05:16:17.165128Z","steps":["trace[1822603105] 'agreement among raft nodes before linearized reading' (duration: 337.287728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.16519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.827584Z","time spent":"337.595997ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:17.165472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.069302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347724"} {"level":"info","ts":"2026-03-31T05:16:17.165639Z","caller":"traceutil/trace.go:171","msg":"trace[928118418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10824; }","duration":"341.271467ms","start":"2026-03-31T05:16:16.824352Z","end":"2026-03-31T05:16:17.165624Z","steps":["trace[928118418] 'agreement among raft nodes before linearized reading' (duration: 340.080355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:17.165742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:16.824334Z","time spent":"341.3907ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347748,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:17.731864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:18.236151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:18.736624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:19.23769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:19.482666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:19.482777Z","caller":"traceutil/trace.go:171","msg":"trace[817682550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245113s","start":"2026-03-31T05:16:17.482501Z","end":"2026-03-31T05:16:19.482746Z","steps":["trace[817682550] 'agreement among raft nodes before linearized reading' (duration: 2.000116119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:19.482858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.482481Z","time spent":"2.000360016s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:19.738642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:20.239875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:20.740389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:21.241253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:21.483548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:21.483629Z","caller":"traceutil/trace.go:171","msg":"trace[1130116475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276753s","start":"2026-03-31T05:16:19.483336Z","end":"2026-03-31T05:16:21.483613Z","steps":["trace[1130116475] 'agreement among raft nodes before linearized reading' (duration: 2.00016843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:21.483667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.483315Z","time spent":"2.000344395s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:21.741983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:22.242594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:22.243815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.24778Z","time spent":"4.996026526s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:22.443181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.691513Z","time spent":"1.751661722s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:22.444973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.232872926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:22.448141Z","caller":"traceutil/trace.go:171","msg":"trace[855406419] transaction","detail":"{read_only:false; response_revision:10825; number_of_response:1; }","duration":"5.239321542s","start":"2026-03-31T05:16:17.208798Z","end":"2026-03-31T05:16:22.448119Z","steps":["trace[855406419] 'process raft request' (duration: 5.236396052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:22.44827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.208772Z","time spent":"5.239432645s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:22.458397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.460505Z","time spent":"4.997871447s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:16:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:22.509251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999066189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:22.509359Z","caller":"traceutil/trace.go:171","msg":"trace[217970965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999237644s","start":"2026-03-31T05:16:17.510095Z","end":"2026-03-31T05:16:22.509333Z","steps":["trace[217970965] 'agreement among raft nodes before linearized reading' (duration: 4.9990865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:22.509418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.510077Z","time spent":"4.999329176s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:16:23.190884Z","caller":"traceutil/trace.go:171","msg":"trace[1487483726] transaction","detail":"{read_only:false; response_revision:10826; number_of_response:1; }","duration":"5.966308138s","start":"2026-03-31T05:16:17.224546Z","end":"2026-03-31T05:16:23.190855Z","steps":["trace[1487483726] 'process raft request' (duration: 5.965984389s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.190969Z","caller":"traceutil/trace.go:171","msg":"trace[1000716922] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"5.545181893s","start":"2026-03-31T05:16:17.645771Z","end":"2026-03-31T05:16:23.190953Z","steps":["trace[1000716922] 'process raft request' (duration: 5.545113691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.224522Z","time spent":"5.966435472s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:23.191033Z","caller":"traceutil/trace.go:171","msg":"trace[17028386] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"5.73060092s","start":"2026-03-31T05:16:17.460396Z","end":"2026-03-31T05:16:23.190997Z","steps":["trace[17028386] 'process raft request' (duration: 5.730411445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.645744Z","time spent":"5.545268116s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:23.19119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.460367Z","time spent":"5.730740444s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:23.191405Z","caller":"traceutil/trace.go:171","msg":"trace[1662718624] transaction","detail":"{read_only:false; response_revision:10831; number_of_response:1; }","duration":"2.548595107s","start":"2026-03-31T05:16:20.642796Z","end":"2026-03-31T05:16:23.191391Z","steps":["trace[1662718624] 'process raft request' (duration: 2.548121834s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.191412Z","caller":"traceutil/trace.go:171","msg":"trace[811582383] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"1.83916603s","start":"2026-03-31T05:16:21.352232Z","end":"2026-03-31T05:16:23.191398Z","steps":["trace[811582383] 'process raft request' (duration: 1.838993745s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.191395Z","caller":"traceutil/trace.go:171","msg":"trace[650802211] linearizableReadLoop","detail":"{readStateIndex:11221; appliedIndex:11213; }","duration":"5.96013223s","start":"2026-03-31T05:16:17.231229Z","end":"2026-03-31T05:16:23.191361Z","steps":["trace[650802211] 'read index received' (duration: 5.213877947s)","trace[650802211] 'applied index is now lower than readState.Index' (duration: 746.253103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:23.191461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.642775Z","time spent":"2.548661789s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:23.191478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.3522Z","time spent":"1.839243751s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:23.191624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397475915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" ","response":"range_response_count:1 size:13135"} {"level":"info","ts":"2026-03-31T05:16:23.191645Z","caller":"traceutil/trace.go:171","msg":"trace[1003434213] range","detail":"{range_begin:/registry/pods/openstack/glance-api-5777559764-c8qc4; range_end:; response_count:1; response_revision:10832; }","duration":"5.397525287s","start":"2026-03-31T05:16:17.794113Z","end":"2026-03-31T05:16:23.191638Z","steps":["trace[1003434213] 'agreement among raft nodes before linearized reading' (duration: 5.397414734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960363216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:23.191691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834742031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:16:23.191694Z","caller":"traceutil/trace.go:171","msg":"trace[81705853] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10832; }","duration":"5.96049245s","start":"2026-03-31T05:16:17.231183Z","end":"2026-03-31T05:16:23.191676Z","steps":["trace[81705853] 'agreement among raft nodes before linearized reading' (duration: 5.960320105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.191722Z","caller":"traceutil/trace.go:171","msg":"trace[972492769] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:10832; }","duration":"2.834817804s","start":"2026-03-31T05:16:20.356894Z","end":"2026-03-31T05:16:23.191712Z","steps":["trace[972492769] 'agreement among raft nodes before linearized reading' (duration: 2.834648879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.356867Z","time spent":"2.834917376s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:16:23.191803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361703506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:23.191822Z","caller":"traceutil/trace.go:171","msg":"trace[1129552002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10832; }","duration":"4.361758778s","start":"2026-03-31T05:16:18.830058Z","end":"2026-03-31T05:16:23.191817Z","steps":["trace[1129552002] 'agreement among raft nodes before linearized reading' (duration: 4.361671585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.830034Z","time spent":"4.361800359s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:23.191837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.231162Z","time spent":"5.960659125s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:16:23.19185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902697825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:16:23.191904Z","caller":"traceutil/trace.go:171","msg":"trace[1985815186] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10832; }","duration":"2.902788047s","start":"2026-03-31T05:16:20.289099Z","end":"2026-03-31T05:16:23.191887Z","steps":["trace[1985815186] 'agreement among raft nodes before linearized reading' (duration: 2.902615583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.19196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370319571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:23.191981Z","caller":"traceutil/trace.go:171","msg":"trace[1810191881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10832; }","duration":"4.370341562s","start":"2026-03-31T05:16:18.821634Z","end":"2026-03-31T05:16:23.191976Z","steps":["trace[1810191881] 'agreement among raft nodes before linearized reading' (duration: 4.370291481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.866299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-31T05:16:23.191995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.821562Z","time spent":"4.370429544s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:23.191985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046938795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:23.192014Z","caller":"traceutil/trace.go:171","msg":"trace[82077002] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10832; }","duration":"119.924261ms","start":"2026-03-31T05:16:23.072082Z","end":"2026-03-31T05:16:23.192006Z","steps":["trace[82077002] 'agreement among raft nodes before linearized reading' (duration: 119.834818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.192029Z","caller":"traceutil/trace.go:171","msg":"trace[1396626933] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10832; }","duration":"5.047032737s","start":"2026-03-31T05:16:18.144984Z","end":"2026-03-31T05:16:23.192017Z","steps":["trace[1396626933] 'agreement among raft nodes before linearized reading' (duration: 5.046952645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04113648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:23.191661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:17.794092Z","time spent":"5.397565127s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13159,"request content":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" "} {"level":"warn","ts":"2026-03-31T05:16:23.192129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.016929523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:16:23.192151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02121612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:23.192183Z","caller":"traceutil/trace.go:171","msg":"trace[539855305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10832; }","duration":"4.021310512s","start":"2026-03-31T05:16:19.170864Z","end":"2026-03-31T05:16:23.192174Z","steps":["trace[539855305] 'agreement among raft nodes before linearized reading' (duration: 4.02122392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.170838Z","time spent":"4.021377234s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:23.192239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393595243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:23.19207Z","caller":"traceutil/trace.go:171","msg":"trace[1326555238] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10832; }","duration":"3.041207692s","start":"2026-03-31T05:16:20.150854Z","end":"2026-03-31T05:16:23.192061Z","steps":["trace[1326555238] 'agreement among raft nodes before linearized reading' (duration: 3.041153851s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.19228Z","caller":"traceutil/trace.go:171","msg":"trace[1819575910] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10832; }","duration":"3.393695026s","start":"2026-03-31T05:16:19.798577Z","end":"2026-03-31T05:16:23.192272Z","steps":["trace[1819575910] 'agreement among raft nodes before linearized reading' (duration: 3.393627734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.798544Z","time spent":"3.393763907s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:23.191717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02156222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:23.192328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.150829Z","time spent":"3.04147667s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:23.192368Z","caller":"traceutil/trace.go:171","msg":"trace[1610462795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10832; }","duration":"4.022207497s","start":"2026-03-31T05:16:19.17015Z","end":"2026-03-31T05:16:23.192357Z","steps":["trace[1610462795] 'agreement among raft nodes before linearized reading' (duration: 4.021521709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.7525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T05:16:23.19241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.170073Z","time spent":"4.02232526s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:23.192288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.385664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T05:16:23.192447Z","caller":"traceutil/trace.go:171","msg":"trace[1970961497] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10832; }","duration":"946.809162ms","start":"2026-03-31T05:16:22.245604Z","end":"2026-03-31T05:16:23.192413Z","steps":["trace[1970961497] 'agreement among raft nodes before linearized reading' (duration: 946.73405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.192184Z","caller":"traceutil/trace.go:171","msg":"trace[1661759532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10832; }","duration":"4.017000735s","start":"2026-03-31T05:16:19.17517Z","end":"2026-03-31T05:16:23.192171Z","steps":["trace[1661759532] 'agreement among raft nodes before linearized reading' (duration: 4.016842081s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.192501Z","caller":"traceutil/trace.go:171","msg":"trace[1149625699] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10832; }","duration":"732.615751ms","start":"2026-03-31T05:16:22.459872Z","end":"2026-03-31T05:16:23.192488Z","steps":["trace[1149625699] 'agreement among raft nodes before linearized reading' (duration: 732.338233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.175162Z","time spent":"4.017344834s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:16:23.19257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:22.45986Z","time spent":"732.672982ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:16:23.192604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:22.245537Z","time spent":"946.958006ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:16:23.192192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.162885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:23.192723Z","caller":"traceutil/trace.go:171","msg":"trace[1225134137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10832; }","duration":"583.73561ms","start":"2026-03-31T05:16:22.608976Z","end":"2026-03-31T05:16:23.192712Z","steps":["trace[1225134137] 'agreement among raft nodes before linearized reading' (duration: 583.190255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.192757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:22.608952Z","time spent":"583.796852ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:23.193174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580494948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:23.193204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976821164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:16:23.193216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330787164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:16:23.193245Z","caller":"traceutil/trace.go:171","msg":"trace[2093090233] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10832; }","duration":"1.330852676s","start":"2026-03-31T05:16:21.862383Z","end":"2026-03-31T05:16:23.193235Z","steps":["trace[2093090233] 'agreement among raft nodes before linearized reading' (duration: 1.330297761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.193277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.862359Z","time spent":"1.330907608s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1080,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:23.193297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703109899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:23.193327Z","caller":"traceutil/trace.go:171","msg":"trace[837973968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10832; }","duration":"1.70316502s","start":"2026-03-31T05:16:21.490152Z","end":"2026-03-31T05:16:23.193317Z","steps":["trace[837973968] 'agreement among raft nodes before linearized reading' (duration: 1.703116229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.191986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.289069Z","time spent":"2.90290833s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:16:23.193367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.490134Z","time spent":"1.703227212s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:23.193188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.14496Z","time spent":"5.047988113s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:23.193366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970960783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:23.193386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450028329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:23.193242Z","caller":"traceutil/trace.go:171","msg":"trace[593735075] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10832; }","duration":"2.58058226s","start":"2026-03-31T05:16:20.612639Z","end":"2026-03-31T05:16:23.193221Z","steps":["trace[593735075] 'agreement among raft nodes before linearized reading' (duration: 2.580455876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.193242Z","caller":"traceutil/trace.go:171","msg":"trace[1637031706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10832; }","duration":"1.976910056s","start":"2026-03-31T05:16:21.216321Z","end":"2026-03-31T05:16:23.193231Z","steps":["trace[1637031706] 'agreement among raft nodes before linearized reading' (duration: 1.976795233s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.193449Z","caller":"traceutil/trace.go:171","msg":"trace[124960811] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10832; }","duration":"4.971106537s","start":"2026-03-31T05:16:18.222322Z","end":"2026-03-31T05:16:23.193429Z","steps":["trace[124960811] 'agreement among raft nodes before linearized reading' (duration: 4.970943032s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:23.193458Z","caller":"traceutil/trace.go:171","msg":"trace[487719449] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10832; }","duration":"2.450147762s","start":"2026-03-31T05:16:20.743297Z","end":"2026-03-31T05:16:23.193444Z","steps":["trace[487719449] 'agreement among raft nodes before linearized reading' (duration: 2.450035909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.193444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097245779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:16:23.193504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.743272Z","time spent":"2.450222284s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:23.193507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:18.222287Z","time spent":"4.971209549s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:23.193514Z","caller":"traceutil/trace.go:171","msg":"trace[175612012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10832; }","duration":"2.097361501s","start":"2026-03-31T05:16:21.096138Z","end":"2026-03-31T05:16:23.1935Z","steps":["trace[175612012] 'agreement among raft nodes before linearized reading' (duration: 2.097133125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.19355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.096115Z","time spent":"2.097426904s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:23.191686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021454427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:23.193477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:20.612576Z","time spent":"2.580880207s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:23.193601Z","caller":"traceutil/trace.go:171","msg":"trace[517605826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10832; }","duration":"4.023373769s","start":"2026-03-31T05:16:19.170218Z","end":"2026-03-31T05:16:23.193591Z","steps":["trace[517605826] 'agreement among raft nodes before linearized reading' (duration: 4.021337833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:23.193468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:21.216294Z","time spent":"1.977164633s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:23.193638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.170153Z","time spent":"4.023477522s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:24.515894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156940792s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:16:24.516794Z","caller":"traceutil/trace.go:171","msg":"trace[821247318] linearizableReadLoop","detail":"{readStateIndex:11222; appliedIndex:11221; }","duration":"1.32147522s","start":"2026-03-31T05:16:23.195294Z","end":"2026-03-31T05:16:24.516769Z","steps":["trace[821247318] 'read index received' (duration: 163.671754ms)","trace[821247318] 'applied index is now lower than readState.Index' (duration: 1.157800516s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:24.516814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.194917Z","time spent":"1.321888371s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:24.516933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321626804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:24.516987Z","caller":"traceutil/trace.go:171","msg":"trace[1567833113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10832; }","duration":"1.321727707s","start":"2026-03-31T05:16:23.195246Z","end":"2026-03-31T05:16:24.516974Z","steps":["trace[1567833113] 'agreement among raft nodes before linearized reading' (duration: 1.321624884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.517038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.195222Z","time spent":"1.321804188s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:24.54085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181860572s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:24.54148Z","caller":"traceutil/trace.go:171","msg":"trace[1580709162] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"1.344291682s","start":"2026-03-31T05:16:23.197144Z","end":"2026-03-31T05:16:24.541436Z","steps":["trace[1580709162] 'process raft request' (duration: 1.343921092s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:24.541655Z","caller":"traceutil/trace.go:171","msg":"trace[614300634] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"1.34424821s","start":"2026-03-31T05:16:23.197385Z","end":"2026-03-31T05:16:24.541633Z","steps":["trace[614300634] 'process raft request' (duration: 1.343931212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.541743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.197376Z","time spent":"1.344331913s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:24.541707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.19713Z","time spent":"1.344454506s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:24.54284Z","caller":"traceutil/trace.go:171","msg":"trace[2032109408] transaction","detail":"{read_only:false; response_revision:10835; number_of_response:1; }","duration":"1.344528189s","start":"2026-03-31T05:16:23.198293Z","end":"2026-03-31T05:16:24.542821Z","steps":["trace[2032109408] 'process raft request' (duration: 1.343283505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.542996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.198286Z","time spent":"1.344633171s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:24.543033Z","caller":"traceutil/trace.go:171","msg":"trace[1024489044] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"1.34422791s","start":"2026-03-31T05:16:23.198787Z","end":"2026-03-31T05:16:24.543015Z","steps":["trace[1024489044] 'process raft request' (duration: 1.343837569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.198766Z","time spent":"1.344380815s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:24.543241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345299309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T05:16:24.543287Z","caller":"traceutil/trace.go:171","msg":"trace[113833292] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10840; }","duration":"1.345337691s","start":"2026-03-31T05:16:23.197923Z","end":"2026-03-31T05:16:24.543261Z","steps":["trace[113833292] 'agreement among raft nodes before linearized reading' (duration: 1.345191307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.197918Z","time spent":"1.345390222s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T05:16:24.543056Z","caller":"traceutil/trace.go:171","msg":"trace[229013356] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"1.343979104s","start":"2026-03-31T05:16:23.199064Z","end":"2026-03-31T05:16:24.543043Z","steps":["trace[229013356] 'process raft request' (duration: 1.343689616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345749212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T05:16:24.5434Z","caller":"traceutil/trace.go:171","msg":"trace[618592939] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"1.342093532s","start":"2026-03-31T05:16:23.2013Z","end":"2026-03-31T05:16:24.543393Z","steps":["trace[618592939] 'process raft request' (duration: 1.34164071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.201291Z","time spent":"1.342123273s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:24.543428Z","caller":"traceutil/trace.go:171","msg":"trace[850767100] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10840; }","duration":"1.345857945s","start":"2026-03-31T05:16:23.197551Z","end":"2026-03-31T05:16:24.543409Z","steps":["trace[850767100] 'agreement among raft nodes before linearized reading' (duration: 1.345602708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.197546Z","time spent":"1.345915956s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:16:24.543455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34639922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-31T05:16:24.5435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347270563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:16:24.543537Z","caller":"traceutil/trace.go:171","msg":"trace[2068768253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:10840; }","duration":"1.347303814s","start":"2026-03-31T05:16:23.196219Z","end":"2026-03-31T05:16:24.543523Z","steps":["trace[2068768253] 'agreement among raft nodes before linearized reading' (duration: 1.347186561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:24.543542Z","caller":"traceutil/trace.go:171","msg":"trace[773511441] range","detail":"{range_begin:/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387; range_end:; response_count:1; response_revision:10840; }","duration":"1.346519263s","start":"2026-03-31T05:16:23.196994Z","end":"2026-03-31T05:16:24.543514Z","steps":["trace[773511441] 'agreement among raft nodes before linearized reading' (duration: 1.346251445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.196186Z","time spent":"1.347375296s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:16:24.543589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.196989Z","time spent":"1.346589254s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387\" "} {"level":"warn","ts":"2026-03-31T05:16:24.543611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346187924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:24.543638Z","caller":"traceutil/trace.go:171","msg":"trace[1595628004] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10840; }","duration":"1.346248326s","start":"2026-03-31T05:16:23.197381Z","end":"2026-03-31T05:16:24.543629Z","steps":["trace[1595628004] 'agreement among raft nodes before linearized reading' (duration: 1.346192854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.310237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:24.543678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.197358Z","time spent":"1.346313497s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:16:24.543678Z","caller":"traceutil/trace.go:171","msg":"trace[1612757274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10840; }","duration":"253.359089ms","start":"2026-03-31T05:16:24.290311Z","end":"2026-03-31T05:16:24.54367Z","steps":["trace[1612757274] 'agreement among raft nodes before linearized reading' (duration: 253.306397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.199056Z","time spent":"1.344280932s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:24.54383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347137239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347856"} {"level":"info","ts":"2026-03-31T05:16:24.543915Z","caller":"traceutil/trace.go:171","msg":"trace[485938029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10840; }","duration":"1.347244072s","start":"2026-03-31T05:16:23.196651Z","end":"2026-03-31T05:16:24.543895Z","steps":["trace[485938029] 'agreement among raft nodes before linearized reading' (duration: 1.346648406s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:24.543936Z","caller":"traceutil/trace.go:171","msg":"trace[2143031242] transaction","detail":"{read_only:false; response_revision:10838; number_of_response:1; }","duration":"1.34457874s","start":"2026-03-31T05:16:23.199342Z","end":"2026-03-31T05:16:24.54392Z","steps":["trace[2143031242] 'process raft request' (duration: 1.3434888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.543965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.317421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:24.543997Z","caller":"traceutil/trace.go:171","msg":"trace[804702862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10840; }","duration":"274.383513ms","start":"2026-03-31T05:16:24.269603Z","end":"2026-03-31T05:16:24.543987Z","steps":["trace[804702862] 'agreement among raft nodes before linearized reading' (duration: 274.343611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.544047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.199326Z","time spent":"1.344645021s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:24.544169Z","caller":"traceutil/trace.go:171","msg":"trace[1422116740] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"1.344797286s","start":"2026-03-31T05:16:23.199346Z","end":"2026-03-31T05:16:24.544143Z","steps":["trace[1422116740] 'process raft request' (duration: 1.343535981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.544234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.199325Z","time spent":"1.344876097s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:24.543927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343395788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:24.544647Z","caller":"traceutil/trace.go:171","msg":"trace[794681677] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10840; }","duration":"1.344141608s","start":"2026-03-31T05:16:23.20049Z","end":"2026-03-31T05:16:24.544632Z","steps":["trace[794681677] 'agreement among raft nodes before linearized reading' (duration: 1.343362827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:24.544689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.20048Z","time spent":"1.344197159s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:16:24.545219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:23.196646Z","time spent":"1.348549939s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347880,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:25.357207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.59876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:25.357574Z","caller":"traceutil/trace.go:171","msg":"trace[208331111] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"161.104333ms","start":"2026-03-31T05:16:25.196418Z","end":"2026-03-31T05:16:25.357522Z","steps":["trace[208331111] 'process raft request' (duration: 161.055092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:25.357631Z","caller":"traceutil/trace.go:171","msg":"trace[813726746] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"811.292946ms","start":"2026-03-31T05:16:24.546299Z","end":"2026-03-31T05:16:25.357592Z","steps":["trace[813726746] 'process raft request' (duration: 811.019139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:25.357821Z","caller":"traceutil/trace.go:171","msg":"trace[1139012151] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"805.435787ms","start":"2026-03-31T05:16:24.552373Z","end":"2026-03-31T05:16:25.357809Z","steps":["trace[1139012151] 'process raft request' (duration: 805.051136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:25.357807Z","caller":"traceutil/trace.go:171","msg":"trace[978645866] transaction","detail":"{read_only:false; response_revision:10841; number_of_response:1; }","duration":"838.760686ms","start":"2026-03-31T05:16:24.519004Z","end":"2026-03-31T05:16:25.357765Z","steps":["trace[978645866] 'process raft request' (duration: 226.521238ms)","trace[978645866] 'compare' (duration: 610.826229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:25.357924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.552357Z","time spent":"805.492118ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:25.358013Z","caller":"traceutil/trace.go:171","msg":"trace[1249291316] linearizableReadLoop","detail":"{readStateIndex:11231; appliedIndex:11230; }","duration":"814.966097ms","start":"2026-03-31T05:16:24.543029Z","end":"2026-03-31T05:16:25.357995Z","steps":["trace[1249291316] 'read index received' (duration: 202.593986ms)","trace[1249291316] 'applied index is now lower than readState.Index' (duration: 612.370331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:25.358028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.546265Z","time spent":"811.44501ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:25.358035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.518987Z","time spent":"838.94688ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:25.358123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.475651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:25.358161Z","caller":"traceutil/trace.go:171","msg":"trace[1551852465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10844; }","duration":"833.533503ms","start":"2026-03-31T05:16:24.524616Z","end":"2026-03-31T05:16:25.35815Z","steps":["trace[1551852465] 'agreement among raft nodes before linearized reading' (duration: 833.450161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:25.358198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.524606Z","time spent":"833.585754ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:25.35819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.100489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:25.358263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.245396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:25.358295Z","caller":"traceutil/trace.go:171","msg":"trace[1465283961] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10844; }","duration":"779.261283ms","start":"2026-03-31T05:16:24.579017Z","end":"2026-03-31T05:16:25.358279Z","steps":["trace[1465283961] 'agreement among raft nodes before linearized reading' (duration: 779.118699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:25.358299Z","caller":"traceutil/trace.go:171","msg":"trace[1422982823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10844; }","duration":"807.37875ms","start":"2026-03-31T05:16:24.55091Z","end":"2026-03-31T05:16:25.358289Z","steps":["trace[1422982823] 'agreement among raft nodes before linearized reading' (duration: 807.192205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:25.358328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.578988Z","time spent":"779.331725ms","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:25.35833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.550884Z","time spent":"807.439251ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:25.358333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.936907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:16:25.35841Z","caller":"traceutil/trace.go:171","msg":"trace[1915530384] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10844; }","duration":"217.05914ms","start":"2026-03-31T05:16:25.141333Z","end":"2026-03-31T05:16:25.358392Z","steps":["trace[1915530384] 'agreement among raft nodes before linearized reading' (duration: 216.784542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:25.358508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.06219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" ","response":"range_response_count:1 size:13267"} {"level":"info","ts":"2026-03-31T05:16:25.358598Z","caller":"traceutil/trace.go:171","msg":"trace[484975127] range","detail":"{range_begin:/registry/pods/openstack/glance-api-5777559764-c8qc4; range_end:; response_count:1; response_revision:10844; }","duration":"804.197273ms","start":"2026-03-31T05:16:24.554381Z","end":"2026-03-31T05:16:25.358578Z","steps":["trace[484975127] 'agreement among raft nodes before linearized reading' (duration: 803.895365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:25.358652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:24.554375Z","time spent":"804.267545ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13291,"request content":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" "} {"level":"warn","ts":"2026-03-31T05:16:25.86429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:26.365167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:26.865739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:27.312653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.944488Z","time spent":"368.15679ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:27.366556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:27.485354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:27.485451Z","caller":"traceutil/trace.go:171","msg":"trace[1461819201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336484s","start":"2026-03-31T05:16:25.48509Z","end":"2026-03-31T05:16:27.485427Z","steps":["trace[1461819201] 'agreement among raft nodes before linearized reading' (duration: 2.00020747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.485505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.485071Z","time spent":"2.000423436s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:27.618624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.255238376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:27.619174Z","caller":"traceutil/trace.go:171","msg":"trace[913161673] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"2.255836433s","start":"2026-03-31T05:16:25.363308Z","end":"2026-03-31T05:16:27.619144Z","steps":["trace[913161673] 'process raft request' (duration: 2.255631817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.61933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.363294Z","time spent":"2.255966226s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:28.534549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.250323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:28.535087Z","caller":"traceutil/trace.go:171","msg":"trace[536910892] transaction","detail":"{read_only:false; response_revision:10846; number_of_response:1; }","duration":"1.985725196s","start":"2026-03-31T05:16:26.549332Z","end":"2026-03-31T05:16:28.535058Z","steps":["trace[536910892] 'process raft request' (duration: 1.985443238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.535195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.549318Z","time spent":"1.985810868s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:28.535482Z","caller":"traceutil/trace.go:171","msg":"trace[1458459875] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"1.982317653s","start":"2026-03-31T05:16:26.553124Z","end":"2026-03-31T05:16:28.535442Z","steps":["trace[1458459875] 'process raft request' (duration: 1.981801479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.535938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.553111Z","time spent":"1.982685413s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:28.536009Z","caller":"traceutil/trace.go:171","msg":"trace[1787342489] linearizableReadLoop","detail":"{readStateIndex:11239; appliedIndex:11234; }","duration":"3.172553583s","start":"2026-03-31T05:16:25.363408Z","end":"2026-03-31T05:16:28.535961Z","steps":["trace[1787342489] 'read index received' (duration: 2.255535764s)","trace[1787342489] 'applied index is now lower than readState.Index' (duration: 917.003068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:28.536077Z","caller":"traceutil/trace.go:171","msg":"trace[182149303] transaction","detail":"{read_only:false; response_revision:10848; number_of_response:1; }","duration":"1.172406054s","start":"2026-03-31T05:16:27.363644Z","end":"2026-03-31T05:16:28.53605Z","steps":["trace[182149303] 'process raft request' (duration: 1.171684735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.363614Z","time spent":"1.172522567s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:28.536369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172930633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:16:28.536423Z","caller":"traceutil/trace.go:171","msg":"trace[1944749782] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10848; }","duration":"3.173014386s","start":"2026-03-31T05:16:25.363392Z","end":"2026-03-31T05:16:28.536406Z","steps":["trace[1944749782] 'agreement among raft nodes before linearized reading' (duration: 3.17278051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173545605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:16:28.536445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986653102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:16:28.536463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.363384Z","time spent":"3.173069257s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.334792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.536498Z","caller":"traceutil/trace.go:171","msg":"trace[1044919397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10848; }","duration":"1.986719523s","start":"2026-03-31T05:16:26.549764Z","end":"2026-03-31T05:16:28.536484Z","steps":["trace[1044919397] 'agreement among raft nodes before linearized reading' (duration: 1.986540938s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.536516Z","caller":"traceutil/trace.go:171","msg":"trace[285916542] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10848; }","duration":"248.402705ms","start":"2026-03-31T05:16:28.288106Z","end":"2026-03-31T05:16:28.536509Z","steps":["trace[285916542] 'agreement among raft nodes before linearized reading' (duration: 248.364764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.549756Z","time spent":"1.986774814s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987530156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:16:28.536562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051044905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.536606Z","caller":"traceutil/trace.go:171","msg":"trace[1739926917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10848; }","duration":"1.987579187s","start":"2026-03-31T05:16:26.549008Z","end":"2026-03-31T05:16:28.536587Z","steps":["trace[1739926917] 'agreement among raft nodes before linearized reading' (duration: 1.987473304s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.536628Z","caller":"traceutil/trace.go:171","msg":"trace[759605734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10848; }","duration":"1.051112146s","start":"2026-03-31T05:16:27.485495Z","end":"2026-03-31T05:16:28.536607Z","steps":["trace[759605734] 'agreement among raft nodes before linearized reading' (duration: 1.051011704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.549004Z","time spent":"1.987633598s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638898867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:28.536674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.485396Z","time spent":"1.051268841s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:28.536698Z","caller":"traceutil/trace.go:171","msg":"trace[2010423946] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10848; }","duration":"1.638963579s","start":"2026-03-31T05:16:26.897719Z","end":"2026-03-31T05:16:28.536683Z","steps":["trace[2010423946] 'agreement among raft nodes before linearized reading' (duration: 1.638901767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.897702Z","time spent":"1.639017271s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.536782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998898807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.536815Z","caller":"traceutil/trace.go:171","msg":"trace[2101040985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10848; }","duration":"2.998972049s","start":"2026-03-31T05:16:25.537831Z","end":"2026-03-31T05:16:28.536803Z","steps":["trace[2101040985] 'agreement among raft nodes before linearized reading' (duration: 2.998930598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.537805Z","time spent":"2.999030091s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.536912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167102525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:16:28.536921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930337655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.536956Z","caller":"traceutil/trace.go:171","msg":"trace[900832492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10848; }","duration":"3.167159266s","start":"2026-03-31T05:16:25.369777Z","end":"2026-03-31T05:16:28.536936Z","steps":["trace[900832492] 'agreement among raft nodes before linearized reading' (duration: 3.167053224s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.536971Z","caller":"traceutil/trace.go:171","msg":"trace[86271974] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10848; }","duration":"1.930420567s","start":"2026-03-31T05:16:26.60654Z","end":"2026-03-31T05:16:28.53696Z","steps":["trace[86271974] 'agreement among raft nodes before linearized reading' (duration: 1.930340115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.369764Z","time spent":"3.167222548s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:16:28.537017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988017019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:16:28.53702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743551083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:16:28.537054Z","caller":"traceutil/trace.go:171","msg":"trace[1357681409] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10848; }","duration":"2.743619624s","start":"2026-03-31T05:16:25.793427Z","end":"2026-03-31T05:16:28.537046Z","steps":["trace[1357681409] 'agreement among raft nodes before linearized reading' (duration: 2.743525242s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.537068Z","caller":"traceutil/trace.go:171","msg":"trace[959206659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10848; }","duration":"1.988076541s","start":"2026-03-31T05:16:26.548981Z","end":"2026-03-31T05:16:28.537057Z","steps":["trace[959206659] 'agreement among raft nodes before linearized reading' (duration: 1.987974918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065195203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:28.537072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.793403Z","time spent":"2.743665586s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.045929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:28.536664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06771846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.536458Z","caller":"traceutil/trace.go:171","msg":"trace[1505610884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10848; }","duration":"1.173619327s","start":"2026-03-31T05:16:27.362831Z","end":"2026-03-31T05:16:28.53645Z","steps":["trace[1505610884] 'agreement among raft nodes before linearized reading' (duration: 1.173493974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172960325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.537194Z","caller":"traceutil/trace.go:171","msg":"trace[1604048254] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10848; }","duration":"1.068274385s","start":"2026-03-31T05:16:27.468898Z","end":"2026-03-31T05:16:28.537172Z","steps":["trace[1604048254] 'agreement among raft nodes before linearized reading' (duration: 1.06773922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427475002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:28.53723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982760545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:28.537235Z","caller":"traceutil/trace.go:171","msg":"trace[761727652] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10848; }","duration":"3.173034796s","start":"2026-03-31T05:16:25.364182Z","end":"2026-03-31T05:16:28.537217Z","steps":["trace[761727652] 'agreement among raft nodes before linearized reading' (duration: 3.172945784s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.537247Z","caller":"traceutil/trace.go:171","msg":"trace[1579113493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10848; }","duration":"2.427561715s","start":"2026-03-31T05:16:26.109673Z","end":"2026-03-31T05:16:28.537235Z","steps":["trace[1579113493] 'agreement among raft nodes before linearized reading' (duration: 2.427477052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976920665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:28.537266Z","caller":"traceutil/trace.go:171","msg":"trace[1774516438] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10848; }","duration":"1.982792976s","start":"2026-03-31T05:16:26.554462Z","end":"2026-03-31T05:16:28.537255Z","steps":["trace[1774516438] 'agreement among raft nodes before linearized reading' (duration: 1.982683293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.548972Z","time spent":"1.988119952s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:28.537331Z","caller":"traceutil/trace.go:171","msg":"trace[1816293750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10848; }","duration":"1.977143792s","start":"2026-03-31T05:16:26.560175Z","end":"2026-03-31T05:16:28.537319Z","steps":["trace[1816293750] 'agreement among raft nodes before linearized reading' (duration: 1.976864184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.554438Z","time spent":"1.982888369s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:28.537335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.364176Z","time spent":"3.173145799s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.53701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.606522Z","time spent":"1.930479929s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.537366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.560167Z","time spent":"1.977187793s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:16:28.537268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.36281Z","time spent":"1.174415778s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989221162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:16:28.53717Z","caller":"traceutil/trace.go:171","msg":"trace[312860565] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10848; }","duration":"620.295026ms","start":"2026-03-31T05:16:27.916865Z","end":"2026-03-31T05:16:28.53716Z","steps":["trace[312860565] 'agreement among raft nodes before linearized reading' (duration: 620.033968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.537438Z","caller":"traceutil/trace.go:171","msg":"trace[2087079689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10848; }","duration":"1.989787197s","start":"2026-03-31T05:16:26.547638Z","end":"2026-03-31T05:16:28.537425Z","steps":["trace[2087079689] 'agreement among raft nodes before linearized reading' (duration: 1.98917787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.536447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172708498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" ","response":"range_response_count:1 size:13267"} {"level":"warn","ts":"2026-03-31T05:16:28.537473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.547621Z","time spent":"1.989843169s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:28.53747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.916845Z","time spent":"620.606875ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:28.537489Z","caller":"traceutil/trace.go:171","msg":"trace[1245034701] range","detail":"{range_begin:/registry/pods/openstack/glance-api-5777559764-c8qc4; range_end:; response_count:1; response_revision:10848; }","duration":"3.173776246s","start":"2026-03-31T05:16:25.363703Z","end":"2026-03-31T05:16:28.537479Z","steps":["trace[1245034701] 'agreement among raft nodes before linearized reading' (duration: 3.172575703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.468877Z","time spent":"1.068348216s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.537517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.363689Z","time spent":"3.173821068s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13291,"request content":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" "} {"level":"warn","ts":"2026-03-31T05:16:28.536956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739471602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:16:28.537178Z","caller":"traceutil/trace.go:171","msg":"trace[475083418] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10848; }","duration":"2.065333147s","start":"2026-03-31T05:16:26.471818Z","end":"2026-03-31T05:16:28.537151Z","steps":["trace[475083418] 'agreement among raft nodes before linearized reading' (duration: 2.065204664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.109458Z","time spent":"2.427877592s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:28.537569Z","caller":"traceutil/trace.go:171","msg":"trace[1953896118] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10848; }","duration":"2.74014013s","start":"2026-03-31T05:16:25.797409Z","end":"2026-03-31T05:16:28.537549Z","steps":["trace[1953896118] 'agreement among raft nodes before linearized reading' (duration: 2.739343338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.537595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:26.471795Z","time spent":"2.065789429s","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:28.53763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:25.797387Z","time spent":"2.740226182s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:16:28.890199Z","caller":"traceutil/trace.go:171","msg":"trace[2079869950] transaction","detail":"{read_only:false; response_revision:10852; number_of_response:1; }","duration":"346.974683ms","start":"2026-03-31T05:16:28.543194Z","end":"2026-03-31T05:16:28.890168Z","steps":["trace[2079869950] 'process raft request' (duration: 346.896121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.890399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.543163Z","time spent":"347.132968ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:28.89021Z","caller":"traceutil/trace.go:171","msg":"trace[998308046] transaction","detail":"{read_only:false; response_revision:10851; number_of_response:1; }","duration":"347.084436ms","start":"2026-03-31T05:16:28.543085Z","end":"2026-03-31T05:16:28.890169Z","steps":["trace[998308046] 'process raft request' (duration: 346.811029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.890455Z","caller":"traceutil/trace.go:171","msg":"trace[1570773385] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"347.144238ms","start":"2026-03-31T05:16:28.5433Z","end":"2026-03-31T05:16:28.890444Z","steps":["trace[1570773385] 'process raft request' (duration: 346.827009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.890648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.54329Z","time spent":"347.2357ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:28.890841Z","caller":"traceutil/trace.go:171","msg":"trace[2228889] transaction","detail":"{read_only:false; response_revision:10854; number_of_response:1; }","duration":"345.841183ms","start":"2026-03-31T05:16:28.544959Z","end":"2026-03-31T05:16:28.8908Z","steps":["trace[2228889] 'process raft request' (duration: 345.39106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:28.891112Z","caller":"traceutil/trace.go:171","msg":"trace[1461238438] transaction","detail":"{read_only:false; response_revision:10855; number_of_response:1; }","duration":"340.107406ms","start":"2026-03-31T05:16:28.550958Z","end":"2026-03-31T05:16:28.891066Z","steps":["trace[1461238438] 'process raft request' (duration: 339.711005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.891208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.54495Z","time spent":"345.990837ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:28.891252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.439882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:28.891337Z","caller":"traceutil/trace.go:171","msg":"trace[337204901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10855; }","duration":"345.547865ms","start":"2026-03-31T05:16:28.545766Z","end":"2026-03-31T05:16:28.891313Z","steps":["trace[337204901] 'agreement among raft nodes before linearized reading' (duration: 345.398041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.891336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.550946Z","time spent":"340.256801ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13344,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:28.891376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.545751Z","time spent":"345.617396ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:28.891037Z","caller":"traceutil/trace.go:171","msg":"trace[969528128] linearizableReadLoop","detail":"{readStateIndex:11246; appliedIndex:11241; }","duration":"276.200692ms","start":"2026-03-31T05:16:28.614811Z","end":"2026-03-31T05:16:28.891012Z","steps":["trace[969528128] 'read index received' (duration: 275.043701ms)","trace[969528128] 'applied index is now lower than readState.Index' (duration: 1.155881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:28.892353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.196017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347948"} {"level":"info","ts":"2026-03-31T05:16:28.89241Z","caller":"traceutil/trace.go:171","msg":"trace[1187010002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10855; }","duration":"348.259208ms","start":"2026-03-31T05:16:28.544137Z","end":"2026-03-31T05:16:28.892396Z","steps":["trace[1187010002] 'agreement among raft nodes before linearized reading' (duration: 347.386334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:28.891709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.543071Z","time spent":"347.443656ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:28.892465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:28.544129Z","time spent":"348.32121ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347972,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:28.892969Z","caller":"traceutil/trace.go:171","msg":"trace[2072713408] transaction","detail":"{read_only:false; response_revision:10856; number_of_response:1; }","duration":"275.602136ms","start":"2026-03-31T05:16:28.617332Z","end":"2026-03-31T05:16:28.892934Z","steps":["trace[2072713408] 'process raft request' (duration: 275.344639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:29.51939Z","caller":"traceutil/trace.go:171","msg":"trace[349595052] linearizableReadLoop","detail":"{readStateIndex:11248; appliedIndex:11247; }","duration":"179.725981ms","start":"2026-03-31T05:16:29.339634Z","end":"2026-03-31T05:16:29.51936Z","steps":["trace[349595052] 'read index received' (duration: 179.484084ms)","trace[349595052] 'applied index is now lower than readState.Index' (duration: 240.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:29.519756Z","caller":"traceutil/trace.go:171","msg":"trace[550384155] transaction","detail":"{read_only:false; response_revision:10857; number_of_response:1; }","duration":"220.697789ms","start":"2026-03-31T05:16:29.299024Z","end":"2026-03-31T05:16:29.519722Z","steps":["trace[550384155] 'process raft request' (duration: 220.167694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:29.519994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.217225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:29.520181Z","caller":"traceutil/trace.go:171","msg":"trace[1973795404] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10857; }","duration":"180.540154ms","start":"2026-03-31T05:16:29.339541Z","end":"2026-03-31T05:16:29.520081Z","steps":["trace[1973795404] 'agreement among raft nodes before linearized reading' (duration: 180.177124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:30.742339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.587555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:30.74241Z","caller":"traceutil/trace.go:171","msg":"trace[183230953] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10858; }","duration":"620.710159ms","start":"2026-03-31T05:16:30.121683Z","end":"2026-03-31T05:16:30.742393Z","steps":["trace[183230953] 'count revisions from in-memory index tree' (duration: 620.508783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:30.742441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.121659Z","time spent":"620.774191ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:30.774175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:30.798632Z","caller":"traceutil/trace.go:171","msg":"trace[455394795] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"592.042946ms","start":"2026-03-31T05:16:30.206558Z","end":"2026-03-31T05:16:30.798601Z","steps":["trace[455394795] 'process raft request' (duration: 591.81618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:30.798841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.206524Z","time spent":"592.211021ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:31.290482Z","caller":"traceutil/trace.go:171","msg":"trace[657857082] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"748.660567ms","start":"2026-03-31T05:16:30.541748Z","end":"2026-03-31T05:16:31.290408Z","steps":["trace[657857082] 'process raft request' (duration: 748.297627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.290758Z","caller":"traceutil/trace.go:171","msg":"trace[1086678019] linearizableReadLoop","detail":"{readStateIndex:11254; appliedIndex:11249; }","duration":"1.016790481s","start":"2026-03-31T05:16:30.273929Z","end":"2026-03-31T05:16:31.29072Z","steps":["trace[1086678019] 'read index received' (duration: 524.445763ms)","trace[1086678019] 'applied index is now lower than readState.Index' (duration: 492.343588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:31.290795Z","caller":"traceutil/trace.go:171","msg":"trace[228404122] transaction","detail":"{read_only:false; response_revision:10862; number_of_response:1; }","duration":"747.386992ms","start":"2026-03-31T05:16:30.543364Z","end":"2026-03-31T05:16:31.290751Z","steps":["trace[228404122] 'process raft request' (duration: 746.978721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.2909Z","caller":"traceutil/trace.go:171","msg":"trace[1833051260] transaction","detail":"{read_only:false; response_revision:10863; number_of_response:1; }","duration":"593.434584ms","start":"2026-03-31T05:16:30.697452Z","end":"2026-03-31T05:16:31.290887Z","steps":["trace[1833051260] 'process raft request' (duration: 593.129286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.29102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.54333Z","time spent":"747.553567ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.291044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.697424Z","time spent":"593.509786ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.291161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.851046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:31.291293Z","caller":"traceutil/trace.go:171","msg":"trace[1897248339] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10863; }","duration":"484.032031ms","start":"2026-03-31T05:16:30.807239Z","end":"2026-03-31T05:16:31.291271Z","steps":["trace[1897248339] 'agreement among raft nodes before linearized reading' (duration: 483.768703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.291342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.807216Z","time spent":"484.116093ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:16:31.291629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017713845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:16:31.291667Z","caller":"traceutil/trace.go:171","msg":"trace[514953246] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10863; }","duration":"1.017832459s","start":"2026-03-31T05:16:30.273826Z","end":"2026-03-31T05:16:31.291658Z","steps":["trace[514953246] 'agreement among raft nodes before linearized reading' (duration: 1.017719236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.291658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.985867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:31.290501Z","caller":"traceutil/trace.go:171","msg":"trace[1384087115] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"747.98214ms","start":"2026-03-31T05:16:30.54248Z","end":"2026-03-31T05:16:31.290462Z","steps":["trace[1384087115] 'process raft request' (duration: 747.787794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.291701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.273799Z","time spent":"1.01789561s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:16:31.291733Z","caller":"traceutil/trace.go:171","msg":"trace[1293891898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10863; }","duration":"672.054389ms","start":"2026-03-31T05:16:30.619654Z","end":"2026-03-31T05:16:31.291709Z","steps":["trace[1293891898] 'agreement among raft nodes before linearized reading' (duration: 671.883734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.291798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.619588Z","time spent":"672.196263ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:31.291863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.542451Z","time spent":"749.271214ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.291911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.825419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:31.291949Z","caller":"traceutil/trace.go:171","msg":"trace[1500912250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10863; }","duration":"390.88044ms","start":"2026-03-31T05:16:30.901057Z","end":"2026-03-31T05:16:31.291937Z","steps":["trace[1500912250] 'agreement among raft nodes before linearized reading' (duration: 390.787847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.29198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.901046Z","time spent":"390.928912ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:16:31.292022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.339877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:31.292073Z","caller":"traceutil/trace.go:171","msg":"trace[1998079545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10863; }","duration":"547.422589ms","start":"2026-03-31T05:16:30.744636Z","end":"2026-03-31T05:16:31.292058Z","steps":["trace[1998079545] 'agreement among raft nodes before linearized reading' (duration: 547.336077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.74462Z","time spent":"547.483961ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:31.292159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.683127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:31.292188Z","caller":"traceutil/trace.go:171","msg":"trace[1447711224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10863; }","duration":"393.710827ms","start":"2026-03-31T05:16:30.898467Z","end":"2026-03-31T05:16:31.292178Z","steps":["trace[1447711224] 'agreement among raft nodes before linearized reading' (duration: 393.629155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.898443Z","time spent":"393.772238ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:31.292236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.837571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:31.29227Z","caller":"traceutil/trace.go:171","msg":"trace[1893664037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10863; }","duration":"807.927134ms","start":"2026-03-31T05:16:30.484334Z","end":"2026-03-31T05:16:31.292261Z","steps":["trace[1893664037] 'agreement among raft nodes before linearized reading' (duration: 807.846252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.735075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:31.292294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.484285Z","time spent":"808.004015ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:31.292364Z","caller":"traceutil/trace.go:171","msg":"trace[1572239632] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10863; }","duration":"592.810987ms","start":"2026-03-31T05:16:30.699543Z","end":"2026-03-31T05:16:31.292354Z","steps":["trace[1572239632] 'agreement among raft nodes before linearized reading' (duration: 592.740795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.699525Z","time spent":"592.864569ms","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:31.292406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.904371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:16:31.292434Z","caller":"traceutil/trace.go:171","msg":"trace[419472526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10863; }","duration":"397.956353ms","start":"2026-03-31T05:16:30.894469Z","end":"2026-03-31T05:16:31.292425Z","steps":["trace[419472526] 'agreement among raft nodes before linearized reading' (duration: 397.884011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.894463Z","time spent":"397.996484ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:31.291611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.541722Z","time spent":"748.933045ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.29258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.22355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:31.292604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.458507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:31.292632Z","caller":"traceutil/trace.go:171","msg":"trace[1403092586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10863; }","duration":"673.528919ms","start":"2026-03-31T05:16:30.619094Z","end":"2026-03-31T05:16:31.292623Z","steps":["trace[1403092586] 'agreement among raft nodes before linearized reading' (duration: 673.404995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.566008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:31.29267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.619068Z","time spent":"673.595521ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:16:31.292695Z","caller":"traceutil/trace.go:171","msg":"trace[1509147786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10863; }","duration":"395.959828ms","start":"2026-03-31T05:16:30.896723Z","end":"2026-03-31T05:16:31.292682Z","steps":["trace[1509147786] 'agreement among raft nodes before linearized reading' (duration: 395.557057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.8967Z","time spent":"396.034721ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:31.292619Z","caller":"traceutil/trace.go:171","msg":"trace[299113747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10863; }","duration":"398.289182ms","start":"2026-03-31T05:16:30.89432Z","end":"2026-03-31T05:16:31.292609Z","steps":["trace[299113747] 'agreement among raft nodes before linearized reading' (duration: 398.20405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.292943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.8943Z","time spent":"398.631041ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:31.293004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.872584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:16:31.293033Z","caller":"traceutil/trace.go:171","msg":"trace[1236349208] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:10863; }","duration":"935.942296ms","start":"2026-03-31T05:16:30.357083Z","end":"2026-03-31T05:16:31.293026Z","steps":["trace[1236349208] 'agreement among raft nodes before linearized reading' (duration: 935.863643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.293059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.357062Z","time spent":"935.992806ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:16:31.293134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.602946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" ","response":"range_response_count:1 size:13359"} {"level":"info","ts":"2026-03-31T05:16:31.293228Z","caller":"traceutil/trace.go:171","msg":"trace[1578208231] range","detail":"{range_begin:/registry/pods/openstack/glance-api-5777559764-c8qc4; range_end:; response_count:1; response_revision:10863; }","duration":"517.72322ms","start":"2026-03-31T05:16:30.775487Z","end":"2026-03-31T05:16:31.293211Z","steps":["trace[1578208231] 'agreement among raft nodes before linearized reading' (duration: 515.52451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.293306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:30.775471Z","time spent":"517.822262ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13383,"request content":"key:\"/registry/pods/openstack/glance-api-5777559764-c8qc4\" "} {"level":"warn","ts":"2026-03-31T05:16:31.521914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.477737ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:16:31.541062Z","caller":"traceutil/trace.go:171","msg":"trace[657579762] transaction","detail":"{read_only:false; response_revision:10865; number_of_response:1; }","duration":"242.428391ms","start":"2026-03-31T05:16:31.298611Z","end":"2026-03-31T05:16:31.541039Z","steps":["trace[657579762] 'process raft request' (duration: 242.364169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.54116Z","caller":"traceutil/trace.go:171","msg":"trace[940282565] transaction","detail":"{read_only:false; response_revision:10864; number_of_response:1; }","duration":"243.016747ms","start":"2026-03-31T05:16:31.29809Z","end":"2026-03-31T05:16:31.541106Z","steps":["trace[940282565] 'process raft request' (duration: 242.702988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.541746Z","caller":"traceutil/trace.go:171","msg":"trace[1714001852] transaction","detail":"{read_only:false; response_revision:10866; number_of_response:1; }","duration":"243.056178ms","start":"2026-03-31T05:16:31.298676Z","end":"2026-03-31T05:16:31.541732Z","steps":["trace[1714001852] 'process raft request' (duration: 242.329588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.542251Z","caller":"traceutil/trace.go:171","msg":"trace[358547200] transaction","detail":"{read_only:false; response_revision:10867; number_of_response:1; }","duration":"243.406647ms","start":"2026-03-31T05:16:31.298831Z","end":"2026-03-31T05:16:31.542237Z","steps":["trace[358547200] 'process raft request' (duration: 242.818191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.542429Z","caller":"traceutil/trace.go:171","msg":"trace[169338886] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"243.481919ms","start":"2026-03-31T05:16:31.298931Z","end":"2026-03-31T05:16:31.542413Z","steps":["trace[169338886] 'process raft request' (duration: 243.176121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.542498Z","caller":"traceutil/trace.go:171","msg":"trace[1238708396] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"237.195678ms","start":"2026-03-31T05:16:31.305285Z","end":"2026-03-31T05:16:31.54248Z","steps":["trace[1238708396] 'process raft request' (duration: 236.952301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.542716Z","caller":"traceutil/trace.go:171","msg":"trace[1105564118] linearizableReadLoop","detail":"{readStateIndex:11261; appliedIndex:11254; }","duration":"237.25001ms","start":"2026-03-31T05:16:31.305435Z","end":"2026-03-31T05:16:31.542685Z","steps":["trace[1105564118] 'read index received' (duration: 97.065637ms)","trace[1105564118] 'applied index is now lower than readState.Index' (duration: 140.181942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:31.542851Z","caller":"traceutil/trace.go:171","msg":"trace[215682119] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"236.998603ms","start":"2026-03-31T05:16:31.305798Z","end":"2026-03-31T05:16:31.542797Z","steps":["trace[215682119] 'process raft request' (duration: 236.53624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.543177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.723172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348080"} {"level":"info","ts":"2026-03-31T05:16:31.543209Z","caller":"traceutil/trace.go:171","msg":"trace[109072686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10870; }","duration":"237.776044ms","start":"2026-03-31T05:16:31.305424Z","end":"2026-03-31T05:16:31.543201Z","steps":["trace[109072686] 'agreement among raft nodes before linearized reading' (duration: 237.351702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:31.713613Z","caller":"traceutil/trace.go:171","msg":"trace[1804955584] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"190.556697ms","start":"2026-03-31T05:16:31.523032Z","end":"2026-03-31T05:16:31.713588Z","steps":["trace[1804955584] 'process raft request' (duration: 139.441862ms)","trace[1804955584] 'compare' (duration: 50.924819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:31.911073Z","caller":"traceutil/trace.go:171","msg":"trace[1273829456] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"118.675037ms","start":"2026-03-31T05:16:31.792371Z","end":"2026-03-31T05:16:31.911046Z","steps":["trace[1273829456] 'process raft request' (duration: 73.151385ms)","trace[1273829456] 'compare' (duration: 45.144941ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:32.00598Z","caller":"traceutil/trace.go:171","msg":"trace[1444429378] transaction","detail":"{read_only:false; response_revision:10873; number_of_response:1; }","duration":"200.549799ms","start":"2026-03-31T05:16:31.805406Z","end":"2026-03-31T05:16:32.005956Z","steps":["trace[1444429378] 'process raft request' (duration: 200.386495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:32.171605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.098752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:32.17168Z","caller":"traceutil/trace.go:171","msg":"trace[688245788] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10873; }","duration":"121.230297ms","start":"2026-03-31T05:16:32.050431Z","end":"2026-03-31T05:16:32.171661Z","steps":["trace[688245788] 'count revisions from in-memory index tree' (duration: 120.99071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:32.171686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.574425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:32.17178Z","caller":"traceutil/trace.go:171","msg":"trace[1599109624] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10873; }","duration":"154.73956ms","start":"2026-03-31T05:16:32.017017Z","end":"2026-03-31T05:16:32.171757Z","steps":["trace[1599109624] 'count revisions from in-memory index tree' (duration: 154.466682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.584276Z","caller":"traceutil/trace.go:171","msg":"trace[76123806] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"236.698595ms","start":"2026-03-31T05:16:33.347543Z","end":"2026-03-31T05:16:33.584241Z","steps":["trace[76123806] 'process raft request' (duration: 236.621643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.584896Z","caller":"traceutil/trace.go:171","msg":"trace[1717369963] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"285.676701ms","start":"2026-03-31T05:16:33.299201Z","end":"2026-03-31T05:16:33.584878Z","steps":["trace[1717369963] 'process raft request' (duration: 284.418316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.585099Z","caller":"traceutil/trace.go:171","msg":"trace[934723074] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"284.023696ms","start":"2026-03-31T05:16:33.301061Z","end":"2026-03-31T05:16:33.585084Z","steps":["trace[934723074] 'process raft request' (duration: 282.961958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.585348Z","caller":"traceutil/trace.go:171","msg":"trace[334506368] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"252.340392ms","start":"2026-03-31T05:16:33.332984Z","end":"2026-03-31T05:16:33.585324Z","steps":["trace[334506368] 'process raft request' (duration: 251.119679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.843372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.790294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:33.843551Z","caller":"traceutil/trace.go:171","msg":"trace[1360187283] transaction","detail":"{read_only:false; response_revision:10880; number_of_response:1; }","duration":"250.42851ms","start":"2026-03-31T05:16:33.593104Z","end":"2026-03-31T05:16:33.843533Z","steps":["trace[1360187283] 'process raft request' (duration: 250.360708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.843761Z","caller":"traceutil/trace.go:171","msg":"trace[2117435718] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"411.088962ms","start":"2026-03-31T05:16:33.432658Z","end":"2026-03-31T05:16:33.843747Z","steps":["trace[2117435718] 'process raft request' (duration: 274.845496ms)","trace[2117435718] 'compare' (duration: 135.455265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:33.843841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.432635Z","time spent":"411.157213ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:33.844161Z","caller":"traceutil/trace.go:171","msg":"trace[2094405995] linearizableReadLoop","detail":"{readStateIndex:11271; appliedIndex:11266; }","duration":"298.942183ms","start":"2026-03-31T05:16:33.545185Z","end":"2026-03-31T05:16:33.844127Z","steps":["trace[2094405995] 'read index received' (duration: 38.386447ms)","trace[2094405995] 'applied index is now lower than readState.Index' (duration: 260.552246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:33.844415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.212521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:33.844513Z","caller":"traceutil/trace.go:171","msg":"trace[2054714884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10880; }","duration":"299.365594ms","start":"2026-03-31T05:16:33.545125Z","end":"2026-03-31T05:16:33.844491Z","steps":["trace[2054714884] 'agreement among raft nodes before linearized reading' (duration: 299.101007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.844504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.525177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:33.844564Z","caller":"traceutil/trace.go:171","msg":"trace[2055664424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10880; }","duration":"296.607809ms","start":"2026-03-31T05:16:33.547944Z","end":"2026-03-31T05:16:33.844552Z","steps":["trace[2055664424] 'agreement among raft nodes before linearized reading' (duration: 296.447105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.844732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.221956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:16:33.844772Z","caller":"traceutil/trace.go:171","msg":"trace[546107422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10880; }","duration":"297.275228ms","start":"2026-03-31T05:16:33.547487Z","end":"2026-03-31T05:16:33.844762Z","steps":["trace[546107422] 'agreement among raft nodes before linearized reading' (duration: 297.162725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.844934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.994072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:33.84491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.878704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:16:33.845008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.061982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:16:33.845017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.191813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:33.844999Z","caller":"traceutil/trace.go:171","msg":"trace[1693734760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10880; }","duration":"298.003088ms","start":"2026-03-31T05:16:33.546978Z","end":"2026-03-31T05:16:33.844981Z","steps":["trace[1693734760] 'agreement among raft nodes before linearized reading' (duration: 297.821803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.845062Z","caller":"traceutil/trace.go:171","msg":"trace[979323632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10880; }","duration":"297.139473ms","start":"2026-03-31T05:16:33.547907Z","end":"2026-03-31T05:16:33.845046Z","steps":["trace[979323632] 'agreement among raft nodes before linearized reading' (duration: 297.01404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.845073Z","caller":"traceutil/trace.go:171","msg":"trace[1227365503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10880; }","duration":"298.288545ms","start":"2026-03-31T05:16:33.546771Z","end":"2026-03-31T05:16:33.84506Z","steps":["trace[1227365503] 'agreement among raft nodes before linearized reading' (duration: 298.12056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.844722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.363355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:33.845221Z","caller":"traceutil/trace.go:171","msg":"trace[1514729936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10880; }","duration":"299.91919ms","start":"2026-03-31T05:16:33.545291Z","end":"2026-03-31T05:16:33.84521Z","steps":["trace[1514729936] 'agreement among raft nodes before linearized reading' (duration: 299.062277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:33.845396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.251178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:33.845431Z","caller":"traceutil/trace.go:171","msg":"trace[1920637770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10880; }","duration":"293.31546ms","start":"2026-03-31T05:16:33.552107Z","end":"2026-03-31T05:16:33.845423Z","steps":["trace[1920637770] 'agreement among raft nodes before linearized reading' (duration: 293.210397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:33.844983Z","caller":"traceutil/trace.go:171","msg":"trace[1911001773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10880; }","duration":"197.072374ms","start":"2026-03-31T05:16:33.647896Z","end":"2026-03-31T05:16:33.844968Z","steps":["trace[1911001773] 'agreement among raft nodes before linearized reading' (duration: 197.006252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.369864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.040776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:34.370081Z","caller":"traceutil/trace.go:171","msg":"trace[1671139215] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"520.923468ms","start":"2026-03-31T05:16:33.849118Z","end":"2026-03-31T05:16:34.370042Z","steps":["trace[1671139215] 'process raft request' (duration: 331.588864ms)","trace[1671139215] 'compare' (duration: 188.511291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:34.370576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.8491Z","time spent":"521.411251ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:34.664627Z","caller":"traceutil/trace.go:171","msg":"trace[1549775222] transaction","detail":"{read_only:false; response_revision:10883; number_of_response:1; }","duration":"814.579826ms","start":"2026-03-31T05:16:33.850021Z","end":"2026-03-31T05:16:34.6646Z","steps":["trace[1549775222] 'process raft request' (duration: 814.499894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.66467Z","caller":"traceutil/trace.go:171","msg":"trace[121569577] transaction","detail":"{read_only:false; response_revision:10882; number_of_response:1; }","duration":"815.08775ms","start":"2026-03-31T05:16:33.849536Z","end":"2026-03-31T05:16:34.664623Z","steps":["trace[121569577] 'process raft request' (duration: 814.835563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.664788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.850008Z","time spent":"814.693689ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.664868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.849518Z","time spent":"815.239535ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:34.664898Z","caller":"traceutil/trace.go:171","msg":"trace[1283506005] linearizableReadLoop","detail":"{readStateIndex:11274; appliedIndex:11272; }","duration":"814.893475ms","start":"2026-03-31T05:16:33.849985Z","end":"2026-03-31T05:16:34.664879Z","steps":["trace[1283506005] 'read index received' (duration: 330.741311ms)","trace[1283506005] 'applied index is now lower than readState.Index' (duration: 484.151314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:34.664973Z","caller":"traceutil/trace.go:171","msg":"trace[1009314796] transaction","detail":"{read_only:false; response_revision:10886; number_of_response:1; }","duration":"813.049315ms","start":"2026-03-31T05:16:33.851903Z","end":"2026-03-31T05:16:34.664952Z","steps":["trace[1009314796] 'process raft request' (duration: 812.900781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:34.6651Z","caller":"traceutil/trace.go:171","msg":"trace[209619860] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"808.567302ms","start":"2026-03-31T05:16:33.856524Z","end":"2026-03-31T05:16:34.665091Z","steps":["trace[209619860] 'process raft request' (duration: 808.306795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.665113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.851894Z","time spent":"813.133657ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.665234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.856512Z","time spent":"808.615624ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13614,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:34.665407Z","caller":"traceutil/trace.go:171","msg":"trace[1786181381] transaction","detail":"{read_only:false; response_revision:10885; number_of_response:1; }","duration":"814.895095ms","start":"2026-03-31T05:16:33.850496Z","end":"2026-03-31T05:16:34.665391Z","steps":["trace[1786181381] 'process raft request' (duration: 814.233277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.665509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.329918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:34.665553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.850487Z","time spent":"814.971927ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:34.665594Z","caller":"traceutil/trace.go:171","msg":"trace[750420807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10887; }","duration":"180.434201ms","start":"2026-03-31T05:16:34.485144Z","end":"2026-03-31T05:16:34.665578Z","steps":["trace[750420807] 'agreement among raft nodes before linearized reading' (duration: 180.271357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.665641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.622815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:16:34.665728Z","caller":"traceutil/trace.go:171","msg":"trace[1777865610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10887; }","duration":"815.747089ms","start":"2026-03-31T05:16:33.849961Z","end":"2026-03-31T05:16:34.665708Z","steps":["trace[1777865610] 'agreement among raft nodes before linearized reading' (duration: 815.399079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.665768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.849952Z","time spent":"815.80854ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:16:34.671216Z","caller":"traceutil/trace.go:171","msg":"trace[947943940] transaction","detail":"{read_only:false; response_revision:10884; number_of_response:1; }","duration":"820.799526ms","start":"2026-03-31T05:16:33.850369Z","end":"2026-03-31T05:16:34.671169Z","steps":["trace[947943940] 'process raft request' (duration: 814.192225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.671429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.850357Z","time spent":"820.959571ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:34.671782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.305509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348218"} {"level":"info","ts":"2026-03-31T05:16:34.671917Z","caller":"traceutil/trace.go:171","msg":"trace[556741958] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10887; }","duration":"816.874849ms","start":"2026-03-31T05:16:33.854941Z","end":"2026-03-31T05:16:34.671816Z","steps":["trace[556741958] 'agreement among raft nodes before linearized reading' (duration: 810.237728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:34.672061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:33.854931Z","time spent":"817.042544ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348242,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:34.890811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.408098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:34.890962Z","caller":"traceutil/trace.go:171","msg":"trace[2090187175] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10887; }","duration":"144.594713ms","start":"2026-03-31T05:16:34.7463Z","end":"2026-03-31T05:16:34.890894Z","steps":["trace[2090187175] 'range keys from in-memory index tree' (duration: 144.265834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:35.614273Z","caller":"traceutil/trace.go:171","msg":"trace[150998763] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"215.59542ms","start":"2026-03-31T05:16:35.398642Z","end":"2026-03-31T05:16:35.614237Z","steps":["trace[150998763] 'process raft request' (duration: 215.085646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:35.614683Z","caller":"traceutil/trace.go:171","msg":"trace[616914694] linearizableReadLoop","detail":"{readStateIndex:11280; appliedIndex:11280; }","duration":"129.399039ms","start":"2026-03-31T05:16:35.485265Z","end":"2026-03-31T05:16:35.614664Z","steps":["trace[616914694] 'read index received' (duration: 129.389808ms)","trace[616914694] 'applied index is now lower than readState.Index' (duration: 7.191µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:35.61488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.511362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:35.614925Z","caller":"traceutil/trace.go:171","msg":"trace[501888907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10888; }","duration":"129.694607ms","start":"2026-03-31T05:16:35.485218Z","end":"2026-03-31T05:16:35.614913Z","steps":["trace[501888907] 'agreement among raft nodes before linearized reading' (duration: 129.519153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.672455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.292058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:16:35.672519Z","caller":"traceutil/trace.go:171","msg":"trace[1653913499] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10890; }","duration":"176.36735ms","start":"2026-03-31T05:16:35.496137Z","end":"2026-03-31T05:16:35.672505Z","steps":["trace[1653913499] 'agreement among raft nodes before linearized reading' (duration: 176.192665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.781924Z","caller":"traceutil/trace.go:171","msg":"trace[68740988] linearizableReadLoop","detail":"{readStateIndex:11283; appliedIndex:11282; }","duration":"299.677643ms","start":"2026-03-31T05:16:36.482225Z","end":"2026-03-31T05:16:36.781902Z","steps":["trace[68740988] 'read index received' (duration: 297.299228ms)","trace[68740988] 'applied index is now lower than readState.Index' (duration: 2.377635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.782056Z","caller":"traceutil/trace.go:171","msg":"trace[1989600890] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"402.284731ms","start":"2026-03-31T05:16:36.379743Z","end":"2026-03-31T05:16:36.782028Z","steps":["trace[1989600890] 'process raft request' (duration: 401.991783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.782208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.379715Z","time spent":"402.406725ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:36.782292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.486878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:36.782346Z","caller":"traceutil/trace.go:171","msg":"trace[1978215112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10891; }","duration":"112.54786ms","start":"2026-03-31T05:16:36.669786Z","end":"2026-03-31T05:16:36.782334Z","steps":["trace[1978215112] 'agreement among raft nodes before linearized reading' (duration: 112.374585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.782356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.105764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:36.782453Z","caller":"traceutil/trace.go:171","msg":"trace[1066526223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10891; }","duration":"300.254708ms","start":"2026-03-31T05:16:36.482176Z","end":"2026-03-31T05:16:36.78243Z","steps":["trace[1066526223] 'agreement among raft nodes before linearized reading' (duration: 300.071603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.782505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:36.482152Z","time spent":"300.343941ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:36.782835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.210923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:16:36.782906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.355337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:36.782922Z","caller":"traceutil/trace.go:171","msg":"trace[1995569350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10891; }","duration":"111.340776ms","start":"2026-03-31T05:16:36.67156Z","end":"2026-03-31T05:16:36.782901Z","steps":["trace[1995569350] 'agreement among raft nodes before linearized reading' (duration: 111.131801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.782956Z","caller":"traceutil/trace.go:171","msg":"trace[619835507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10891; }","duration":"111.425239ms","start":"2026-03-31T05:16:36.671517Z","end":"2026-03-31T05:16:36.782942Z","steps":["trace[619835507] 'agreement among raft nodes before linearized reading' (duration: 111.319287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.944381Z","caller":"traceutil/trace.go:171","msg":"trace[761638545] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"157.222148ms","start":"2026-03-31T05:16:36.78711Z","end":"2026-03-31T05:16:36.944332Z","steps":["trace[761638545] 'process raft request' (duration: 83.089476ms)","trace[761638545] 'compare' (duration: 73.837554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.944557Z","caller":"traceutil/trace.go:171","msg":"trace[2123126336] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"156.471887ms","start":"2026-03-31T05:16:36.788048Z","end":"2026-03-31T05:16:36.94452Z","steps":["trace[2123126336] 'process raft request' (duration: 156.251771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.944601Z","caller":"traceutil/trace.go:171","msg":"trace[919613584] linearizableReadLoop","detail":"{readStateIndex:11288; appliedIndex:11283; }","duration":"154.748781ms","start":"2026-03-31T05:16:36.789834Z","end":"2026-03-31T05:16:36.944583Z","steps":["trace[919613584] 'read index received' (duration: 80.357502ms)","trace[919613584] 'applied index is now lower than readState.Index' (duration: 74.390119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.944724Z","caller":"traceutil/trace.go:171","msg":"trace[1992230651] transaction","detail":"{read_only:false; response_revision:10894; number_of_response:1; }","duration":"156.588851ms","start":"2026-03-31T05:16:36.788112Z","end":"2026-03-31T05:16:36.944701Z","steps":["trace[1992230651] 'process raft request' (duration: 156.306663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.944834Z","caller":"traceutil/trace.go:171","msg":"trace[108648390] transaction","detail":"{read_only:false; response_revision:10896; number_of_response:1; }","duration":"156.468768ms","start":"2026-03-31T05:16:36.788267Z","end":"2026-03-31T05:16:36.944736Z","steps":["trace[108648390] 'process raft request' (duration: 156.266772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.94515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.301835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348218"} {"level":"info","ts":"2026-03-31T05:16:36.945208Z","caller":"traceutil/trace.go:171","msg":"trace[849852938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10896; }","duration":"155.388008ms","start":"2026-03-31T05:16:36.789805Z","end":"2026-03-31T05:16:36.945193Z","steps":["trace[849852938] 'agreement among raft nodes before linearized reading' (duration: 154.841673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.946637Z","caller":"traceutil/trace.go:171","msg":"trace[7831403] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"158.472212ms","start":"2026-03-31T05:16:36.788149Z","end":"2026-03-31T05:16:36.946621Z","steps":["trace[7831403] 'process raft request' (duration: 156.331144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:37.810304Z","caller":"traceutil/trace.go:171","msg":"trace[2041336644] transaction","detail":"{read_only:false; response_revision:10897; number_of_response:1; }","duration":"191.308787ms","start":"2026-03-31T05:16:37.618971Z","end":"2026-03-31T05:16:37.81028Z","steps":["trace[2041336644] 'process raft request' (duration: 190.967988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:37.905727Z","caller":"traceutil/trace.go:171","msg":"trace[55230573] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"226.60912ms","start":"2026-03-31T05:16:37.679087Z","end":"2026-03-31T05:16:37.905696Z","steps":["trace[55230573] 'process raft request' (duration: 226.487087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:37.90598Z","caller":"traceutil/trace.go:171","msg":"trace[730731074] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"227.010371ms","start":"2026-03-31T05:16:37.678943Z","end":"2026-03-31T05:16:37.905953Z","steps":["trace[730731074] 'process raft request' (duration: 155.541042ms)","trace[730731074] 'compare' (duration: 70.549424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:38.123792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.702415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:38.123892Z","caller":"traceutil/trace.go:171","msg":"trace[741706413] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10899; }","duration":"104.862809ms","start":"2026-03-31T05:16:38.019008Z","end":"2026-03-31T05:16:38.123871Z","steps":["trace[741706413] 'count revisions from in-memory index tree' (duration: 104.570552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:38.191795Z","caller":"traceutil/trace.go:171","msg":"trace[26888052] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"112.055726ms","start":"2026-03-31T05:16:38.07971Z","end":"2026-03-31T05:16:38.191766Z","steps":["trace[26888052] 'process raft request' (duration: 111.861141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:38.484488Z","caller":"traceutil/trace.go:171","msg":"trace[217681342] linearizableReadLoop","detail":"{readStateIndex:11293; appliedIndex:11292; }","duration":"288.93093ms","start":"2026-03-31T05:16:38.195533Z","end":"2026-03-31T05:16:38.484464Z","steps":["trace[217681342] 'read index received' (duration: 288.667623ms)","trace[217681342] 'applied index is now lower than readState.Index' (duration: 262.177µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:38.484655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.099784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-31T05:16:38.484713Z","caller":"traceutil/trace.go:171","msg":"trace[1106056567] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d; range_end:; response_count:1; response_revision:10901; }","duration":"289.187287ms","start":"2026-03-31T05:16:38.195503Z","end":"2026-03-31T05:16:38.48469Z","steps":["trace[1106056567] 'agreement among raft nodes before linearized reading' (duration: 289.063914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:38.485159Z","caller":"traceutil/trace.go:171","msg":"trace[1512769554] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"350.034767ms","start":"2026-03-31T05:16:38.135111Z","end":"2026-03-31T05:16:38.485145Z","steps":["trace[1512769554] 'process raft request' (duration: 349.200704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.485272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.135084Z","time spent":"350.112849ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.033978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.04345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:39.034101Z","caller":"traceutil/trace.go:171","msg":"trace[561838500] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"544.948762ms","start":"2026-03-31T05:16:38.489132Z","end":"2026-03-31T05:16:39.034081Z","steps":["trace[561838500] 'process raft request' (duration: 137.668835ms)","trace[561838500] 'compare' (duration: 406.694431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.034174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.489105Z","time spent":"545.037173ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:39.091001Z","caller":"traceutil/trace.go:171","msg":"trace[10337567] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"594.134933ms","start":"2026-03-31T05:16:38.496836Z","end":"2026-03-31T05:16:39.09097Z","steps":["trace[10337567] 'process raft request' (duration: 593.918947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.091007Z","caller":"traceutil/trace.go:171","msg":"trace[435912572] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"598.783959ms","start":"2026-03-31T05:16:38.492182Z","end":"2026-03-31T05:16:39.090966Z","steps":["trace[435912572] 'process raft request' (duration: 598.527302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.091152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.496826Z","time spent":"594.249976ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.091172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.492177Z","time spent":"598.910712ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:39.09078Z","caller":"traceutil/trace.go:171","msg":"trace[2083181376] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"598.926204ms","start":"2026-03-31T05:16:38.491806Z","end":"2026-03-31T05:16:39.090732Z","steps":["trace[2083181376] 'process raft request' (duration: 598.730958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.091356Z","caller":"traceutil/trace.go:171","msg":"trace[937450744] transaction","detail":"{read_only:false; response_revision:10904; number_of_response:1; }","duration":"599.086408ms","start":"2026-03-31T05:16:38.492063Z","end":"2026-03-31T05:16:39.09115Z","steps":["trace[937450744] 'process raft request' (duration: 598.603555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.091886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.492056Z","time spent":"599.645213ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.091927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.491786Z","time spent":"599.879529ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.278212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.3863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:39.278395Z","caller":"traceutil/trace.go:171","msg":"trace[1172238653] linearizableReadLoop","detail":"{readStateIndex:11299; appliedIndex:11294; }","duration":"489.89019ms","start":"2026-03-31T05:16:38.788489Z","end":"2026-03-31T05:16:39.278379Z","steps":["trace[1172238653] 'read index received' (duration: 302.095769ms)","trace[1172238653] 'applied index is now lower than readState.Index' (duration: 187.793531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.278737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.22924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:16:39.278771Z","caller":"traceutil/trace.go:171","msg":"trace[1190043247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10906; }","duration":"490.319673ms","start":"2026-03-31T05:16:38.788436Z","end":"2026-03-31T05:16:39.278756Z","steps":["trace[1190043247] 'agreement among raft nodes before linearized reading' (duration: 490.195219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.278814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.788412Z","time spent":"490.392074ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:16:39.278952Z","caller":"traceutil/trace.go:171","msg":"trace[329551090] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"479.663362ms","start":"2026-03-31T05:16:38.799252Z","end":"2026-03-31T05:16:39.278916Z","steps":["trace[329551090] 'process raft request' (duration: 479.050195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.27907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.799233Z","time spent":"479.774095ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.538287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.73274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:39.538406Z","caller":"traceutil/trace.go:171","msg":"trace[694692698] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10907; }","duration":"539.899905ms","start":"2026-03-31T05:16:38.998473Z","end":"2026-03-31T05:16:39.538373Z","steps":["trace[694692698] 'agreement among raft nodes before linearized reading' (duration: 280.488549ms)","trace[694692698] 'count revisions from in-memory index tree' (duration: 259.24291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.538468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.998454Z","time spent":"539.993478ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:39.538472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.2947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:39.53849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.893941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:16:39.538458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.921312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:39.53854Z","caller":"traceutil/trace.go:171","msg":"trace[654803246] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10907; }","duration":"421.362491ms","start":"2026-03-31T05:16:39.117152Z","end":"2026-03-31T05:16:39.538515Z","steps":["trace[654803246] 'agreement among raft nodes before linearized reading' (duration: 161.812812ms)","trace[654803246] 'count revisions from in-memory index tree' (duration: 259.460356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:39.538585Z","caller":"traceutil/trace.go:171","msg":"trace[2129323851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10907; }","duration":"589.023595ms","start":"2026-03-31T05:16:38.949535Z","end":"2026-03-31T05:16:39.538558Z","steps":["trace[2129323851] 'agreement among raft nodes before linearized reading' (duration: 329.375023ms)","trace[2129323851] 'range keys from in-memory index tree' (duration: 259.360764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:39.538596Z","caller":"traceutil/trace.go:171","msg":"trace[1500875194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10907; }","duration":"589.136898ms","start":"2026-03-31T05:16:38.949436Z","end":"2026-03-31T05:16:39.538573Z","steps":["trace[1500875194] 'agreement among raft nodes before linearized reading' (duration: 329.501507ms)","trace[1500875194] 'range keys from in-memory index tree' (duration: 259.366554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.538635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.949526Z","time spent":"589.098496ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:39.538651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.949411Z","time spent":"589.22914ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:39.538625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.096916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:16:39.538616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.11707Z","time spent":"421.528377ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:39.538691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.070008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-31T05:16:39.53877Z","caller":"traceutil/trace.go:171","msg":"trace[1694908559] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d; range_end:; response_count:1; response_revision:10907; }","duration":"500.206712ms","start":"2026-03-31T05:16:39.038543Z","end":"2026-03-31T05:16:39.53875Z","steps":["trace[1694908559] 'agreement among raft nodes before linearized reading' (duration: 240.380655ms)","trace[1694908559] 'range keys from in-memory index tree' (duration: 259.59978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:39.538759Z","caller":"traceutil/trace.go:171","msg":"trace[1723226225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10907; }","duration":"589.244071ms","start":"2026-03-31T05:16:38.949464Z","end":"2026-03-31T05:16:39.538708Z","steps":["trace[1723226225] 'agreement among raft nodes before linearized reading' (duration: 329.484206ms)","trace[1723226225] 'range keys from in-memory index tree' (duration: 259.479237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.538816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.038522Z","time spent":"500.283964ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d\" "} {"level":"warn","ts":"2026-03-31T05:16:39.53884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.949454Z","time spent":"589.369824ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:39.538927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.214577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:16:39.538915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.597362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:39.538974Z","caller":"traceutil/trace.go:171","msg":"trace[737901704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10907; }","duration":"590.29446ms","start":"2026-03-31T05:16:38.948666Z","end":"2026-03-31T05:16:39.538961Z","steps":["trace[737901704] 'agreement among raft nodes before linearized reading' (duration: 330.209616ms)","trace[737901704] 'range keys from in-memory index tree' (duration: 259.97114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:39.538992Z","caller":"traceutil/trace.go:171","msg":"trace[410193582] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10907; }","duration":"581.715546ms","start":"2026-03-31T05:16:38.957257Z","end":"2026-03-31T05:16:39.538972Z","steps":["trace[410193582] 'agreement among raft nodes before linearized reading' (duration: 321.628232ms)","trace[410193582] 'range keys from in-memory index tree' (duration: 259.898668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.539041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.957248Z","time spent":"581.781207ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:16:39.539005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.948645Z","time spent":"590.35176ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:39.539202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.355054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:39.53932Z","caller":"traceutil/trace.go:171","msg":"trace[1646932425] transaction","detail":"{read_only:false; response_revision:10908; number_of_response:1; }","duration":"255.371595ms","start":"2026-03-31T05:16:39.283933Z","end":"2026-03-31T05:16:39.539304Z","steps":["trace[1646932425] 'process raft request' (duration: 76.853276ms)","trace[1646932425] 'compare' (duration: 178.215141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.53939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.683712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:39.539538Z","caller":"traceutil/trace.go:171","msg":"trace[1569708394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10907; }","duration":"590.019132ms","start":"2026-03-31T05:16:38.949497Z","end":"2026-03-31T05:16:39.539516Z","steps":["trace[1569708394] 'agreement among raft nodes before linearized reading' (duration: 329.428604ms)","trace[1569708394] 'range keys from in-memory index tree' (duration: 260.111264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.539715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.949493Z","time spent":"590.202856ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:39.562204Z","caller":"traceutil/trace.go:171","msg":"trace[37989539] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"270.009423ms","start":"2026-03-31T05:16:39.292169Z","end":"2026-03-31T05:16:39.562179Z","steps":["trace[37989539] 'process raft request' (duration: 269.612923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.703502Z","caller":"traceutil/trace.go:171","msg":"trace[393203864] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"113.722632ms","start":"2026-03-31T05:16:39.589705Z","end":"2026-03-31T05:16:39.703428Z","steps":["trace[393203864] 'process raft request' (duration: 104.12005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.930747Z","caller":"traceutil/trace.go:171","msg":"trace[1373509334] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"112.55094ms","start":"2026-03-31T05:16:39.818166Z","end":"2026-03-31T05:16:39.930717Z","steps":["trace[1373509334] 'process raft request' (duration: 110.700559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.107078Z","caller":"traceutil/trace.go:171","msg":"trace[1229609444] transaction","detail":"{read_only:false; response_revision:10919; number_of_response:1; }","duration":"196.846959ms","start":"2026-03-31T05:16:39.910202Z","end":"2026-03-31T05:16:40.107049Z","steps":["trace[1229609444] 'process raft request' (duration: 195.473092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.108085Z","caller":"traceutil/trace.go:171","msg":"trace[804517650] linearizableReadLoop","detail":"{readStateIndex:11313; appliedIndex:11310; }","duration":"193.863758ms","start":"2026-03-31T05:16:39.914193Z","end":"2026-03-31T05:16:40.108057Z","steps":["trace[804517650] 'read index received' (duration: 14.66951ms)","trace[804517650] 'applied index is now lower than readState.Index' (duration: 179.192978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:40.108156Z","caller":"traceutil/trace.go:171","msg":"trace[47057178] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"197.781894ms","start":"2026-03-31T05:16:39.910342Z","end":"2026-03-31T05:16:40.108124Z","steps":["trace[47057178] 'process raft request' (duration: 196.630113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:40.108312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.096524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:40.108365Z","caller":"traceutil/trace.go:171","msg":"trace[1888598808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10920; }","duration":"194.192047ms","start":"2026-03-31T05:16:39.914159Z","end":"2026-03-31T05:16:40.108351Z","steps":["trace[1888598808] 'agreement among raft nodes before linearized reading' (duration: 193.993141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.736997Z","caller":"traceutil/trace.go:171","msg":"trace[1900166077] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"145.307303ms","start":"2026-03-31T05:16:41.591668Z","end":"2026-03-31T05:16:41.736975Z","steps":["trace[1900166077] 'process raft request' (duration: 86.87881ms)","trace[1900166077] 'compare' (duration: 58.31801ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:41.738Z","caller":"traceutil/trace.go:171","msg":"trace[1219586533] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"143.771591ms","start":"2026-03-31T05:16:41.594219Z","end":"2026-03-31T05:16:41.737991Z","steps":["trace[1219586533] 'process raft request' (duration: 143.413771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.738029Z","caller":"traceutil/trace.go:171","msg":"trace[49115849] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"143.343149ms","start":"2026-03-31T05:16:41.59466Z","end":"2026-03-31T05:16:41.738003Z","steps":["trace[49115849] 'process raft request' (duration: 143.153064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.738434Z","caller":"traceutil/trace.go:171","msg":"trace[978615333] linearizableReadLoop","detail":"{readStateIndex:11321; appliedIndex:11316; }","duration":"129.712957ms","start":"2026-03-31T05:16:41.608699Z","end":"2026-03-31T05:16:41.738412Z","steps":["trace[978615333] 'read index received' (duration: 69.939267ms)","trace[978615333] 'applied index is now lower than readState.Index' (duration: 59.77298ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:41.73849Z","caller":"traceutil/trace.go:171","msg":"trace[1452385095] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"142.719512ms","start":"2026-03-31T05:16:41.595759Z","end":"2026-03-31T05:16:41.738479Z","steps":["trace[1452385095] 'process raft request' (duration: 142.541217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:41.738507Z","caller":"traceutil/trace.go:171","msg":"trace[450567245] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"143.295549ms","start":"2026-03-31T05:16:41.595122Z","end":"2026-03-31T05:16:41.738418Z","steps":["trace[450567245] 'process raft request' (duration: 142.794665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:41.738609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.887302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:41.738648Z","caller":"traceutil/trace.go:171","msg":"trace[855329041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10927; }","duration":"129.965915ms","start":"2026-03-31T05:16:41.608671Z","end":"2026-03-31T05:16:41.738637Z","steps":["trace[855329041] 'agreement among raft nodes before linearized reading' (duration: 129.825131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:43.903033Z","caller":"traceutil/trace.go:171","msg":"trace[1428101800] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"109.949878ms","start":"2026-03-31T05:16:43.793006Z","end":"2026-03-31T05:16:43.902956Z","steps":["trace[1428101800] 'process raft request' (duration: 109.532797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:46.692253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.844426ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:46.914775Z","caller":"traceutil/trace.go:171","msg":"trace[1828414542] transaction","detail":"{read_only:false; response_revision:10952; number_of_response:1; }","duration":"129.135902ms","start":"2026-03-31T05:16:46.785605Z","end":"2026-03-31T05:16:46.914741Z","steps":["trace[1828414542] 'process raft request' (duration: 128.863115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.074703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.419584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:48.074822Z","caller":"traceutil/trace.go:171","msg":"trace[2122676324] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10958; }","duration":"120.63903ms","start":"2026-03-31T05:16:47.954159Z","end":"2026-03-31T05:16:48.074798Z","steps":["trace[2122676324] 'count revisions from in-memory index tree' (duration: 120.27911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:50.534684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.245646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:16:50.53478Z","caller":"traceutil/trace.go:171","msg":"trace[2044628644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10971; }","duration":"125.39745ms","start":"2026-03-31T05:16:50.409359Z","end":"2026-03-31T05:16:50.534757Z","steps":["trace[2044628644] 'range keys from in-memory index tree' (duration: 124.975209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:52.398198Z","caller":"traceutil/trace.go:171","msg":"trace[1771798224] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"169.874693ms","start":"2026-03-31T05:16:52.228292Z","end":"2026-03-31T05:16:52.398167Z","steps":["trace[1771798224] 'process raft request' (duration: 167.288343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:52.398312Z","caller":"traceutil/trace.go:171","msg":"trace[427383711] linearizableReadLoop","detail":"{readStateIndex:11375; appliedIndex:11373; }","duration":"167.18463ms","start":"2026-03-31T05:16:52.231111Z","end":"2026-03-31T05:16:52.398295Z","steps":["trace[427383711] 'read index received' (duration: 38.182391ms)","trace[427383711] 'applied index is now lower than readState.Index' (duration: 129.001149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:52.398407Z","caller":"traceutil/trace.go:171","msg":"trace[1825262675] transaction","detail":"{read_only:false; response_revision:10980; number_of_response:1; }","duration":"166.358197ms","start":"2026-03-31T05:16:52.232033Z","end":"2026-03-31T05:16:52.398391Z","steps":["trace[1825262675] 'process raft request' (duration: 166.068779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:52.398511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.376165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:52.398557Z","caller":"traceutil/trace.go:171","msg":"trace[1255193618] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10980; }","duration":"167.457467ms","start":"2026-03-31T05:16:52.231086Z","end":"2026-03-31T05:16:52.398544Z","steps":["trace[1255193618] 'agreement among raft nodes before linearized reading' (duration: 167.339024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.018089Z","caller":"traceutil/trace.go:171","msg":"trace[1170399211] transaction","detail":"{read_only:false; response_revision:10981; number_of_response:1; }","duration":"138.996551ms","start":"2026-03-31T05:16:53.879069Z","end":"2026-03-31T05:16:54.018066Z","steps":["trace[1170399211] 'process raft request' (duration: 138.837886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.259194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.646969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:54.259482Z","caller":"traceutil/trace.go:171","msg":"trace[753817602] transaction","detail":"{read_only:false; response_revision:10982; number_of_response:1; }","duration":"296.687562ms","start":"2026-03-31T05:16:53.962764Z","end":"2026-03-31T05:16:54.259452Z","steps":["trace[753817602] 'process raft request' (duration: 171.690493ms)","trace[753817602] 'compare' (duration: 124.528526ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.25961Z","caller":"traceutil/trace.go:171","msg":"trace[1779618442] linearizableReadLoop","detail":"{readStateIndex:11378; appliedIndex:11376; }","duration":"281.742554ms","start":"2026-03-31T05:16:53.97779Z","end":"2026-03-31T05:16:54.259532Z","steps":["trace[1779618442] 'read index received' (duration: 40.130045ms)","trace[1779618442] 'applied index is now lower than readState.Index' (duration: 241.609109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.259773Z","caller":"traceutil/trace.go:171","msg":"trace[1198231273] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"267.352551ms","start":"2026-03-31T05:16:53.992408Z","end":"2026-03-31T05:16:54.259761Z","steps":["trace[1198231273] 'process raft request' (duration: 266.895979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.259899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.266366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:54.259929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.239607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:54.259944Z","caller":"traceutil/trace.go:171","msg":"trace[1235316635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10983; }","duration":"272.350548ms","start":"2026-03-31T05:16:53.987582Z","end":"2026-03-31T05:16:54.259933Z","steps":["trace[1235316635] 'agreement among raft nodes before linearized reading' (duration: 272.198634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.259933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.134785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:16:54.25996Z","caller":"traceutil/trace.go:171","msg":"trace[810374258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:10983; }","duration":"264.310439ms","start":"2026-03-31T05:16:53.995643Z","end":"2026-03-31T05:16:54.259953Z","steps":["trace[810374258] 'agreement among raft nodes before linearized reading' (duration: 264.234747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.26Z","caller":"traceutil/trace.go:171","msg":"trace[950359781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10983; }","duration":"282.233578ms","start":"2026-03-31T05:16:53.97775Z","end":"2026-03-31T05:16:54.259983Z","steps":["trace[950359781] 'agreement among raft nodes before linearized reading' (duration: 282.026062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.259974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.698108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:16:54.260069Z","caller":"traceutil/trace.go:171","msg":"trace[1216081096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10983; }","duration":"268.843052ms","start":"2026-03-31T05:16:53.991208Z","end":"2026-03-31T05:16:54.260051Z","steps":["trace[1216081096] 'agreement among raft nodes before linearized reading' (duration: 268.595166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.259996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.292846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:16:54.260197Z","caller":"traceutil/trace.go:171","msg":"trace[1380688108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10983; }","duration":"272.525713ms","start":"2026-03-31T05:16:53.987643Z","end":"2026-03-31T05:16:54.260169Z","steps":["trace[1380688108] 'agreement among raft nodes before linearized reading' (duration: 272.227944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.260173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.442751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:54.26027Z","caller":"traceutil/trace.go:171","msg":"trace[323415693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10983; }","duration":"272.573504ms","start":"2026-03-31T05:16:53.987672Z","end":"2026-03-31T05:16:54.260246Z","steps":["trace[323415693] 'agreement among raft nodes before linearized reading' (duration: 272.166223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.556756Z","caller":"traceutil/trace.go:171","msg":"trace[1925977113] linearizableReadLoop","detail":"{readStateIndex:11380; appliedIndex:11379; }","duration":"291.674375ms","start":"2026-03-31T05:16:54.265059Z","end":"2026-03-31T05:16:54.556733Z","steps":["trace[1925977113] 'read index received' (duration: 291.51265ms)","trace[1925977113] 'applied index is now lower than readState.Index' (duration: 160.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.556812Z","caller":"traceutil/trace.go:171","msg":"trace[486501191] transaction","detail":"{read_only:false; response_revision:10984; number_of_response:1; }","duration":"293.895035ms","start":"2026-03-31T05:16:54.262885Z","end":"2026-03-31T05:16:54.55678Z","steps":["trace[486501191] 'process raft request' (duration: 293.682439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.557579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.495497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348034"} {"level":"info","ts":"2026-03-31T05:16:54.557647Z","caller":"traceutil/trace.go:171","msg":"trace[1940703078] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10984; }","duration":"292.60377ms","start":"2026-03-31T05:16:54.265027Z","end":"2026-03-31T05:16:54.557631Z","steps":["trace[1940703078] 'agreement among raft nodes before linearized reading' (duration: 291.819239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.057946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:55.073476Z","caller":"traceutil/trace.go:171","msg":"trace[1081057971] transaction","detail":"{read_only:false; response_revision:10985; number_of_response:1; }","duration":"808.328536ms","start":"2026-03-31T05:16:54.265126Z","end":"2026-03-31T05:16:55.073454Z","steps":["trace[1081057971] 'process raft request' (duration: 808.086329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.073607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.265103Z","time spent":"808.421418ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.073698Z","caller":"traceutil/trace.go:171","msg":"trace[1152313940] linearizableReadLoop","detail":"{readStateIndex:11389; appliedIndex:11380; }","duration":"516.853567ms","start":"2026-03-31T05:16:54.556822Z","end":"2026-03-31T05:16:55.073675Z","steps":["trace[1152313940] 'read index received' (duration: 516.25439ms)","trace[1152313940] 'applied index is now lower than readState.Index' (duration: 598.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:55.073816Z","caller":"traceutil/trace.go:171","msg":"trace[493971866] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"798.377434ms","start":"2026-03-31T05:16:54.275428Z","end":"2026-03-31T05:16:55.073806Z","steps":["trace[493971866] 'process raft request' (duration: 798.078736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.073776Z","caller":"traceutil/trace.go:171","msg":"trace[1447190091] transaction","detail":"{read_only:false; response_revision:10989; number_of_response:1; }","duration":"805.632642ms","start":"2026-03-31T05:16:54.268107Z","end":"2026-03-31T05:16:55.07374Z","steps":["trace[1447190091] 'process raft request' (duration: 805.365625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.07394Z","caller":"traceutil/trace.go:171","msg":"trace[2084216980] transaction","detail":"{read_only:false; response_revision:10993; number_of_response:1; }","duration":"653.921955ms","start":"2026-03-31T05:16:54.419992Z","end":"2026-03-31T05:16:55.073914Z","steps":["trace[2084216980] 'process raft request' (duration: 653.643817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.073925Z","caller":"traceutil/trace.go:171","msg":"trace[641006427] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"808.691026ms","start":"2026-03-31T05:16:54.265166Z","end":"2026-03-31T05:16:55.073857Z","steps":["trace[641006427] 'process raft request' (duration: 808.194302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.073944Z","caller":"traceutil/trace.go:171","msg":"trace[454624349] transaction","detail":"{read_only:false; response_revision:10987; number_of_response:1; }","duration":"808.563092ms","start":"2026-03-31T05:16:54.265255Z","end":"2026-03-31T05:16:55.073818Z","steps":["trace[454624349] 'process raft request' (duration: 808.145691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.419958Z","time spent":"654.020297ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.074116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.265228Z","time spent":"808.81442ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.074134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.988222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:16:55.073985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.275408Z","time spent":"798.441876ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.074171Z","caller":"traceutil/trace.go:171","msg":"trace[161219420] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"669.852599ms","start":"2026-03-31T05:16:54.404308Z","end":"2026-03-31T05:16:55.074161Z","steps":["trace[161219420] 'process raft request' (duration: 669.236402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.074188Z","caller":"traceutil/trace.go:171","msg":"trace[818999338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10993; }","duration":"366.073064ms","start":"2026-03-31T05:16:54.708104Z","end":"2026-03-31T05:16:55.074177Z","steps":["trace[818999338] 'agreement among raft nodes before linearized reading' (duration: 365.93134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.351347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:16:55.074205Z","caller":"traceutil/trace.go:171","msg":"trace[1397424645] transaction","detail":"{read_only:false; response_revision:10988; number_of_response:1; }","duration":"808.86282ms","start":"2026-03-31T05:16:54.265302Z","end":"2026-03-31T05:16:55.074165Z","steps":["trace[1397424645] 'process raft request' (duration: 808.13271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.708085Z","time spent":"366.135905ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:55.074227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.404283Z","time spent":"669.914531ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.074116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.265151Z","time spent":"808.866181ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.074093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.268092Z","time spent":"805.876219ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.074302Z","caller":"traceutil/trace.go:171","msg":"trace[500791014] transaction","detail":"{read_only:false; response_revision:10992; number_of_response:1; }","duration":"669.595092ms","start":"2026-03-31T05:16:54.404688Z","end":"2026-03-31T05:16:55.074283Z","steps":["trace[500791014] 'process raft request' (duration: 668.891783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.088056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:55.074325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.265278Z","time spent":"808.985934ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.074357Z","caller":"traceutil/trace.go:171","msg":"trace[275973166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10993; }","duration":"523.127288ms","start":"2026-03-31T05:16:54.551223Z","end":"2026-03-31T05:16:55.07435Z","steps":["trace[275973166] 'agreement among raft nodes before linearized reading' (duration: 523.060446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.551167Z","time spent":"523.21518ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:55.074396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.404664Z","time spent":"669.686585ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.074252Z","caller":"traceutil/trace.go:171","msg":"trace[2118689114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10993; }","duration":"463.475621ms","start":"2026-03-31T05:16:54.610757Z","end":"2026-03-31T05:16:55.074232Z","steps":["trace[2118689114] 'agreement among raft nodes before linearized reading' (duration: 463.237414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.164734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:60 size:704635"} {"level":"warn","ts":"2026-03-31T05:16:55.074493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.610738Z","time spent":"463.736927ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:55.074539Z","caller":"traceutil/trace.go:171","msg":"trace[461207938] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:60; response_revision:10993; }","duration":"385.250877ms","start":"2026-03-31T05:16:54.689279Z","end":"2026-03-31T05:16:55.07453Z","steps":["trace[461207938] 'agreement among raft nodes before linearized reading' (duration: 384.824775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.074562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.689255Z","time spent":"385.300318ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":60,"response size":704659,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:55.300873Z","caller":"traceutil/trace.go:171","msg":"trace[1166747213] transaction","detail":"{read_only:false; response_revision:10994; number_of_response:1; }","duration":"219.392904ms","start":"2026-03-31T05:16:55.081446Z","end":"2026-03-31T05:16:55.300839Z","steps":["trace[1166747213] 'process raft request' (duration: 219.176478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.329641Z","caller":"traceutil/trace.go:171","msg":"trace[1868533335] transaction","detail":"{read_only:false; response_revision:10995; number_of_response:1; }","duration":"238.915226ms","start":"2026-03-31T05:16:55.090685Z","end":"2026-03-31T05:16:55.329601Z","steps":["trace[1868533335] 'process raft request' (duration: 238.68772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.689927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.50813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:55.69006Z","caller":"traceutil/trace.go:171","msg":"trace[1132140841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10995; }","duration":"207.699925ms","start":"2026-03-31T05:16:55.482288Z","end":"2026-03-31T05:16:55.689988Z","steps":["trace[1132140841] 'range keys from in-memory index tree' (duration: 207.424457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.690365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.975796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:55.690468Z","caller":"traceutil/trace.go:171","msg":"trace[1890432582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10995; }","duration":"148.15779ms","start":"2026-03-31T05:16:55.542283Z","end":"2026-03-31T05:16:55.690441Z","steps":["trace[1890432582] 'range keys from in-memory index tree' (duration: 147.675868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.094754Z","caller":"traceutil/trace.go:171","msg":"trace[1001602486] linearizableReadLoop","detail":"{readStateIndex:11392; appliedIndex:11391; }","duration":"400.319127ms","start":"2026-03-31T05:16:55.694402Z","end":"2026-03-31T05:16:56.094721Z","steps":["trace[1001602486] 'read index received' (duration: 351.639399ms)","trace[1001602486] 'applied index is now lower than readState.Index' (duration: 48.677888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:56.095085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.826315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:56.095146Z","caller":"traceutil/trace.go:171","msg":"trace[807499059] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10995; }","duration":"153.959739ms","start":"2026-03-31T05:16:55.941172Z","end":"2026-03-31T05:16:56.095132Z","steps":["trace[807499059] 'agreement among raft nodes before linearized reading' (duration: 153.819685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.095144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.708259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:16:56.095236Z","caller":"traceutil/trace.go:171","msg":"trace[357181733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10995; }","duration":"400.872593ms","start":"2026-03-31T05:16:55.69434Z","end":"2026-03-31T05:16:56.095213Z","steps":["trace[357181733] 'agreement among raft nodes before linearized reading' (duration: 400.522013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.095284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:55.694315Z","time spent":"400.955785ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:16:56.212108Z","caller":"traceutil/trace.go:171","msg":"trace[1032005885] transaction","detail":"{read_only:false; response_revision:10996; number_of_response:1; }","duration":"112.666143ms","start":"2026-03-31T05:16:56.099405Z","end":"2026-03-31T05:16:56.212071Z","steps":["trace[1032005885] 'process raft request' (duration: 112.423556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.713428Z","caller":"traceutil/trace.go:171","msg":"trace[321409000] linearizableReadLoop","detail":"{readStateIndex:11402; appliedIndex:11397; }","duration":"146.064844ms","start":"2026-03-31T05:16:56.567349Z","end":"2026-03-31T05:16:56.713414Z","steps":["trace[321409000] 'read index received' (duration: 145.824947ms)","trace[321409000] 'applied index is now lower than readState.Index' (duration: 239.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:56.713501Z","caller":"traceutil/trace.go:171","msg":"trace[1145655834] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"152.636703ms","start":"2026-03-31T05:16:56.560833Z","end":"2026-03-31T05:16:56.71347Z","steps":["trace[1145655834] 'process raft request' (duration: 152.484969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.713579Z","caller":"traceutil/trace.go:171","msg":"trace[156571652] transaction","detail":"{read_only:false; response_revision:11002; number_of_response:1; }","duration":"152.573021ms","start":"2026-03-31T05:16:56.560975Z","end":"2026-03-31T05:16:56.713548Z","steps":["trace[156571652] 'process raft request' (duration: 152.360726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.713582Z","caller":"traceutil/trace.go:171","msg":"trace[1509663323] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"152.134149ms","start":"2026-03-31T05:16:56.561426Z","end":"2026-03-31T05:16:56.71356Z","steps":["trace[1509663323] 'process raft request' (duration: 151.925473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.713656Z","caller":"traceutil/trace.go:171","msg":"trace[1614800038] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"151.512062ms","start":"2026-03-31T05:16:56.562136Z","end":"2026-03-31T05:16:56.713648Z","steps":["trace[1614800038] 'process raft request' (duration: 151.258445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.71368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.30941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:56.713746Z","caller":"traceutil/trace.go:171","msg":"trace[223185997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11004; }","duration":"146.414333ms","start":"2026-03-31T05:16:56.567317Z","end":"2026-03-31T05:16:56.713731Z","steps":["trace[223185997] 'agreement among raft nodes before linearized reading' (duration: 146.185807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.713492Z","caller":"traceutil/trace.go:171","msg":"trace[858211659] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"152.55059ms","start":"2026-03-31T05:16:56.560888Z","end":"2026-03-31T05:16:56.713438Z","steps":["trace[858211659] 'process raft request' (duration: 152.331254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.933967Z","caller":"traceutil/trace.go:171","msg":"trace[695086907] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"214.746747ms","start":"2026-03-31T05:16:56.719177Z","end":"2026-03-31T05:16:56.933924Z","steps":["trace[695086907] 'process raft request' (duration: 214.353466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.934021Z","caller":"traceutil/trace.go:171","msg":"trace[1663132178] linearizableReadLoop","detail":"{readStateIndex:11406; appliedIndex:11403; }","duration":"135.159366ms","start":"2026-03-31T05:16:56.798833Z","end":"2026-03-31T05:16:56.933993Z","steps":["trace[1663132178] 'read index received' (duration: 134.716124ms)","trace[1663132178] 'applied index is now lower than readState.Index' (duration: 441.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:56.934036Z","caller":"traceutil/trace.go:171","msg":"trace[1111480128] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"214.153031ms","start":"2026-03-31T05:16:56.719835Z","end":"2026-03-31T05:16:56.933988Z","steps":["trace[1111480128] 'process raft request' (duration: 213.943355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.934129Z","caller":"traceutil/trace.go:171","msg":"trace[1243473888] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"213.228125ms","start":"2026-03-31T05:16:56.720849Z","end":"2026-03-31T05:16:56.934077Z","steps":["trace[1243473888] 'process raft request' (duration: 212.993479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.934397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.158076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:16:56.93444Z","caller":"traceutil/trace.go:171","msg":"trace[2038634650] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11008; }","duration":"135.227068ms","start":"2026-03-31T05:16:56.7992Z","end":"2026-03-31T05:16:56.934427Z","steps":["trace[2038634650] 'agreement among raft nodes before linearized reading' (duration: 135.042733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.934635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.762983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:16:56.934711Z","caller":"traceutil/trace.go:171","msg":"trace[418554742] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11008; }","duration":"135.899327ms","start":"2026-03-31T05:16:56.798792Z","end":"2026-03-31T05:16:56.934692Z","steps":["trace[418554742] 'agreement among raft nodes before linearized reading' (duration: 135.345862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:57.122825Z","caller":"traceutil/trace.go:171","msg":"trace[866296175] linearizableReadLoop","detail":"{readStateIndex:11407; appliedIndex:11406; }","duration":"150.359681ms","start":"2026-03-31T05:16:56.972422Z","end":"2026-03-31T05:16:57.122782Z","steps":["trace[866296175] 'read index received' (duration: 149.632781ms)","trace[866296175] 'applied index is now lower than readState.Index' (duration: 725.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:57.123035Z","caller":"traceutil/trace.go:171","msg":"trace[1371986600] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"178.696113ms","start":"2026-03-31T05:16:56.944186Z","end":"2026-03-31T05:16:57.122882Z","steps":["trace[1371986600] 'process raft request' (duration: 177.895622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:57.123109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.662169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:16:57.123561Z","caller":"traceutil/trace.go:171","msg":"trace[1290302129] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11009; }","duration":"151.164463ms","start":"2026-03-31T05:16:56.972369Z","end":"2026-03-31T05:16:57.123533Z","steps":["trace[1290302129] 'agreement among raft nodes before linearized reading' (duration: 150.544206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.659036Z","caller":"traceutil/trace.go:171","msg":"trace[1736554462] linearizableReadLoop","detail":"{readStateIndex:11469; appliedIndex:11468; }","duration":"176.37176ms","start":"2026-03-31T05:16:58.482647Z","end":"2026-03-31T05:16:58.659019Z","steps":["trace[1736554462] 'read index received' (duration: 175.697292ms)","trace[1736554462] 'applied index is now lower than readState.Index' (duration: 673.688µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.659176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.514984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:58.659184Z","caller":"traceutil/trace.go:171","msg":"trace[718757566] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"202.812201ms","start":"2026-03-31T05:16:58.456353Z","end":"2026-03-31T05:16:58.659165Z","steps":["trace[718757566] 'process raft request' (duration: 202.068901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.65921Z","caller":"traceutil/trace.go:171","msg":"trace[1687132351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11071; }","duration":"176.597876ms","start":"2026-03-31T05:16:58.482602Z","end":"2026-03-31T05:16:58.659199Z","steps":["trace[1687132351] 'agreement among raft nodes before linearized reading' (duration: 176.501854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.833054Z","caller":"traceutil/trace.go:171","msg":"trace[1655129713] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"167.361285ms","start":"2026-03-31T05:16:58.665661Z","end":"2026-03-31T05:16:58.833022Z","steps":["trace[1655129713] 'process raft request' (duration: 162.259376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.865021Z","caller":"traceutil/trace.go:171","msg":"trace[365742694] linearizableReadLoop","detail":"{readStateIndex:11471; appliedIndex:11469; }","duration":"138.879738ms","start":"2026-03-31T05:16:58.726115Z","end":"2026-03-31T05:16:58.864995Z","steps":["trace[365742694] 'read index received' (duration: 101.794596ms)","trace[365742694] 'applied index is now lower than readState.Index' (duration: 37.083932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:58.865103Z","caller":"traceutil/trace.go:171","msg":"trace[2079607561] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"196.908981ms","start":"2026-03-31T05:16:58.668151Z","end":"2026-03-31T05:16:58.86506Z","steps":["trace[2079607561] 'process raft request' (duration: 196.684764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.865218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.096363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:16:58.865261Z","caller":"traceutil/trace.go:171","msg":"trace[399790125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11073; }","duration":"139.174325ms","start":"2026-03-31T05:16:58.726067Z","end":"2026-03-31T05:16:58.865241Z","steps":["trace[399790125] 'agreement among raft nodes before linearized reading' (duration: 139.013881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.25391Z","caller":"traceutil/trace.go:171","msg":"trace[256843826] linearizableReadLoop","detail":"{readStateIndex:11476; appliedIndex:11473; }","duration":"116.420115ms","start":"2026-03-31T05:16:59.137429Z","end":"2026-03-31T05:16:59.253849Z","steps":["trace[256843826] 'read index received' (duration: 5.470969ms)","trace[256843826] 'applied index is now lower than readState.Index' (duration: 110.948136ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:59.253983Z","caller":"traceutil/trace.go:171","msg":"trace[886253815] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"117.591767ms","start":"2026-03-31T05:16:59.136359Z","end":"2026-03-31T05:16:59.253951Z","steps":["trace[886253815] 'process raft request' (duration: 117.420242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.253992Z","caller":"traceutil/trace.go:171","msg":"trace[549227894] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"117.67007ms","start":"2026-03-31T05:16:59.136269Z","end":"2026-03-31T05:16:59.253939Z","steps":["trace[549227894] 'process raft request' (duration: 117.32911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.254224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.763574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:16:59.254252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.665163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:16:59.254302Z","caller":"traceutil/trace.go:171","msg":"trace[922781275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11078; }","duration":"116.905568ms","start":"2026-03-31T05:16:59.137377Z","end":"2026-03-31T05:16:59.254283Z","steps":["trace[922781275] 'agreement among raft nodes before linearized reading' (duration: 116.61684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.254322Z","caller":"traceutil/trace.go:171","msg":"trace[1420088510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11078; }","duration":"112.760226ms","start":"2026-03-31T05:16:59.141541Z","end":"2026-03-31T05:16:59.254301Z","steps":["trace[1420088510] 'agreement among raft nodes before linearized reading' (duration: 112.528329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.254265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.396239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:16:59.254484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.867638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:16:59.254518Z","caller":"traceutil/trace.go:171","msg":"trace[1552917778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11078; }","duration":"112.93093ms","start":"2026-03-31T05:16:59.141577Z","end":"2026-03-31T05:16:59.254508Z","steps":["trace[1552917778] 'agreement among raft nodes before linearized reading' (duration: 112.860888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.254391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.731225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:16:59.254643Z","caller":"traceutil/trace.go:171","msg":"trace[524364678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11078; }","duration":"113.025992ms","start":"2026-03-31T05:16:59.141605Z","end":"2026-03-31T05:16:59.254631Z","steps":["trace[524364678] 'agreement among raft nodes before linearized reading' (duration: 112.726604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.254485Z","caller":"traceutil/trace.go:171","msg":"trace[473336969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11078; }","duration":"107.677947ms","start":"2026-03-31T05:16:59.146789Z","end":"2026-03-31T05:16:59.254467Z","steps":["trace[473336969] 'agreement among raft nodes before linearized reading' (duration: 107.373429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.150117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.581765ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:17:01.150222Z","caller":"traceutil/trace.go:171","msg":"trace[1093562834] linearizableReadLoop","detail":"{readStateIndex:11493; appliedIndex:11492; }","duration":"415.234644ms","start":"2026-03-31T05:17:00.734964Z","end":"2026-03-31T05:17:01.150199Z","steps":["trace[1093562834] 'read index received' (duration: 44.911µs)","trace[1093562834] 'applied index is now lower than readState.Index' (duration: 415.187303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:01.150217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.359742Z","time spent":"790.468849ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:17:01.150429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.460241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:01.15046Z","caller":"traceutil/trace.go:171","msg":"trace[2037953351] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11094; }","duration":"415.541733ms","start":"2026-03-31T05:17:00.734909Z","end":"2026-03-31T05:17:01.15045Z","steps":["trace[2037953351] 'agreement among raft nodes before linearized reading' (duration: 415.399479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.150494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.734887Z","time spent":"415.598784ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:01.150812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.02325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:01.15083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.695939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.150842Z","caller":"traceutil/trace.go:171","msg":"trace[1477561866] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11094; }","duration":"114.089352ms","start":"2026-03-31T05:17:01.036744Z","end":"2026-03-31T05:17:01.150833Z","steps":["trace[1477561866] 'agreement among raft nodes before linearized reading' (duration: 114.02788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.150881Z","caller":"traceutil/trace.go:171","msg":"trace[532669116] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11094; }","duration":"143.75734ms","start":"2026-03-31T05:17:01.007105Z","end":"2026-03-31T05:17:01.150862Z","steps":["trace[532669116] 'agreement among raft nodes before linearized reading' (duration: 143.656408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.150923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.642893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:17:01.150939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.945677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:01.150986Z","caller":"traceutil/trace.go:171","msg":"trace[548548090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11094; }","duration":"229.752136ms","start":"2026-03-31T05:17:00.921219Z","end":"2026-03-31T05:17:01.150971Z","steps":["trace[548548090] 'agreement among raft nodes before linearized reading' (duration: 229.564131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:01.151036Z","caller":"traceutil/trace.go:171","msg":"trace[1048702865] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11094; }","duration":"338.39635ms","start":"2026-03-31T05:17:00.812618Z","end":"2026-03-31T05:17:01.151014Z","steps":["trace[1048702865] 'agreement among raft nodes before linearized reading' (duration: 337.932627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.151093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.812599Z","time spent":"338.478311ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:01.503124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.197513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:01.503192Z","caller":"traceutil/trace.go:171","msg":"trace[1321189216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11103; }","duration":"111.300765ms","start":"2026-03-31T05:17:01.391876Z","end":"2026-03-31T05:17:01.503177Z","steps":["trace[1321189216] 'range keys from in-memory index tree' (duration: 111.055599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.377893Z","caller":"traceutil/trace.go:171","msg":"trace[150085984] linearizableReadLoop","detail":"{readStateIndex:11509; appliedIndex:11508; }","duration":"209.465483ms","start":"2026-03-31T05:17:03.168409Z","end":"2026-03-31T05:17:03.377875Z","steps":["trace[150085984] 'read index received' (duration: 209.408571ms)","trace[150085984] 'applied index is now lower than readState.Index' (duration: 55.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:03.378091Z","caller":"traceutil/trace.go:171","msg":"trace[383326025] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"246.40455ms","start":"2026-03-31T05:17:03.131643Z","end":"2026-03-31T05:17:03.378048Z","steps":["trace[383326025] 'process raft request' (duration: 246.116523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.378173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.75793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:03.378462Z","caller":"traceutil/trace.go:171","msg":"trace[1731877604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11110; }","duration":"210.073569ms","start":"2026-03-31T05:17:03.168365Z","end":"2026-03-31T05:17:03.378438Z","steps":["trace[1731877604] 'agreement among raft nodes before linearized reading' (duration: 209.688329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.396932Z","caller":"traceutil/trace.go:171","msg":"trace[1788217887] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"101.457487ms","start":"2026-03-31T05:17:03.295457Z","end":"2026-03-31T05:17:03.396915Z","steps":["trace[1788217887] 'process raft request' (duration: 101.413116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.397Z","caller":"traceutil/trace.go:171","msg":"trace[1018630843] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"183.590897ms","start":"2026-03-31T05:17:03.213395Z","end":"2026-03-31T05:17:03.396985Z","steps":["trace[1018630843] 'process raft request' (duration: 183.381001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.397153Z","caller":"traceutil/trace.go:171","msg":"trace[1842831137] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"101.630072ms","start":"2026-03-31T05:17:03.295486Z","end":"2026-03-31T05:17:03.397116Z","steps":["trace[1842831137] 'process raft request' (duration: 101.406805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.397414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.855798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:03.397506Z","caller":"traceutil/trace.go:171","msg":"trace[1394267286] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11113; }","duration":"102.000252ms","start":"2026-03-31T05:17:03.295487Z","end":"2026-03-31T05:17:03.397488Z","steps":["trace[1394267286] 'agreement among raft nodes before linearized reading' (duration: 101.820987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.984365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:04.484962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396002986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:17:04.600156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196216644s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:17:04.600741Z","caller":"traceutil/trace.go:171","msg":"trace[155270088] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"1.196864892s","start":"2026-03-31T05:17:03.403847Z","end":"2026-03-31T05:17:04.600712Z","steps":["trace[155270088] 'process raft request' (duration: 1.19680658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.600919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.403825Z","time spent":"1.197000425s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.601033Z","caller":"traceutil/trace.go:171","msg":"trace[723571796] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"1.19716422s","start":"2026-03-31T05:17:03.403818Z","end":"2026-03-31T05:17:04.600982Z","steps":["trace[723571796] 'process raft request' (duration: 1.196635546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.601215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.403792Z","time spent":"1.197320654s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.939121Z","caller":"traceutil/trace.go:171","msg":"trace[1081356591] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"1.535004134s","start":"2026-03-31T05:17:03.404097Z","end":"2026-03-31T05:17:04.939102Z","steps":["trace[1081356591] 'process raft request' (duration: 1.534182061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.939329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.404088Z","time spent":"1.535174808s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.939516Z","caller":"traceutil/trace.go:171","msg":"trace[508252541] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"1.535108896s","start":"2026-03-31T05:17:03.404373Z","end":"2026-03-31T05:17:04.939482Z","steps":["trace[508252541] 'process raft request' (duration: 1.534652034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.939668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.40436Z","time spent":"1.53522869s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.939689Z","caller":"traceutil/trace.go:171","msg":"trace[26205407] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"573.192943ms","start":"2026-03-31T05:17:04.366478Z","end":"2026-03-31T05:17:04.939671Z","steps":["trace[26205407] 'process raft request' (duration: 573.044299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.939699Z","caller":"traceutil/trace.go:171","msg":"trace[1396878609] linearizableReadLoop","detail":"{readStateIndex:11519; appliedIndex:11512; }","duration":"1.455387172s","start":"2026-03-31T05:17:03.484288Z","end":"2026-03-31T05:17:04.939675Z","steps":["trace[1396878609] 'read index received' (duration: 1.116165341s)","trace[1396878609] 'applied index is now lower than readState.Index' (duration: 339.220881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:04.939794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.366458Z","time spent":"573.275485ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.940058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381899499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:04.940094Z","caller":"traceutil/trace.go:171","msg":"trace[2120864245] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"552.301163ms","start":"2026-03-31T05:17:04.387779Z","end":"2026-03-31T05:17:04.94008Z","steps":["trace[2120864245] 'process raft request' (duration: 551.79834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.940112Z","caller":"traceutil/trace.go:171","msg":"trace[263136190] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11121; }","duration":"1.381997431s","start":"2026-03-31T05:17:03.558104Z","end":"2026-03-31T05:17:04.940101Z","steps":["trace[263136190] 'agreement among raft nodes before linearized reading' (duration: 1.381860847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.939964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45567621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:04.940196Z","caller":"traceutil/trace.go:171","msg":"trace[1066332628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11121; }","duration":"1.455940287s","start":"2026-03-31T05:17:03.484242Z","end":"2026-03-31T05:17:04.940182Z","steps":["trace[1066332628] 'agreement among raft nodes before linearized reading' (duration: 1.45568765s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:04.940328Z","caller":"traceutil/trace.go:171","msg":"trace[485119318] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"353.604764ms","start":"2026-03-31T05:17:04.586709Z","end":"2026-03-31T05:17:04.940314Z","steps":["trace[485119318] 'process raft request' (duration: 352.919105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.940354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.338331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:04.940405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.586683Z","time spent":"353.688846ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:04.940413Z","caller":"traceutil/trace.go:171","msg":"trace[896400019] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11121; }","duration":"366.441474ms","start":"2026-03-31T05:17:04.573955Z","end":"2026-03-31T05:17:04.940396Z","steps":["trace[896400019] 'agreement among raft nodes before linearized reading' (duration: 366.345981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.94036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.484222Z","time spent":"1.456131003s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:04.940459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.573929Z","time spent":"366.518317ms","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:04.940195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.387748Z","time spent":"552.380886ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:04.940222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119951135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:04.94074Z","caller":"traceutil/trace.go:171","msg":"trace[1298002401] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11121; }","duration":"1.120490259s","start":"2026-03-31T05:17:03.820233Z","end":"2026-03-31T05:17:04.940723Z","steps":["trace[1298002401] 'agreement among raft nodes before linearized reading' (duration: 1.119938574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.940789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.820216Z","time spent":"1.120555971s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:04.940299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.019998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:04.940845Z","caller":"traceutil/trace.go:171","msg":"trace[1563268033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11121; }","duration":"529.591194ms","start":"2026-03-31T05:17:04.411236Z","end":"2026-03-31T05:17:04.940827Z","steps":["trace[1563268033] 'agreement among raft nodes before linearized reading' (duration: 528.831793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.940896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:04.411216Z","time spent":"529.665975ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:04.940147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.558081Z","time spent":"1.382057642s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T05:17:04.9424Z","caller":"traceutil/trace.go:171","msg":"trace[1595690761] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"1.537195933s","start":"2026-03-31T05:17:03.405183Z","end":"2026-03-31T05:17:04.942379Z","steps":["trace[1595690761] 'process raft request' (duration: 1.534232492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:04.942514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:03.405173Z","time spent":"1.537292617s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:05.712667Z","caller":"traceutil/trace.go:171","msg":"trace[521640433] linearizableReadLoop","detail":"{readStateIndex:11524; appliedIndex:11521; }","duration":"290.249005ms","start":"2026-03-31T05:17:05.42239Z","end":"2026-03-31T05:17:05.712639Z","steps":["trace[521640433] 'read index received' (duration: 63.687586ms)","trace[521640433] 'applied index is now lower than readState.Index' (duration: 226.560399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.712821Z","caller":"traceutil/trace.go:171","msg":"trace[1860038906] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"310.225401ms","start":"2026-03-31T05:17:05.402565Z","end":"2026-03-31T05:17:05.712791Z","steps":["trace[1860038906] 'process raft request' (duration: 265.280115ms)","trace[1860038906] 'compare' (duration: 44.563235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.712931Z","caller":"traceutil/trace.go:171","msg":"trace[1700657285] transaction","detail":"{read_only:false; response_revision:11125; number_of_response:1; }","duration":"309.268525ms","start":"2026-03-31T05:17:05.40363Z","end":"2026-03-31T05:17:05.712899Z","steps":["trace[1700657285] 'process raft request' (duration: 308.934445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.712985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:05.402547Z","time spent":"310.345104ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:05.71304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:05.403604Z","time spent":"309.382408ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:05.713109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.513273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:05.71317Z","caller":"traceutil/trace.go:171","msg":"trace[87676689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11125; }","duration":"290.825532ms","start":"2026-03-31T05:17:05.42233Z","end":"2026-03-31T05:17:05.713156Z","steps":["trace[87676689] 'agreement among raft nodes before linearized reading' (duration: 290.420691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.684757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.029063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:17:06.684841Z","caller":"traceutil/trace.go:171","msg":"trace[431449290] linearizableReadLoop","detail":"{readStateIndex:11525; appliedIndex:11524; }","duration":"966.612523ms","start":"2026-03-31T05:17:05.718212Z","end":"2026-03-31T05:17:06.684824Z","steps":["trace[431449290] 'read index received' (duration: 37.731µs)","trace[431449290] 'applied index is now lower than readState.Index' (duration: 966.573402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:06.686275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.280064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:06.686333Z","caller":"traceutil/trace.go:171","msg":"trace[2091666234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11125; }","duration":"203.368016ms","start":"2026-03-31T05:17:06.482948Z","end":"2026-03-31T05:17:06.686316Z","steps":["trace[2091666234] 'agreement among raft nodes before linearized reading' (duration: 203.267664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.686397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.720355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:06.686427Z","caller":"traceutil/trace.go:171","msg":"trace[751003754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11125; }","duration":"174.788087ms","start":"2026-03-31T05:17:06.51163Z","end":"2026-03-31T05:17:06.686418Z","steps":["trace[751003754] 'agreement among raft nodes before linearized reading' (duration: 174.698485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.686852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.636678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368106"} {"level":"info","ts":"2026-03-31T05:17:06.687029Z","caller":"traceutil/trace.go:171","msg":"trace[593914877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11125; }","duration":"968.864413ms","start":"2026-03-31T05:17:05.718151Z","end":"2026-03-31T05:17:06.687015Z","steps":["trace[593914877] 'agreement among raft nodes before linearized reading' (duration: 967.26655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.6871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:05.718125Z","time spent":"968.934446ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368130,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:07.190914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396003007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:17:07.214731Z","caller":"traceutil/trace.go:171","msg":"trace[292257640] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"524.942717ms","start":"2026-03-31T05:17:06.689763Z","end":"2026-03-31T05:17:07.214706Z","steps":["trace[292257640] 'process raft request' (duration: 524.744082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:07.214873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.689746Z","time spent":"525.05605ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:08.885702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671320441s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:17:09.132801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.840252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:09.132916Z","caller":"traceutil/trace.go:171","msg":"trace[1626653614] linearizableReadLoop","detail":"{readStateIndex:11527; appliedIndex:11525; }","duration":"2.44274959s","start":"2026-03-31T05:17:06.690144Z","end":"2026-03-31T05:17:09.132893Z","steps":["trace[1626653614] 'read index received' (duration: 524.415202ms)","trace[1626653614] 'applied index is now lower than readState.Index' (duration: 1.918332398s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.133225Z","caller":"traceutil/trace.go:171","msg":"trace[1020621332] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"2.442676588s","start":"2026-03-31T05:17:06.690533Z","end":"2026-03-31T05:17:09.13321Z","steps":["trace[1020621332] 'process raft request' (duration: 2.195343133s)","trace[1020621332] 'compare' (duration: 246.03115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:09.133304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.690511Z","time spent":"2.44275625s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:09.133423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443261633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:09.133495Z","caller":"traceutil/trace.go:171","msg":"trace[1797105381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11127; }","duration":"2.443358407s","start":"2026-03-31T05:17:06.69012Z","end":"2026-03-31T05:17:09.133478Z","steps":["trace[1797105381] 'agreement among raft nodes before linearized reading' (duration: 2.44312286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.133534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.690113Z","time spent":"2.443413498s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:09.48468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:17:09.484771Z","caller":"traceutil/trace.go:171","msg":"trace[2012877586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289814s","start":"2026-03-31T05:17:07.48446Z","end":"2026-03-31T05:17:09.48475Z","steps":["trace[2012877586] 'agreement among raft nodes before linearized reading' (duration: 2.000167541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.484813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.484445Z","time spent":"2.000359516s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:09.634973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396003013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:17:09.844202Z","caller":"traceutil/trace.go:171","msg":"trace[1598526862] linearizableReadLoop","detail":"{readStateIndex:11530; appliedIndex:11527; }","duration":"711.239628ms","start":"2026-03-31T05:17:09.132945Z","end":"2026-03-31T05:17:09.844185Z","steps":["trace[1598526862] 'read index received' (duration: 631.838222ms)","trace[1598526862] 'applied index is now lower than readState.Index' (duration: 79.400736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.844226Z","caller":"traceutil/trace.go:171","msg":"trace[678951030] transaction","detail":"{read_only:false; response_revision:11129; number_of_response:1; }","duration":"2.125074067s","start":"2026-03-31T05:17:07.719123Z","end":"2026-03-31T05:17:09.844197Z","steps":["trace[678951030] 'process raft request' (duration: 2.124973644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896695001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:09.844361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.719096Z","time spent":"2.12518955s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:09.844382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898537061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:09.844404Z","caller":"traceutil/trace.go:171","msg":"trace[1934281509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11130; }","duration":"2.898613273s","start":"2026-03-31T05:17:06.945782Z","end":"2026-03-31T05:17:09.844396Z","steps":["trace[1934281509] 'agreement among raft nodes before linearized reading' (duration: 2.89850221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876238293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:09.844404Z","caller":"traceutil/trace.go:171","msg":"trace[530310500] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11130; }","duration":"2.896818014s","start":"2026-03-31T05:17:06.947568Z","end":"2026-03-31T05:17:09.844386Z","steps":["trace[530310500] 'agreement among raft nodes before linearized reading' (duration: 2.89665139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.945751Z","time spent":"2.898672894s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:09.844392Z","caller":"traceutil/trace.go:171","msg":"trace[1739950836] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"2.35400813s","start":"2026-03-31T05:17:07.490344Z","end":"2026-03-31T05:17:09.844352Z","steps":["trace[1739950836] 'process raft request' (duration: 2.274518352s)","trace[1739950836] 'compare' (duration: 79.117058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:09.844448Z","caller":"traceutil/trace.go:171","msg":"trace[1693506176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11130; }","duration":"2.876368947s","start":"2026-03-31T05:17:06.968061Z","end":"2026-03-31T05:17:09.84443Z","steps":["trace[1693506176] 'agreement among raft nodes before linearized reading' (duration: 2.876228443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898788298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:17:09.844397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853502743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:17:09.844536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.968038Z","time spent":"2.876446868s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:09.844565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.490322Z","time spent":"2.354159465s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:09.844585Z","caller":"traceutil/trace.go:171","msg":"trace[1312989298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11130; }","duration":"2.853723128s","start":"2026-03-31T05:17:06.990835Z","end":"2026-03-31T05:17:09.844558Z","steps":["trace[1312989298] 'agreement among raft nodes before linearized reading' (duration: 2.853358978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896636178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:09.844641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.789558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"warn","ts":"2026-03-31T05:17:09.844627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159428211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:09.844654Z","caller":"traceutil/trace.go:171","msg":"trace[170295929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11130; }","duration":"2.896711031s","start":"2026-03-31T05:17:06.947929Z","end":"2026-03-31T05:17:09.84464Z","steps":["trace[170295929] 'agreement among raft nodes before linearized reading' (duration: 2.896548027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.99082Z","time spent":"2.853815901s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:09.844454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.947548Z","time spent":"2.896898006s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:17:09.844699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.162666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:09.844693Z","caller":"traceutil/trace.go:171","msg":"trace[952643545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11130; }","duration":"1.159548744s","start":"2026-03-31T05:17:08.685129Z","end":"2026-03-31T05:17:09.844678Z","steps":["trace[952643545] 'agreement among raft nodes before linearized reading' (duration: 1.159409981s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.844663Z","caller":"traceutil/trace.go:171","msg":"trace[224958062] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11130; }","duration":"709.84075ms","start":"2026-03-31T05:17:09.134817Z","end":"2026-03-31T05:17:09.844658Z","steps":["trace[224958062] 'agreement among raft nodes before linearized reading' (duration: 709.775038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.844716Z","caller":"traceutil/trace.go:171","msg":"trace[1995579321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11130; }","duration":"359.209026ms","start":"2026-03-31T05:17:09.485502Z","end":"2026-03-31T05:17:09.844711Z","steps":["trace[1995579321] 'agreement among raft nodes before linearized reading' (duration: 359.178295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150063106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:17:09.844729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.134802Z","time spent":"709.920782ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:17:09.844737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.685106Z","time spent":"1.159616296s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:09.844754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.067205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:09.84477Z","caller":"traceutil/trace.go:171","msg":"trace[755188458] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11130; }","duration":"479.120157ms","start":"2026-03-31T05:17:09.365646Z","end":"2026-03-31T05:17:09.844766Z","steps":["trace[755188458] 'agreement among raft nodes before linearized reading' (duration: 479.092996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.844765Z","caller":"traceutil/trace.go:171","msg":"trace[1655994269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11130; }","duration":"1.150184569s","start":"2026-03-31T05:17:08.694566Z","end":"2026-03-31T05:17:09.844751Z","steps":["trace[1655994269] 'agreement among raft nodes before linearized reading' (duration: 1.149946903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.947925Z","time spent":"2.896761653s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:09.844801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.694543Z","time spent":"1.15024891s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:17:09.84482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.250193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:09.844782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.365624Z","time spent":"479.154698ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:09.844825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529957827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:09.844873Z","caller":"traceutil/trace.go:171","msg":"trace[148352921] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11130; }","duration":"1.530009208s","start":"2026-03-31T05:17:08.314852Z","end":"2026-03-31T05:17:09.844861Z","steps":["trace[148352921] 'agreement among raft nodes before linearized reading' (duration: 1.529919406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.84491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:08.314803Z","time spent":"1.53009856s","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:09.844913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.536601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:17:09.84473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.485485Z","time spent":"359.242208ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:17:09.844941Z","caller":"traceutil/trace.go:171","msg":"trace[675051444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11130; }","duration":"625.611122ms","start":"2026-03-31T05:17:09.219323Z","end":"2026-03-31T05:17:09.844934Z","steps":["trace[675051444] 'agreement among raft nodes before linearized reading' (duration: 625.5335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.219303Z","time spent":"625.663173ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:17:09.845001Z","caller":"traceutil/trace.go:171","msg":"trace[89907012] transaction","detail":"{read_only:false; response_revision:11130; number_of_response:1; }","duration":"2.125220081s","start":"2026-03-31T05:17:07.719767Z","end":"2026-03-31T05:17:09.844987Z","steps":["trace[89907012] 'process raft request' (duration: 2.124361927s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.844542Z","caller":"traceutil/trace.go:171","msg":"trace[1894216071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11130; }","duration":"2.898830408s","start":"2026-03-31T05:17:06.945707Z","end":"2026-03-31T05:17:09.844537Z","steps":["trace[1894216071] 'agreement among raft nodes before linearized reading' (duration: 2.898783227s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:09.844838Z","caller":"traceutil/trace.go:171","msg":"trace[1763082400] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11130; }","duration":"511.312345ms","start":"2026-03-31T05:17:09.333519Z","end":"2026-03-31T05:17:09.844832Z","steps":["trace[1763082400] 'agreement among raft nodes before linearized reading' (duration: 511.270633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.844571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907248908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:09.845095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.945695Z","time spent":"2.899384074s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:09.845135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.333489Z","time spent":"511.623613ms","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:09.845134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:07.71974Z","time spent":"2.125289353s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:09.845142Z","caller":"traceutil/trace.go:171","msg":"trace[66816017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11130; }","duration":"2.907845044s","start":"2026-03-31T05:17:06.937273Z","end":"2026-03-31T05:17:09.845118Z","steps":["trace[66816017] 'agreement among raft nodes before linearized reading' (duration: 2.907278499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:09.845226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:06.93725Z","time spent":"2.907957098s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:10.243574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.460779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:10.243741Z","caller":"traceutil/trace.go:171","msg":"trace[1804496172] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"392.736221ms","start":"2026-03-31T05:17:09.850959Z","end":"2026-03-31T05:17:10.243695Z","steps":["trace[1804496172] 'process raft request' (duration: 152.051117ms)","trace[1804496172] 'compare' (duration: 240.237892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:10.243833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.850947Z","time spent":"392.839704ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:10.317172Z","caller":"traceutil/trace.go:171","msg":"trace[557826329] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"465.412433ms","start":"2026-03-31T05:17:09.851644Z","end":"2026-03-31T05:17:10.317056Z","steps":["trace[557826329] 'process raft request' (duration: 465.121446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.317316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.851625Z","time spent":"465.619419ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:10.317343Z","caller":"traceutil/trace.go:171","msg":"trace[1820741681] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"465.610969ms","start":"2026-03-31T05:17:09.851709Z","end":"2026-03-31T05:17:10.31732Z","steps":["trace[1820741681] 'process raft request' (duration: 465.230428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.317446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.851704Z","time spent":"465.689431ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:10.317497Z","caller":"traceutil/trace.go:171","msg":"trace[1222266952] linearizableReadLoop","detail":"{readStateIndex:11536; appliedIndex:11530; }","duration":"464.141789ms","start":"2026-03-31T05:17:09.853335Z","end":"2026-03-31T05:17:10.317477Z","steps":["trace[1222266952] 'read index received' (duration: 149.765885ms)","trace[1222266952] 'applied index is now lower than readState.Index' (duration: 314.375144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:10.317454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.85178Z","time spent":"465.67285ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:17:10.317591Z","caller":"traceutil/trace.go:171","msg":"trace[1264993778] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"464.90753ms","start":"2026-03-31T05:17:09.852672Z","end":"2026-03-31T05:17:10.31758Z","steps":["trace[1264993778] 'process raft request' (duration: 464.763866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.317686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.852647Z","time spent":"464.974471ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:10.317751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.411146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:10.317514Z","caller":"traceutil/trace.go:171","msg":"trace[1582006178] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"465.448365ms","start":"2026-03-31T05:17:09.85205Z","end":"2026-03-31T05:17:10.317498Z","steps":["trace[1582006178] 'process raft request' (duration: 465.304731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.317791Z","caller":"traceutil/trace.go:171","msg":"trace[329964692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11135; }","duration":"464.463247ms","start":"2026-03-31T05:17:09.853317Z","end":"2026-03-31T05:17:10.31778Z","steps":["trace[329964692] 'agreement among raft nodes before linearized reading' (duration: 464.384975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.317867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.85331Z","time spent":"464.547129ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:10.317942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.852041Z","time spent":"465.792634ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:10.338434Z","caller":"traceutil/trace.go:171","msg":"trace[261078345] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"213.157024ms","start":"2026-03-31T05:17:10.125257Z","end":"2026-03-31T05:17:10.338414Z","steps":["trace[261078345] 'process raft request' (duration: 213.00065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.338546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.408993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:10.338622Z","caller":"traceutil/trace.go:171","msg":"trace[1161932710] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11136; }","duration":"245.527726ms","start":"2026-03-31T05:17:10.093072Z","end":"2026-03-31T05:17:10.3386Z","steps":["trace[1161932710] 'agreement among raft nodes before linearized reading' (duration: 245.372832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.338633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.053101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:10.338706Z","caller":"traceutil/trace.go:171","msg":"trace[1432054655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11136; }","duration":"422.140553ms","start":"2026-03-31T05:17:09.916546Z","end":"2026-03-31T05:17:10.338687Z","steps":["trace[1432054655] 'agreement among raft nodes before linearized reading' (duration: 421.990959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.338771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.916498Z","time spent":"422.259926ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:17:10.338889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.791535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:10.338937Z","caller":"traceutil/trace.go:171","msg":"trace[720194919] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11136; }","duration":"457.889798ms","start":"2026-03-31T05:17:09.881036Z","end":"2026-03-31T05:17:10.338926Z","steps":["trace[720194919] 'agreement among raft nodes before linearized reading' (duration: 457.555469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.338969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:09.88099Z","time spent":"457.97057ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":111,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:10.565626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.576351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:10.565777Z","caller":"traceutil/trace.go:171","msg":"trace[1583353880] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"247.086599ms","start":"2026-03-31T05:17:10.318662Z","end":"2026-03-31T05:17:10.565749Z","steps":["trace[1583353880] 'process raft request' (duration: 79.278983ms)","trace[1583353880] 'compare' (duration: 167.428046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:10.565862Z","caller":"traceutil/trace.go:171","msg":"trace[1539722610] linearizableReadLoop","detail":"{readStateIndex:11538; appliedIndex:11537; }","duration":"227.448043ms","start":"2026-03-31T05:17:10.33838Z","end":"2026-03-31T05:17:10.565829Z","steps":["trace[1539722610] 'read index received' (duration: 59.570895ms)","trace[1539722610] 'applied index is now lower than readState.Index' (duration: 167.871138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:10.56604Z","caller":"traceutil/trace.go:171","msg":"trace[120615291] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"222.406866ms","start":"2026-03-31T05:17:10.343445Z","end":"2026-03-31T05:17:10.565852Z","steps":["trace[120615291] 'process raft request' (duration: 222.310893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.566199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.418139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:17:10.566226Z","caller":"traceutil/trace.go:171","msg":"trace[1349421113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11138; }","duration":"232.497861ms","start":"2026-03-31T05:17:10.333721Z","end":"2026-03-31T05:17:10.566219Z","steps":["trace[1349421113] 'agreement among raft nodes before linearized reading' (duration: 232.287745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.566335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.075931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:10.56637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.715204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:17:10.566401Z","caller":"traceutil/trace.go:171","msg":"trace[1515076443] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11138; }","duration":"224.154684ms","start":"2026-03-31T05:17:10.342232Z","end":"2026-03-31T05:17:10.566386Z","steps":["trace[1515076443] 'agreement among raft nodes before linearized reading' (duration: 224.03564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.566412Z","caller":"traceutil/trace.go:171","msg":"trace[372780428] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11138; }","duration":"193.805296ms","start":"2026-03-31T05:17:10.372593Z","end":"2026-03-31T05:17:10.566398Z","steps":["trace[372780428] 'agreement among raft nodes before linearized reading' (duration: 193.670992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.566422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.036917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:17:10.566497Z","caller":"traceutil/trace.go:171","msg":"trace[2146671346] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11138; }","duration":"207.150689ms","start":"2026-03-31T05:17:10.35933Z","end":"2026-03-31T05:17:10.56648Z","steps":["trace[2146671346] 'agreement among raft nodes before linearized reading' (duration: 206.943663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.951039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.190337ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:17:10.951272Z","caller":"traceutil/trace.go:171","msg":"trace[1870632050] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"379.034837ms","start":"2026-03-31T05:17:10.572218Z","end":"2026-03-31T05:17:10.951252Z","steps":["trace[1870632050] 'process raft request' (duration: 378.917484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.951371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:10.572205Z","time spent":"379.106579ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:10.951481Z","caller":"traceutil/trace.go:171","msg":"trace[66747238] linearizableReadLoop","detail":"{readStateIndex:11540; appliedIndex:11539; }","duration":"381.836833ms","start":"2026-03-31T05:17:10.569608Z","end":"2026-03-31T05:17:10.951445Z","steps":["trace[66747238] 'read index received' (duration: 107.237215ms)","trace[66747238] 'applied index is now lower than readState.Index' (duration: 274.597448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:10.951622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:10.567615Z","time spent":"384.004992ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:17:10.951835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.224584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-31T05:17:10.951842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.468263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:10.951868Z","caller":"traceutil/trace.go:171","msg":"trace[1405679394] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce; range_end:; response_count:1; response_revision:11139; }","duration":"382.299525ms","start":"2026-03-31T05:17:10.569559Z","end":"2026-03-31T05:17:10.951858Z","steps":["trace[1405679394] 'agreement among raft nodes before linearized reading' (duration: 382.199463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:10.951874Z","caller":"traceutil/trace.go:171","msg":"trace[213838185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11139; }","duration":"381.521905ms","start":"2026-03-31T05:17:10.570343Z","end":"2026-03-31T05:17:10.951865Z","steps":["trace[213838185] 'agreement among raft nodes before linearized reading' (duration: 381.405141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:10.951888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:10.569536Z","time spent":"382.346586ms","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" "} {"level":"warn","ts":"2026-03-31T05:17:10.951902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:10.570327Z","time spent":"381.569805ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:11.65714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.129241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:11.65728Z","caller":"traceutil/trace.go:171","msg":"trace[1511236541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11140; }","duration":"173.320427ms","start":"2026-03-31T05:17:11.483939Z","end":"2026-03-31T05:17:11.65726Z","steps":["trace[1511236541] 'range keys from in-memory index tree' (duration: 173.031189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.657353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.005094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:17:11.657444Z","caller":"traceutil/trace.go:171","msg":"trace[1435887352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11140; }","duration":"519.103387ms","start":"2026-03-31T05:17:11.138313Z","end":"2026-03-31T05:17:11.657417Z","steps":["trace[1435887352] 'range keys from in-memory index tree' (duration: 518.83346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.657528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:11.138254Z","time spent":"519.263772ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:11.657587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.231747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:11.657771Z","caller":"traceutil/trace.go:171","msg":"trace[1510209382] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11140; }","duration":"315.436733ms","start":"2026-03-31T05:17:11.342306Z","end":"2026-03-31T05:17:11.657743Z","steps":["trace[1510209382] 'count revisions from in-memory index tree' (duration: 315.160765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.657796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.047719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:17:11.657831Z","caller":"traceutil/trace.go:171","msg":"trace[1728665612] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11140; }","duration":"606.116411ms","start":"2026-03-31T05:17:11.051705Z","end":"2026-03-31T05:17:11.657822Z","steps":["trace[1728665612] 'range keys from in-memory index tree' (duration: 605.926446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:11.657856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:11.051688Z","time spent":"606.160362ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:17:11.657845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:11.342261Z","time spent":"315.557246ms","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:11.745559Z","caller":"traceutil/trace.go:171","msg":"trace[1237628436] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"218.936541ms","start":"2026-03-31T05:17:11.526604Z","end":"2026-03-31T05:17:11.745541Z","steps":["trace[1237628436] 'process raft request' (duration: 218.821258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.460893Z","caller":"traceutil/trace.go:171","msg":"trace[945818306] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"132.932985ms","start":"2026-03-31T05:17:12.327927Z","end":"2026-03-31T05:17:12.46086Z","steps":["trace[945818306] 'process raft request' (duration: 131.954509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.461294Z","caller":"traceutil/trace.go:171","msg":"trace[1900968314] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"133.281585ms","start":"2026-03-31T05:17:12.327984Z","end":"2026-03-31T05:17:12.461265Z","steps":["trace[1900968314] 'process raft request' (duration: 132.808332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.461448Z","caller":"traceutil/trace.go:171","msg":"trace[1132166567] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"133.293306ms","start":"2026-03-31T05:17:12.328136Z","end":"2026-03-31T05:17:12.461429Z","steps":["trace[1132166567] 'process raft request' (duration: 132.914925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:12.461562Z","caller":"traceutil/trace.go:171","msg":"trace[412412119] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"132.948806ms","start":"2026-03-31T05:17:12.328589Z","end":"2026-03-31T05:17:12.461537Z","steps":["trace[412412119] 'process raft request' (duration: 132.772181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:13.461141Z","caller":"traceutil/trace.go:171","msg":"trace[287388392] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"141.150099ms","start":"2026-03-31T05:17:13.319967Z","end":"2026-03-31T05:17:13.461117Z","steps":["trace[287388392] 'process raft request' (duration: 140.993365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:14.060663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.144904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:17:14.060776Z","caller":"traceutil/trace.go:171","msg":"trace[871372147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11157; }","duration":"308.316569ms","start":"2026-03-31T05:17:13.752432Z","end":"2026-03-31T05:17:14.060749Z","steps":["trace[871372147] 'range keys from in-memory index tree' (duration: 307.869577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:14.060822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:13.752403Z","time spent":"308.406391ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:14.060977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.809778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:14.061101Z","caller":"traceutil/trace.go:171","msg":"trace[2128123499] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11157; }","duration":"203.997283ms","start":"2026-03-31T05:17:13.857073Z","end":"2026-03-31T05:17:14.06107Z","steps":["trace[2128123499] 'range keys from in-memory index tree' (duration: 203.673915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.061852Z","caller":"traceutil/trace.go:171","msg":"trace[1708965741] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"202.441421ms","start":"2026-03-31T05:17:13.859391Z","end":"2026-03-31T05:17:14.061832Z","steps":["trace[1708965741] 'process raft request' (duration: 200.669752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:14.203194Z","caller":"traceutil/trace.go:171","msg":"trace[2054066866] linearizableReadLoop","detail":"{readStateIndex:11562; appliedIndex:11559; }","duration":"327.309756ms","start":"2026-03-31T05:17:13.875859Z","end":"2026-03-31T05:17:14.203169Z","steps":["trace[2054066866] 'read index received' (duration: 184.217744ms)","trace[2054066866] 'applied index is now lower than readState.Index' (duration: 143.091072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:14.203215Z","caller":"traceutil/trace.go:171","msg":"trace[2008901356] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"343.029735ms","start":"2026-03-31T05:17:13.860161Z","end":"2026-03-31T05:17:14.203191Z","steps":["trace[2008901356] 'process raft request' (duration: 342.525371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:14.203365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:13.860127Z","time spent":"343.152248ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:14.203382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.509813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:14.203421Z","caller":"traceutil/trace.go:171","msg":"trace[2071345822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11160; }","duration":"327.580564ms","start":"2026-03-31T05:17:13.875831Z","end":"2026-03-31T05:17:14.203411Z","steps":["trace[2071345822] 'agreement among raft nodes before linearized reading' (duration: 327.43229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:14.203454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:13.875815Z","time spent":"327.629746ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:17:14.203533Z","caller":"traceutil/trace.go:171","msg":"trace[2031501689] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"334.7518ms","start":"2026-03-31T05:17:13.868769Z","end":"2026-03-31T05:17:14.203521Z","steps":["trace[2031501689] 'process raft request' (duration: 334.332408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:14.203587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:13.868739Z","time spent":"334.821322ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:14.20517Z","caller":"traceutil/trace.go:171","msg":"trace[748151473] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"137.943022ms","start":"2026-03-31T05:17:14.06719Z","end":"2026-03-31T05:17:14.205133Z","steps":["trace[748151473] 'process raft request' (duration: 137.782337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.161855Z","caller":"traceutil/trace.go:171","msg":"trace[1410845594] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"101.212881ms","start":"2026-03-31T05:17:16.060615Z","end":"2026-03-31T05:17:16.161828Z","steps":["trace[1410845594] 'process raft request' (duration: 100.972604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.16185Z","caller":"traceutil/trace.go:171","msg":"trace[733112375] linearizableReadLoop","detail":"{readStateIndex:11575; appliedIndex:11573; }","duration":"100.632945ms","start":"2026-03-31T05:17:16.061192Z","end":"2026-03-31T05:17:16.161824Z","steps":["trace[733112375] 'read index received' (duration: 94.499317ms)","trace[733112375] 'applied index is now lower than readState.Index' (duration: 6.128217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:16.162168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.948613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19220"} {"level":"info","ts":"2026-03-31T05:17:16.162231Z","caller":"traceutil/trace.go:171","msg":"trace[122468981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11173; }","duration":"101.049686ms","start":"2026-03-31T05:17:16.061168Z","end":"2026-03-31T05:17:16.162218Z","steps":["trace[122468981] 'agreement among raft nodes before linearized reading' (duration: 100.773609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.584546Z","caller":"traceutil/trace.go:171","msg":"trace[1960968866] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"190.450675ms","start":"2026-03-31T05:17:16.394057Z","end":"2026-03-31T05:17:16.584508Z","steps":["trace[1960968866] 'process raft request' (duration: 158.654248ms)","trace[1960968866] 'compare' (duration: 31.639732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.744958Z","caller":"traceutil/trace.go:171","msg":"trace[1102332158] linearizableReadLoop","detail":"{readStateIndex:11584; appliedIndex:11582; }","duration":"265.509371ms","start":"2026-03-31T05:17:16.479376Z","end":"2026-03-31T05:17:16.744886Z","steps":["trace[1102332158] 'read index received' (duration: 73.434433ms)","trace[1102332158] 'applied index is now lower than readState.Index' (duration: 192.073298ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.745011Z","caller":"traceutil/trace.go:171","msg":"trace[995220373] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"343.985731ms","start":"2026-03-31T05:17:16.400993Z","end":"2026-03-31T05:17:16.744979Z","steps":["trace[995220373] 'process raft request' (duration: 343.681433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.745171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.740728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:16.745226Z","caller":"traceutil/trace.go:171","msg":"trace[1590237635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11181; }","duration":"265.84354ms","start":"2026-03-31T05:17:16.479364Z","end":"2026-03-31T05:17:16.745208Z","steps":["trace[1590237635] 'agreement among raft nodes before linearized reading' (duration: 265.736737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.745553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.40098Z","time spent":"344.250479ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:16.745949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.167619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:17:16.745959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.5714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:17:16.745997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.927905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-03-31T05:17:16.746091Z","caller":"traceutil/trace.go:171","msg":"trace[309236836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11181; }","duration":"266.295533ms","start":"2026-03-31T05:17:16.479747Z","end":"2026-03-31T05:17:16.746043Z","steps":["trace[309236836] 'agreement among raft nodes before linearized reading' (duration: 265.499671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.746116Z","caller":"traceutil/trace.go:171","msg":"trace[1001457086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11181; }","duration":"266.742614ms","start":"2026-03-31T05:17:16.479318Z","end":"2026-03-31T05:17:16.74606Z","steps":["trace[1001457086] 'agreement among raft nodes before linearized reading' (duration: 265.786008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.746333Z","caller":"traceutil/trace.go:171","msg":"trace[1170697283] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11181; }","duration":"210.168042ms","start":"2026-03-31T05:17:16.535908Z","end":"2026-03-31T05:17:16.746076Z","steps":["trace[1170697283] 'agreement among raft nodes before linearized reading' (duration: 209.329819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.746798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.127636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414770"} {"level":"info","ts":"2026-03-31T05:17:16.746865Z","caller":"traceutil/trace.go:171","msg":"trace[174867443] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11181; }","duration":"142.231379ms","start":"2026-03-31T05:17:16.604615Z","end":"2026-03-31T05:17:16.746846Z","steps":["trace[174867443] 'agreement among raft nodes before linearized reading' (duration: 140.559903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.160768Z","caller":"traceutil/trace.go:171","msg":"trace[594802302] linearizableReadLoop","detail":"{readStateIndex:11588; appliedIndex:11584; }","duration":"405.396436ms","start":"2026-03-31T05:17:16.755346Z","end":"2026-03-31T05:17:17.160742Z","steps":["trace[594802302] 'read index received' (duration: 72.583269ms)","trace[594802302] 'applied index is now lower than readState.Index' (duration: 332.811827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:17.16086Z","caller":"traceutil/trace.go:171","msg":"trace[703000388] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"405.600842ms","start":"2026-03-31T05:17:16.755249Z","end":"2026-03-31T05:17:17.16085Z","steps":["trace[703000388] 'process raft request' (duration: 404.974105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.160898Z","caller":"traceutil/trace.go:171","msg":"trace[2091297598] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"405.593912ms","start":"2026-03-31T05:17:16.755293Z","end":"2026-03-31T05:17:17.160887Z","steps":["trace[2091297598] 'process raft request' (duration: 405.410207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.160989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.755239Z","time spent":"405.661064ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:17.160991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.755271Z","time spent":"405.655904ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:17.160808Z","caller":"traceutil/trace.go:171","msg":"trace[1450636923] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"405.51956ms","start":"2026-03-31T05:17:16.755263Z","end":"2026-03-31T05:17:17.160782Z","steps":["trace[1450636923] 'process raft request' (duration: 405.387996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.161146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.755252Z","time spent":"405.86541ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:17.161241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.872009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-03-31T05:17:17.161322Z","caller":"traceutil/trace.go:171","msg":"trace[529365022] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:11185; }","duration":"406.007703ms","start":"2026-03-31T05:17:16.755298Z","end":"2026-03-31T05:17:17.161305Z","steps":["trace[529365022] 'agreement among raft nodes before linearized reading' (duration: 405.751056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.161362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.755267Z","time spent":"406.086755ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":474,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"info","ts":"2026-03-31T05:17:17.345454Z","caller":"traceutil/trace.go:171","msg":"trace[2053318505] linearizableReadLoop","detail":"{readStateIndex:11589; appliedIndex:11588; }","duration":"184.579844ms","start":"2026-03-31T05:17:17.16085Z","end":"2026-03-31T05:17:17.34543Z","steps":["trace[2053318505] 'read index received' (duration: 146.432534ms)","trace[2053318505] 'applied index is now lower than readState.Index' (duration: 38.1459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:17.345522Z","caller":"traceutil/trace.go:171","msg":"trace[1626437268] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"201.247109ms","start":"2026-03-31T05:17:17.144247Z","end":"2026-03-31T05:17:17.345494Z","steps":["trace[1626437268] 'process raft request' (duration: 163.286684ms)","trace[1626437268] 'compare' (duration: 37.690238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:17.345609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.828955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:17.345644Z","caller":"traceutil/trace.go:171","msg":"trace[1891862306] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11186; }","duration":"575.904897ms","start":"2026-03-31T05:17:16.769728Z","end":"2026-03-31T05:17:17.345633Z","steps":["trace[1891862306] 'agreement among raft nodes before linearized reading' (duration: 575.814094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.345672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:16.769713Z","time spent":"575.952748ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:17:17.345653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.830316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:17.345736Z","caller":"traceutil/trace.go:171","msg":"trace[44688302] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11186; }","duration":"303.96816ms","start":"2026-03-31T05:17:17.041746Z","end":"2026-03-31T05:17:17.345714Z","steps":["trace[44688302] 'agreement among raft nodes before linearized reading' (duration: 303.807526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.345784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:17.041725Z","time spent":"304.048863ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:17.37828Z","caller":"traceutil/trace.go:171","msg":"trace[2045618396] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11187; }","duration":"215.191918ms","start":"2026-03-31T05:17:17.163063Z","end":"2026-03-31T05:17:17.378255Z","steps":["trace[2045618396] 'process raft request' (duration: 215.067875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.378678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.387968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:444"} {"level":"info","ts":"2026-03-31T05:17:17.378741Z","caller":"traceutil/trace.go:171","msg":"trace[1158791131] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11187; }","duration":"144.513531ms","start":"2026-03-31T05:17:17.234212Z","end":"2026-03-31T05:17:17.378726Z","steps":["trace[1158791131] 'agreement among raft nodes before linearized reading' (duration: 144.202443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.500055Z","caller":"traceutil/trace.go:171","msg":"trace[1407913285] linearizableReadLoop","detail":"{readStateIndex:11591; appliedIndex:11590; }","duration":"114.290557ms","start":"2026-03-31T05:17:17.385743Z","end":"2026-03-31T05:17:17.500033Z","steps":["trace[1407913285] 'read index received' (duration: 114.02338ms)","trace[1407913285] 'applied index is now lower than readState.Index' (duration: 266.307µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:17.500232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.822885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:17.500285Z","caller":"traceutil/trace.go:171","msg":"trace[1544565628] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11188; }","duration":"102.911627ms","start":"2026-03-31T05:17:17.397363Z","end":"2026-03-31T05:17:17.500274Z","steps":["trace[1544565628] 'agreement among raft nodes before linearized reading' (duration: 102.809704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.5002Z","caller":"traceutil/trace.go:171","msg":"trace[2037524121] transaction","detail":"{read_only:false; response_revision:11188; number_of_response:1; }","duration":"129.853721ms","start":"2026-03-31T05:17:17.370267Z","end":"2026-03-31T05:17:17.500121Z","steps":["trace[2037524121] 'process raft request' (duration: 129.576514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.500323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.558174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:444"} {"level":"info","ts":"2026-03-31T05:17:17.501044Z","caller":"traceutil/trace.go:171","msg":"trace[1500811063] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:11188; }","duration":"115.336546ms","start":"2026-03-31T05:17:17.385685Z","end":"2026-03-31T05:17:17.501022Z","steps":["trace[1500811063] 'agreement among raft nodes before linearized reading' (duration: 114.459742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.893988Z","caller":"traceutil/trace.go:171","msg":"trace[408169755] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"218.739005ms","start":"2026-03-31T05:17:17.675215Z","end":"2026-03-31T05:17:17.893954Z","steps":["trace[408169755] 'process raft request' (duration: 159.694005ms)","trace[408169755] 'compare' (duration: 58.724271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:17.894041Z","caller":"traceutil/trace.go:171","msg":"trace[1082873210] linearizableReadLoop","detail":"{readStateIndex:11598; appliedIndex:11595; }","duration":"162.889643ms","start":"2026-03-31T05:17:17.73112Z","end":"2026-03-31T05:17:17.894009Z","steps":["trace[1082873210] 'read index received' (duration: 103.730819ms)","trace[1082873210] 'applied index is now lower than readState.Index' (duration: 59.157654ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:17.894049Z","caller":"traceutil/trace.go:171","msg":"trace[622430420] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"215.766564ms","start":"2026-03-31T05:17:17.678265Z","end":"2026-03-31T05:17:17.894031Z","steps":["trace[622430420] 'process raft request' (duration: 215.550018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:17.894474Z","caller":"traceutil/trace.go:171","msg":"trace[2012474579] transaction","detail":"{read_only:false; response_revision:11195; number_of_response:1; }","duration":"169.905904ms","start":"2026-03-31T05:17:17.724513Z","end":"2026-03-31T05:17:17.894419Z","steps":["trace[2012474579] 'process raft request' (duration: 169.445321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:17.895043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.89324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-t2bxx\" ","response":"range_response_count:1 size:5365"} {"level":"info","ts":"2026-03-31T05:17:17.895094Z","caller":"traceutil/trace.go:171","msg":"trace[1582214668] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-t2bxx; range_end:; response_count:1; response_revision:11196; }","duration":"164.006773ms","start":"2026-03-31T05:17:17.731075Z","end":"2026-03-31T05:17:17.895082Z","steps":["trace[1582214668] 'agreement among raft nodes before linearized reading' (duration: 163.853279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.125114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-31T05:17:18.125218Z","caller":"traceutil/trace.go:171","msg":"trace[192092282] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11197; }","duration":"105.513387ms","start":"2026-03-31T05:17:18.01968Z","end":"2026-03-31T05:17:18.125193Z","steps":["trace[192092282] 'range keys from in-memory index tree' (duration: 105.092716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:18.429049Z","caller":"traceutil/trace.go:171","msg":"trace[2113572275] linearizableReadLoop","detail":"{readStateIndex:11603; appliedIndex:11602; }","duration":"132.808492ms","start":"2026-03-31T05:17:18.296212Z","end":"2026-03-31T05:17:18.429021Z","steps":["trace[2113572275] 'read index received' (duration: 40.803853ms)","trace[2113572275] 'applied index is now lower than readState.Index' (duration: 92.003469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:18.429079Z","caller":"traceutil/trace.go:171","msg":"trace[423995236] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"141.332055ms","start":"2026-03-31T05:17:18.287703Z","end":"2026-03-31T05:17:18.429035Z","steps":["trace[423995236] 'process raft request' (duration: 49.301225ms)","trace[423995236] 'compare' (duration: 91.873815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:18.429295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.062699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:17:18.429327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.462623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:18.429377Z","caller":"traceutil/trace.go:171","msg":"trace[1789491091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11200; }","duration":"132.546445ms","start":"2026-03-31T05:17:18.296816Z","end":"2026-03-31T05:17:18.429363Z","steps":["trace[1789491091] 'agreement among raft nodes before linearized reading' (duration: 132.37402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:18.429375Z","caller":"traceutil/trace.go:171","msg":"trace[835403226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11200; }","duration":"133.171212ms","start":"2026-03-31T05:17:18.296183Z","end":"2026-03-31T05:17:18.429355Z","steps":["trace[835403226] 'agreement among raft nodes before linearized reading' (duration: 132.981617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.429363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.883144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:18.429437Z","caller":"traceutil/trace.go:171","msg":"trace[1847872000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11200; }","duration":"132.995487ms","start":"2026-03-31T05:17:18.296423Z","end":"2026-03-31T05:17:18.429418Z","steps":["trace[1847872000] 'agreement among raft nodes before linearized reading' (duration: 132.772671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:18.966891Z","caller":"traceutil/trace.go:171","msg":"trace[1687201814] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"305.408089ms","start":"2026-03-31T05:17:18.661462Z","end":"2026-03-31T05:17:18.96687Z","steps":["trace[1687201814] 'process raft request' (duration: 305.242615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:18.966997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:18.661429Z","time spent":"305.522442ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2243,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:19.471074Z","caller":"traceutil/trace.go:171","msg":"trace[1904775815] linearizableReadLoop","detail":"{readStateIndex:11608; appliedIndex:11607; }","duration":"305.547264ms","start":"2026-03-31T05:17:19.165506Z","end":"2026-03-31T05:17:19.471053Z","steps":["trace[1904775815] 'read index received' (duration: 305.373819ms)","trace[1904775815] 'applied index is now lower than readState.Index' (duration: 172.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:19.471175Z","caller":"traceutil/trace.go:171","msg":"trace[1594325705] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"493.583732ms","start":"2026-03-31T05:17:18.977582Z","end":"2026-03-31T05:17:19.471166Z","steps":["trace[1594325705] 'process raft request' (duration: 493.322635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:19.471249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:18.977562Z","time spent":"493.637603ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:17:19.471495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.388609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:19.471542Z","caller":"traceutil/trace.go:171","msg":"trace[1105141027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11205; }","duration":"305.467981ms","start":"2026-03-31T05:17:19.166064Z","end":"2026-03-31T05:17:19.471532Z","steps":["trace[1105141027] 'agreement among raft nodes before linearized reading' (duration: 305.251985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:19.471565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.166048Z","time spent":"305.512122ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:19.471622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.485892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:19.471651Z","caller":"traceutil/trace.go:171","msg":"trace[710360716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11205; }","duration":"305.527353ms","start":"2026-03-31T05:17:19.166117Z","end":"2026-03-31T05:17:19.471644Z","steps":["trace[710360716] 'agreement among raft nodes before linearized reading' (duration: 305.43631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:19.471671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.166112Z","time spent":"305.554503ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:19.471667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.29754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:19.471724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.225442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:19.471754Z","caller":"traceutil/trace.go:171","msg":"trace[215544392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11205; }","duration":"306.281093ms","start":"2026-03-31T05:17:19.165464Z","end":"2026-03-31T05:17:19.471745Z","steps":["trace[215544392] 'agreement among raft nodes before linearized reading' (duration: 306.212762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:19.471764Z","caller":"traceutil/trace.go:171","msg":"trace[55788648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11205; }","duration":"289.462714ms","start":"2026-03-31T05:17:19.182281Z","end":"2026-03-31T05:17:19.471744Z","steps":["trace[55788648] 'agreement among raft nodes before linearized reading' (duration: 289.252709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:19.471778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.165448Z","time spent":"306.326344ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:20.144487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.87809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:20.144711Z","caller":"traceutil/trace.go:171","msg":"trace[315333651] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"669.384936ms","start":"2026-03-31T05:17:19.4753Z","end":"2026-03-31T05:17:20.144685Z","steps":["trace[315333651] 'process raft request' (duration: 461.117035ms)","trace[315333651] 'compare' (duration: 207.613853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:20.144834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.47528Z","time spent":"669.503039ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:20.145638Z","caller":"traceutil/trace.go:171","msg":"trace[1138907707] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"670.28985ms","start":"2026-03-31T05:17:19.475312Z","end":"2026-03-31T05:17:20.145601Z","steps":["trace[1138907707] 'process raft request' (duration: 669.294553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.145824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.475295Z","time spent":"670.432515ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:20.146211Z","caller":"traceutil/trace.go:171","msg":"trace[1033809383] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"669.889139ms","start":"2026-03-31T05:17:19.476297Z","end":"2026-03-31T05:17:20.146186Z","steps":["trace[1033809383] 'process raft request' (duration: 669.761986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.146344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:19.476274Z","time spent":"670.012793ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:20.488251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.492806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:20.488384Z","caller":"traceutil/trace.go:171","msg":"trace[419312972] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"248.298612ms","start":"2026-03-31T05:17:20.24006Z","end":"2026-03-31T05:17:20.488359Z","steps":["trace[419312972] 'process raft request' (duration: 50.577249ms)","trace[419312972] 'compare' (duration: 197.360533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:20.496346Z","caller":"traceutil/trace.go:171","msg":"trace[812150792] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"201.089764ms","start":"2026-03-31T05:17:20.295243Z","end":"2026-03-31T05:17:20.496333Z","steps":["trace[812150792] 'process raft request' (duration: 201.005462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.496628Z","caller":"traceutil/trace.go:171","msg":"trace[119630475] linearizableReadLoop","detail":"{readStateIndex:11613; appliedIndex:11613; }","duration":"136.04891ms","start":"2026-03-31T05:17:20.360354Z","end":"2026-03-31T05:17:20.496403Z","steps":["trace[119630475] 'read index received' (duration: 136.03919ms)","trace[119630475] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:20.496814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.475632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:17:20.496851Z","caller":"traceutil/trace.go:171","msg":"trace[487681032] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11210; }","duration":"136.575545ms","start":"2026-03-31T05:17:20.360266Z","end":"2026-03-31T05:17:20.496841Z","steps":["trace[487681032] 'agreement among raft nodes before linearized reading' (duration: 136.440041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:20.553471Z","caller":"traceutil/trace.go:171","msg":"trace[499189143] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"118.755409ms","start":"2026-03-31T05:17:20.43469Z","end":"2026-03-31T05:17:20.553445Z","steps":["trace[499189143] 'process raft request' (duration: 118.483541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.847844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.325246ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:17:20.847979Z","caller":"traceutil/trace.go:171","msg":"trace[935065424] linearizableReadLoop","detail":"{readStateIndex:11615; appliedIndex:11614; }","duration":"294.592835ms","start":"2026-03-31T05:17:20.55336Z","end":"2026-03-31T05:17:20.847953Z","steps":["trace[935065424] 'read index received' (duration: 84.172076ms)","trace[935065424] 'applied index is now lower than readState.Index' (duration: 210.418479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:20.848053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.497467Z","time spent":"350.580892ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:17:20.848132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.109474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:17:20.84819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.346591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:20.848209Z","caller":"traceutil/trace.go:171","msg":"trace[1279623998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11211; }","duration":"315.222247ms","start":"2026-03-31T05:17:20.532968Z","end":"2026-03-31T05:17:20.84819Z","steps":["trace[1279623998] 'agreement among raft nodes before linearized reading' (duration: 315.012152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.848237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.84605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:17:20.848256Z","caller":"traceutil/trace.go:171","msg":"trace[617917601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11211; }","duration":"293.455404ms","start":"2026-03-31T05:17:20.554783Z","end":"2026-03-31T05:17:20.848238Z","steps":["trace[617917601] 'agreement among raft nodes before linearized reading' (duration: 293.341991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.848256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.532952Z","time spent":"315.295319ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:17:20.848244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.367625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:20.848294Z","caller":"traceutil/trace.go:171","msg":"trace[85493664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11211; }","duration":"335.948113ms","start":"2026-03-31T05:17:20.512327Z","end":"2026-03-31T05:17:20.848275Z","steps":["trace[85493664] 'agreement among raft nodes before linearized reading' (duration: 335.753697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.84834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.51231Z","time spent":"336.017114ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:20.848341Z","caller":"traceutil/trace.go:171","msg":"trace[235188241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11211; }","duration":"332.498429ms","start":"2026-03-31T05:17:20.515814Z","end":"2026-03-31T05:17:20.848312Z","steps":["trace[235188241] 'agreement among raft nodes before linearized reading' (duration: 332.227721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.848329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.555948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:20.848402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.515785Z","time spent":"332.604651ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:17:20.848419Z","caller":"traceutil/trace.go:171","msg":"trace[1746760941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11211; }","duration":"208.679711ms","start":"2026-03-31T05:17:20.639714Z","end":"2026-03-31T05:17:20.848393Z","steps":["trace[1746760941] 'agreement among raft nodes before linearized reading' (duration: 208.528007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:20.848587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.560318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:17:20.848649Z","caller":"traceutil/trace.go:171","msg":"trace[1676458456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11211; }","duration":"241.667561ms","start":"2026-03-31T05:17:20.606967Z","end":"2026-03-31T05:17:20.848634Z","steps":["trace[1676458456] 'agreement among raft nodes before linearized reading' (duration: 241.338052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:21.168255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.068778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:21.168485Z","caller":"traceutil/trace.go:171","msg":"trace[920868260] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"315.159625ms","start":"2026-03-31T05:17:20.853304Z","end":"2026-03-31T05:17:21.168464Z","steps":["trace[920868260] 'process raft request' (duration: 195.78563ms)","trace[920868260] 'compare' (duration: 118.8187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:21.168558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.853286Z","time spent":"315.237848ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:21.168507Z","caller":"traceutil/trace.go:171","msg":"trace[1304691416] linearizableReadLoop","detail":"{readStateIndex:11618; appliedIndex:11615; }","duration":"314.776305ms","start":"2026-03-31T05:17:20.853716Z","end":"2026-03-31T05:17:21.168492Z","steps":["trace[1304691416] 'read index received' (duration: 29.065243ms)","trace[1304691416] 'applied index is now lower than readState.Index' (duration: 285.709912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:21.1686Z","caller":"traceutil/trace.go:171","msg":"trace[281100224] transaction","detail":"{read_only:false; response_revision:11214; number_of_response:1; }","duration":"315.033552ms","start":"2026-03-31T05:17:20.85353Z","end":"2026-03-31T05:17:21.168563Z","steps":["trace[281100224] 'process raft request' (duration: 314.833356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:21.168626Z","caller":"traceutil/trace.go:171","msg":"trace[1153543370] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"314.263741ms","start":"2026-03-31T05:17:20.854328Z","end":"2026-03-31T05:17:21.168591Z","steps":["trace[1153543370] 'process raft request' (duration: 314.120307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:21.168731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.853504Z","time spent":"315.158015ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:21.168814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.854316Z","time spent":"314.401605ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:21.169292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.571146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:374902"} {"level":"info","ts":"2026-03-31T05:17:21.169364Z","caller":"traceutil/trace.go:171","msg":"trace[1491845161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11215; }","duration":"315.68168ms","start":"2026-03-31T05:17:20.85366Z","end":"2026-03-31T05:17:21.169342Z","steps":["trace[1491845161] 'agreement among raft nodes before linearized reading' (duration: 314.997411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:21.169419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.853638Z","time spent":"315.764792ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":374926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:21.357305Z","caller":"traceutil/trace.go:171","msg":"trace[926353557] linearizableReadLoop","detail":"{readStateIndex:11620; appliedIndex:11619; }","duration":"188.649695ms","start":"2026-03-31T05:17:21.168627Z","end":"2026-03-31T05:17:21.357277Z","steps":["trace[926353557] 'read index received' (duration: 127.552878ms)","trace[926353557] 'applied index is now lower than readState.Index' (duration: 61.095277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:21.357384Z","caller":"traceutil/trace.go:171","msg":"trace[1104901284] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"347.061476ms","start":"2026-03-31T05:17:21.010283Z","end":"2026-03-31T05:17:21.357344Z","steps":["trace[1104901284] 'process raft request' (duration: 285.949969ms)","trace[1104901284] 'compare' (duration: 56.662525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:21.357543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.369023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:17:21.35759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:21.01026Z","time spent":"347.25372ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19089,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:21.357621Z","caller":"traceutil/trace.go:171","msg":"trace[1541141300] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11216; }","duration":"472.490647ms","start":"2026-03-31T05:17:20.885112Z","end":"2026-03-31T05:17:21.357603Z","steps":["trace[1541141300] 'agreement among raft nodes before linearized reading' (duration: 472.270891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:21.357662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:20.885094Z","time spent":"472.558148ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:17:21.579418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.786155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:21.579499Z","caller":"traceutil/trace.go:171","msg":"trace[1357264530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11216; }","duration":"116.915599ms","start":"2026-03-31T05:17:21.462563Z","end":"2026-03-31T05:17:21.579478Z","steps":["trace[1357264530] 'range keys from in-memory index tree' (duration: 116.585899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.274631Z","caller":"traceutil/trace.go:171","msg":"trace[703681402] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"120.785124ms","start":"2026-03-31T05:17:22.153809Z","end":"2026-03-31T05:17:22.274594Z","steps":["trace[703681402] 'process raft request' (duration: 120.533097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.352072Z","caller":"traceutil/trace.go:171","msg":"trace[1030730231] linearizableReadLoop","detail":"{readStateIndex:11624; appliedIndex:11621; }","duration":"162.537873ms","start":"2026-03-31T05:17:22.189505Z","end":"2026-03-31T05:17:22.352043Z","steps":["trace[1030730231] 'read index received' (duration: 84.791542ms)","trace[1030730231] 'applied index is now lower than readState.Index' (duration: 77.744811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:22.352654Z","caller":"traceutil/trace.go:171","msg":"trace[557029850] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"197.63859ms","start":"2026-03-31T05:17:22.154965Z","end":"2026-03-31T05:17:22.352604Z","steps":["trace[557029850] 'process raft request' (duration: 196.843658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.352744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.229442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:22.352804Z","caller":"traceutil/trace.go:171","msg":"trace[1026692922] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11220; }","duration":"163.355615ms","start":"2026-03-31T05:17:22.189432Z","end":"2026-03-31T05:17:22.352787Z","steps":["trace[1026692922] 'agreement among raft nodes before linearized reading' (duration: 163.046167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.353084Z","caller":"traceutil/trace.go:171","msg":"trace[2034242551] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"196.921751ms","start":"2026-03-31T05:17:22.156149Z","end":"2026-03-31T05:17:22.353071Z","steps":["trace[2034242551] 'process raft request' (duration: 195.834951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.860962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.569856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:22.861094Z","caller":"traceutil/trace.go:171","msg":"trace[1696111139] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"367.046631ms","start":"2026-03-31T05:17:22.494026Z","end":"2026-03-31T05:17:22.861073Z","steps":["trace[1696111139] 'process raft request' (duration: 256.261319ms)","trace[1696111139] 'compare' (duration: 110.460963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:22.861164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.493983Z","time spent":"367.148213ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:22.92891Z","caller":"traceutil/trace.go:171","msg":"trace[2086011036] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"427.583472ms","start":"2026-03-31T05:17:22.501294Z","end":"2026-03-31T05:17:22.928878Z","steps":["trace[2086011036] 'process raft request' (duration: 427.389197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.929092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.501255Z","time spent":"427.741146ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:22.929096Z","caller":"traceutil/trace.go:171","msg":"trace[1437473937] linearizableReadLoop","detail":"{readStateIndex:11627; appliedIndex:11624; }","duration":"320.967974ms","start":"2026-03-31T05:17:22.608097Z","end":"2026-03-31T05:17:22.929065Z","steps":["trace[1437473937] 'read index received' (duration: 142.213739ms)","trace[1437473937] 'applied index is now lower than readState.Index' (duration: 178.751615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:22.929216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.101018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:22.929226Z","caller":"traceutil/trace.go:171","msg":"trace[1979409290] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"369.831187ms","start":"2026-03-31T05:17:22.559378Z","end":"2026-03-31T05:17:22.929209Z","steps":["trace[1979409290] 'process raft request' (duration: 369.455627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.92926Z","caller":"traceutil/trace.go:171","msg":"trace[954438301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11223; }","duration":"321.19719ms","start":"2026-03-31T05:17:22.608051Z","end":"2026-03-31T05:17:22.929249Z","steps":["trace[954438301] 'agreement among raft nodes before linearized reading' (duration: 321.108038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.929293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.608026Z","time spent":"321.258791ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:22.929338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.559347Z","time spent":"369.935309ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:23.61996Z","caller":"traceutil/trace.go:171","msg":"trace[1592165170] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"441.074389ms","start":"2026-03-31T05:17:23.178854Z","end":"2026-03-31T05:17:23.619928Z","steps":["trace[1592165170] 'process raft request' (duration: 440.892954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:23.620141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.178827Z","time spent":"441.227494ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:24.046163Z","caller":"traceutil/trace.go:171","msg":"trace[977559801] linearizableReadLoop","detail":"{readStateIndex:11630; appliedIndex:11627; }","duration":"862.958055ms","start":"2026-03-31T05:17:23.183179Z","end":"2026-03-31T05:17:24.046137Z","steps":["trace[977559801] 'read index received' (duration: 436.631968ms)","trace[977559801] 'applied index is now lower than readState.Index' (duration: 426.325037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:24.046228Z","caller":"traceutil/trace.go:171","msg":"trace[1515163526] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"867.106259ms","start":"2026-03-31T05:17:23.179092Z","end":"2026-03-31T05:17:24.046199Z","steps":["trace[1515163526] 'process raft request' (duration: 866.722048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:24.046292Z","caller":"traceutil/trace.go:171","msg":"trace[1818761896] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"866.43556ms","start":"2026-03-31T05:17:23.179845Z","end":"2026-03-31T05:17:24.04628Z","steps":["trace[1818761896] 'process raft request' (duration: 866.218714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.046382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.179076Z","time spent":"867.221291ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:24.046407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.179836Z","time spent":"866.489031ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:24.047285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.020904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:374902"} {"level":"info","ts":"2026-03-31T05:17:24.047445Z","caller":"traceutil/trace.go:171","msg":"trace[227642957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11226; }","duration":"864.263601ms","start":"2026-03-31T05:17:23.183153Z","end":"2026-03-31T05:17:24.047417Z","steps":["trace[227642957] 'agreement among raft nodes before linearized reading' (duration: 863.242963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.047589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.183143Z","time spent":"864.347293ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":374926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:24.471809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.9401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:24.471907Z","caller":"traceutil/trace.go:171","msg":"trace[1899788520] linearizableReadLoop","detail":"{readStateIndex:11631; appliedIndex:11630; }","duration":"425.644599ms","start":"2026-03-31T05:17:24.046245Z","end":"2026-03-31T05:17:24.471889Z","steps":["trace[1899788520] 'read index received' (duration: 110.571306ms)","trace[1899788520] 'applied index is now lower than readState.Index' (duration: 315.071763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:24.47191Z","caller":"traceutil/trace.go:171","msg":"trace[1618552023] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"538.22888ms","start":"2026-03-31T05:17:23.933657Z","end":"2026-03-31T05:17:24.471886Z","steps":["trace[1618552023] 'process raft request' (duration: 223.143816ms)","trace[1618552023] 'compare' (duration: 314.558609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:24.472287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.667597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:24.472331Z","caller":"traceutil/trace.go:171","msg":"trace[573955155] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11227; }","duration":"789.75766ms","start":"2026-03-31T05:17:23.682564Z","end":"2026-03-31T05:17:24.472321Z","steps":["trace[573955155] 'agreement among raft nodes before linearized reading' (duration: 789.678167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.660132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:17:24.472312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.850612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:24.472354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.68254Z","time spent":"789.80797ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:24.472352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.808543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-31T05:17:24.472369Z","caller":"traceutil/trace.go:171","msg":"trace[1410926301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11227; }","duration":"193.728354ms","start":"2026-03-31T05:17:24.278632Z","end":"2026-03-31T05:17:24.47236Z","steps":["trace[1410926301] 'agreement among raft nodes before linearized reading' (duration: 193.610811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:24.472387Z","caller":"traceutil/trace.go:171","msg":"trace[43399764] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:11227; }","duration":"480.882425ms","start":"2026-03-31T05:17:23.991497Z","end":"2026-03-31T05:17:24.472379Z","steps":["trace[43399764] 'agreement among raft nodes before linearized reading' (duration: 480.785693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:24.472403Z","caller":"traceutil/trace.go:171","msg":"trace[491957603] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11227; }","duration":"998.985266ms","start":"2026-03-31T05:17:23.473389Z","end":"2026-03-31T05:17:24.472374Z","steps":["trace[491957603] 'agreement among raft nodes before linearized reading' (duration: 998.843472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.34546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:24.472433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.991473Z","time spent":"480.954398ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5679,"request content":"key:\"/registry/jobs/openstack/staffeln-db-init\" "} {"level":"warn","ts":"2026-03-31T05:17:24.472449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.473366Z","time spent":"999.072838ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:24.472466Z","caller":"traceutil/trace.go:171","msg":"trace[2121916525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11227; }","duration":"990.469703ms","start":"2026-03-31T05:17:23.481974Z","end":"2026-03-31T05:17:24.472444Z","steps":["trace[2121916525] 'agreement among raft nodes before linearized reading' (duration: 990.325579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.816011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:17:24.472511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.481954Z","time spent":"990.548986ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:17:24.472548Z","caller":"traceutil/trace.go:171","msg":"trace[1271620160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11227; }","duration":"114.914424ms","start":"2026-03-31T05:17:24.35762Z","end":"2026-03-31T05:17:24.472535Z","steps":["trace[1271620160] 'agreement among raft nodes before linearized reading' (duration: 114.802911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196158553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:24.472599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.933636Z","time spent":"538.348812ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:24.472619Z","caller":"traceutil/trace.go:171","msg":"trace[1979235457] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11227; }","duration":"1.196197355s","start":"2026-03-31T05:17:23.276412Z","end":"2026-03-31T05:17:24.472609Z","steps":["trace[1979235457] 'agreement among raft nodes before linearized reading' (duration: 1.196102272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.27634Z","time spent":"1.196300607s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":29,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:24.47261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.05463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:24.472699Z","caller":"traceutil/trace.go:171","msg":"trace[1454839681] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11227; }","duration":"114.183784ms","start":"2026-03-31T05:17:24.358493Z","end":"2026-03-31T05:17:24.472677Z","steps":["trace[1454839681] 'agreement among raft nodes before linearized reading' (duration: 113.878676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.550902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:17:24.47277Z","caller":"traceutil/trace.go:171","msg":"trace[359006648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11227; }","duration":"115.671484ms","start":"2026-03-31T05:17:24.357077Z","end":"2026-03-31T05:17:24.472749Z","steps":["trace[359006648] 'agreement among raft nodes before linearized reading' (duration: 115.404257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.472856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.519185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-31T05:17:24.472895Z","caller":"traceutil/trace.go:171","msg":"trace[751338856] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11227; }","duration":"481.221275ms","start":"2026-03-31T05:17:23.991662Z","end":"2026-03-31T05:17:24.472883Z","steps":["trace[751338856] 'agreement among raft nodes before linearized reading' (duration: 480.30042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:24.473035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:23.991655Z","time spent":"481.317797ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-31T05:17:25.312501Z","caller":"traceutil/trace.go:171","msg":"trace[441399050] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"835.711126ms","start":"2026-03-31T05:17:24.476754Z","end":"2026-03-31T05:17:25.312465Z","steps":["trace[441399050] 'process raft request' (duration: 835.279154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.312677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.476735Z","time spent":"835.862289ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:25.312986Z","caller":"traceutil/trace.go:171","msg":"trace[260128319] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"826.173165ms","start":"2026-03-31T05:17:24.486781Z","end":"2026-03-31T05:17:25.312954Z","steps":["trace[260128319] 'process raft request' (duration: 825.662441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.313038Z","caller":"traceutil/trace.go:171","msg":"trace[973602007] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"836.142667ms","start":"2026-03-31T05:17:24.476855Z","end":"2026-03-31T05:17:25.312998Z","steps":["trace[973602007] 'process raft request' (duration: 835.403487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.313063Z","caller":"traceutil/trace.go:171","msg":"trace[867447563] linearizableReadLoop","detail":"{readStateIndex:11634; appliedIndex:11631; }","duration":"829.234559ms","start":"2026-03-31T05:17:24.483551Z","end":"2026-03-31T05:17:25.312786Z","steps":["trace[867447563] 'read index received' (duration: 60.480839ms)","trace[867447563] 'applied index is now lower than readState.Index' (duration: 768.75247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:25.313129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.486765Z","time spent":"826.289409ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:25.313139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.580999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:25.313138Z","caller":"traceutil/trace.go:171","msg":"trace[974949581] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"813.551471ms","start":"2026-03-31T05:17:24.499543Z","end":"2026-03-31T05:17:25.313094Z","steps":["trace[974949581] 'process raft request' (duration: 813.14086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.313193Z","caller":"traceutil/trace.go:171","msg":"trace[385764762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11232; }","duration":"829.65784ms","start":"2026-03-31T05:17:24.483521Z","end":"2026-03-31T05:17:25.313179Z","steps":["trace[385764762] 'agreement among raft nodes before linearized reading' (duration: 829.555398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.313223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.476827Z","time spent":"836.285282ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:25.313235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.483491Z","time spent":"829.737103ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:25.313318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.499517Z","time spent":"813.715246ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.532765Z","caller":"traceutil/trace.go:171","msg":"trace[1529173917] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"597.722683ms","start":"2026-03-31T05:17:24.93502Z","end":"2026-03-31T05:17:25.532743Z","steps":["trace[1529173917] 'process raft request' (duration: 597.61711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.532765Z","caller":"traceutil/trace.go:171","msg":"trace[941819393] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"666.425647ms","start":"2026-03-31T05:17:24.8663Z","end":"2026-03-31T05:17:25.532726Z","steps":["trace[941819393] 'process raft request' (duration: 666.17201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.532905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.934987Z","time spent":"597.849017ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:25.532958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.866274Z","time spent":"666.582821ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.532988Z","caller":"traceutil/trace.go:171","msg":"trace[682684748] linearizableReadLoop","detail":"{readStateIndex:11639; appliedIndex:11636; }","duration":"218.043884ms","start":"2026-03-31T05:17:25.31488Z","end":"2026-03-31T05:17:25.532924Z","steps":["trace[682684748] 'read index received' (duration: 217.631533ms)","trace[682684748] 'applied index is now lower than readState.Index' (duration: 410.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:25.533207Z","caller":"traceutil/trace.go:171","msg":"trace[1694451557] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"597.180189ms","start":"2026-03-31T05:17:24.935998Z","end":"2026-03-31T05:17:25.533178Z","steps":["trace[1694451557] 'process raft request' (duration: 596.704276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.533231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.28583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:25.533703Z","caller":"traceutil/trace.go:171","msg":"trace[766245638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11235; }","duration":"218.824035ms","start":"2026-03-31T05:17:25.314849Z","end":"2026-03-31T05:17:25.533673Z","steps":["trace[766245638] 'agreement among raft nodes before linearized reading' (duration: 218.206609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:25.533504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:24.935987Z","time spent":"597.427085ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:25.678809Z","caller":"traceutil/trace.go:171","msg":"trace[194897623] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"278.206134ms","start":"2026-03-31T05:17:25.400572Z","end":"2026-03-31T05:17:25.678778Z","steps":["trace[194897623] 'process raft request' (duration: 278.035449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.678858Z","caller":"traceutil/trace.go:171","msg":"trace[1362157384] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"288.789702ms","start":"2026-03-31T05:17:25.390037Z","end":"2026-03-31T05:17:25.678827Z","steps":["trace[1362157384] 'process raft request' (duration: 264.168951ms)","trace[1362157384] 'compare' (duration: 24.267381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:25.679183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.156426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:25.67904Z","caller":"traceutil/trace.go:171","msg":"trace[1919342682] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"168.781391ms","start":"2026-03-31T05:17:25.510235Z","end":"2026-03-31T05:17:25.679017Z","steps":["trace[1919342682] 'process raft request' (duration: 168.490153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.679283Z","caller":"traceutil/trace.go:171","msg":"trace[1000654572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11238; }","duration":"138.29602ms","start":"2026-03-31T05:17:25.54096Z","end":"2026-03-31T05:17:25.679256Z","steps":["trace[1000654572] 'agreement among raft nodes before linearized reading' (duration: 138.134325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.679027Z","caller":"traceutil/trace.go:171","msg":"trace[1034056698] linearizableReadLoop","detail":"{readStateIndex:11642; appliedIndex:11639; }","duration":"137.975341ms","start":"2026-03-31T05:17:25.54101Z","end":"2026-03-31T05:17:25.678986Z","steps":["trace[1034056698] 'read index received' (duration: 113.136374ms)","trace[1034056698] 'applied index is now lower than readState.Index' (duration: 24.835887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:25.679662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.899471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:25.679759Z","caller":"traceutil/trace.go:171","msg":"trace[788185232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11238; }","duration":"108.044916ms","start":"2026-03-31T05:17:25.571684Z","end":"2026-03-31T05:17:25.679729Z","steps":["trace[788185232] 'agreement among raft nodes before linearized reading' (duration: 107.802589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.888407Z","caller":"traceutil/trace.go:171","msg":"trace[496334880] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"204.120894ms","start":"2026-03-31T05:17:25.683982Z","end":"2026-03-31T05:17:25.888103Z","steps":["trace[496334880] 'process raft request' (duration: 157.498983ms)","trace[496334880] 'compare' (duration: 46.329653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:26.353408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.530754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:26.353513Z","caller":"traceutil/trace.go:171","msg":"trace[441130657] linearizableReadLoop","detail":"{readStateIndex:11648; appliedIndex:11647; }","duration":"191.049938ms","start":"2026-03-31T05:17:26.162448Z","end":"2026-03-31T05:17:26.353498Z","steps":["trace[441130657] 'read index received' (duration: 62.248857ms)","trace[441130657] 'applied index is now lower than readState.Index' (duration: 128.799821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:26.353595Z","caller":"traceutil/trace.go:171","msg":"trace[499460048] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"220.46527ms","start":"2026-03-31T05:17:26.133116Z","end":"2026-03-31T05:17:26.353581Z","steps":["trace[499460048] 'process raft request' (duration: 91.668449ms)","trace[499460048] 'compare' (duration: 128.428741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:26.353684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.224752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:26.353683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.245682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:26.353976Z","caller":"traceutil/trace.go:171","msg":"trace[1179669059] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11243; }","duration":"104.561591ms","start":"2026-03-31T05:17:26.249366Z","end":"2026-03-31T05:17:26.353928Z","steps":["trace[1179669059] 'agreement among raft nodes before linearized reading' (duration: 104.243062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:26.35375Z","caller":"traceutil/trace.go:171","msg":"trace[730933648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11243; }","duration":"191.304616ms","start":"2026-03-31T05:17:26.162431Z","end":"2026-03-31T05:17:26.353735Z","steps":["trace[730933648] 'agreement among raft nodes before linearized reading' (duration: 191.193123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.609115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.791615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:26.609227Z","caller":"traceutil/trace.go:171","msg":"trace[102550617] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11243; }","duration":"130.94521ms","start":"2026-03-31T05:17:26.478269Z","end":"2026-03-31T05:17:26.609214Z","steps":["trace[102550617] 'range keys from in-memory index tree' (duration: 130.625401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.609462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.323419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:26.609486Z","caller":"traceutil/trace.go:171","msg":"trace[799390282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11243; }","duration":"124.36684ms","start":"2026-03-31T05:17:26.485112Z","end":"2026-03-31T05:17:26.609479Z","steps":["trace[799390282] 'range keys from in-memory index tree' (duration: 124.267657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.114259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396003278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:17:27.154143Z","caller":"traceutil/trace.go:171","msg":"trace[1337044488] linearizableReadLoop","detail":"{readStateIndex:11649; appliedIndex:11648; }","duration":"540.855404ms","start":"2026-03-31T05:17:26.613263Z","end":"2026-03-31T05:17:27.154118Z","steps":["trace[1337044488] 'read index received' (duration: 540.769001ms)","trace[1337044488] 'applied index is now lower than readState.Index' (duration: 85.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:27.154269Z","caller":"traceutil/trace.go:171","msg":"trace[1921170326] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"541.003537ms","start":"2026-03-31T05:17:26.613204Z","end":"2026-03-31T05:17:27.154207Z","steps":["trace[1921170326] 'process raft request' (duration: 540.777491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.154325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.058269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:27.15435Z","caller":"traceutil/trace.go:171","msg":"trace[1983998302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11244; }","duration":"541.225894ms","start":"2026-03-31T05:17:26.613115Z","end":"2026-03-31T05:17:27.154341Z","steps":["trace[1983998302] 'agreement among raft nodes before linearized reading' (duration: 541.08837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.154377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.613094Z","time spent":"541.276195ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:27.154427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.61313Z","time spent":"541.220873ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:27.369055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.711558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:27.369172Z","caller":"traceutil/trace.go:171","msg":"trace[309452040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11244; }","duration":"139.864263ms","start":"2026-03-31T05:17:27.22928Z","end":"2026-03-31T05:17:27.369144Z","steps":["trace[309452040] 'range keys from in-memory index tree' (duration: 139.638287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.62578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.80322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-t2bxx\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-03-31T05:17:27.625845Z","caller":"traceutil/trace.go:171","msg":"trace[2130141998] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-t2bxx; range_end:; response_count:1; response_revision:11246; }","duration":"121.924094ms","start":"2026-03-31T05:17:27.503905Z","end":"2026-03-31T05:17:27.62583Z","steps":["trace[2130141998] 'range keys from in-memory index tree' (duration: 121.669417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:27.625848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.24726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:27.625991Z","caller":"traceutil/trace.go:171","msg":"trace[397370288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11246; }","duration":"141.434695ms","start":"2026-03-31T05:17:27.484524Z","end":"2026-03-31T05:17:27.625959Z","steps":["trace[397370288] 'range keys from in-memory index tree' (duration: 141.160248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.626141Z","caller":"traceutil/trace.go:171","msg":"trace[405857017] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"120.090963ms","start":"2026-03-31T05:17:27.506014Z","end":"2026-03-31T05:17:27.626105Z","steps":["trace[405857017] 'process raft request' (duration: 32.185307ms)","trace[405857017] 'compare' (duration: 87.395383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:27.865204Z","caller":"traceutil/trace.go:171","msg":"trace[1385715283] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11653; }","duration":"237.776832ms","start":"2026-03-31T05:17:27.627397Z","end":"2026-03-31T05:17:27.865173Z","steps":["trace[1385715283] 'read index received' (duration: 158.877081ms)","trace[1385715283] 'applied index is now lower than readState.Index' (duration: 78.89847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:27.865369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.944746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:27.865453Z","caller":"traceutil/trace.go:171","msg":"trace[1113894960] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"325.298917ms","start":"2026-03-31T05:17:27.54012Z","end":"2026-03-31T05:17:27.865419Z","steps":["trace[1113894960] 'process raft request' (duration: 324.997619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.865463Z","caller":"traceutil/trace.go:171","msg":"trace[807963502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11250; }","duration":"238.0759ms","start":"2026-03-31T05:17:27.627372Z","end":"2026-03-31T05:17:27.865448Z","steps":["trace[807963502] 'agreement among raft nodes before linearized reading' (duration: 237.908325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:27.865327Z","caller":"traceutil/trace.go:171","msg":"trace[1534876283] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"326.973113ms","start":"2026-03-31T05:17:27.538308Z","end":"2026-03-31T05:17:27.865282Z","steps":["trace[1534876283] 'process raft request' (duration: 247.933029ms)","trace[1534876283] 'compare' (duration: 78.732186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:27.865582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.540108Z","time spent":"325.409031ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:27.86582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.538286Z","time spent":"327.434116ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:27.87037Z","caller":"traceutil/trace.go:171","msg":"trace[1882321147] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"236.23115ms","start":"2026-03-31T05:17:27.634122Z","end":"2026-03-31T05:17:27.870353Z","steps":["trace[1882321147] 'process raft request' (duration: 236.099666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.011932Z","caller":"traceutil/trace.go:171","msg":"trace[1607753297] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"129.557582ms","start":"2026-03-31T05:17:28.882352Z","end":"2026-03-31T05:17:29.011909Z","steps":["trace[1607753297] 'process raft request' (duration: 129.429309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:29.512475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.099312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:29.512601Z","caller":"traceutil/trace.go:171","msg":"trace[1683852111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11259; }","duration":"110.275066ms","start":"2026-03-31T05:17:29.402299Z","end":"2026-03-31T05:17:29.512574Z","steps":["trace[1683852111] 'range keys from in-memory index tree' (duration: 109.905976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:29.512746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.308838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:29.512822Z","caller":"traceutil/trace.go:171","msg":"trace[679670727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11259; }","duration":"128.438002ms","start":"2026-03-31T05:17:29.384365Z","end":"2026-03-31T05:17:29.512803Z","steps":["trace[679670727] 'range keys from in-memory index tree' (duration: 127.570048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.668954Z","caller":"traceutil/trace.go:171","msg":"trace[1923368026] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"149.047303ms","start":"2026-03-31T05:17:29.519884Z","end":"2026-03-31T05:17:29.668931Z","steps":["trace[1923368026] 'process raft request' (duration: 148.856547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.707532Z","caller":"traceutil/trace.go:171","msg":"trace[83524047] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"187.084861ms","start":"2026-03-31T05:17:29.520396Z","end":"2026-03-31T05:17:29.707481Z","steps":["trace[83524047] 'process raft request' (duration: 186.844994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.99412Z","caller":"traceutil/trace.go:171","msg":"trace[807480214] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"122.687265ms","start":"2026-03-31T05:17:29.871403Z","end":"2026-03-31T05:17:29.99409Z","steps":["trace[807480214] 'process raft request' (duration: 122.253603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.421771Z","caller":"traceutil/trace.go:171","msg":"trace[855580768] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11668; }","duration":"541.178073ms","start":"2026-03-31T05:17:29.88056Z","end":"2026-03-31T05:17:30.421738Z","steps":["trace[855580768] 'read index received' (duration: 114.436509ms)","trace[855580768] 'applied index is now lower than readState.Index' (duration: 426.739854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:30.421866Z","caller":"traceutil/trace.go:171","msg":"trace[1346565210] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"549.804788ms","start":"2026-03-31T05:17:29.872028Z","end":"2026-03-31T05:17:30.421833Z","steps":["trace[1346565210] 'process raft request' (duration: 549.13692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.422054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.872017Z","time spent":"549.927911ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:30.422074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.503602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:17:30.422118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.341116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:30.422158Z","caller":"traceutil/trace.go:171","msg":"trace[1713655173] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11264; }","duration":"541.634585ms","start":"2026-03-31T05:17:29.880499Z","end":"2026-03-31T05:17:30.422133Z","steps":["trace[1713655173] 'agreement among raft nodes before linearized reading' (duration: 541.407839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.42217Z","caller":"traceutil/trace.go:171","msg":"trace[657323218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11264; }","duration":"268.413387ms","start":"2026-03-31T05:17:30.153742Z","end":"2026-03-31T05:17:30.422155Z","steps":["trace[657323218] 'agreement among raft nodes before linearized reading' (duration: 268.217702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.4222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.880469Z","time spent":"541.721988ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:17:30.422324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.576742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:30.422346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.61401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:30.422405Z","caller":"traceutil/trace.go:171","msg":"trace[1922812100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11264; }","duration":"499.705152ms","start":"2026-03-31T05:17:29.922683Z","end":"2026-03-31T05:17:30.422388Z","steps":["trace[1922812100] 'agreement among raft nodes before linearized reading' (duration: 499.26538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.422398Z","caller":"traceutil/trace.go:171","msg":"trace[1366738805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11264; }","duration":"279.698525ms","start":"2026-03-31T05:17:30.142682Z","end":"2026-03-31T05:17:30.42238Z","steps":["trace[1366738805] 'agreement among raft nodes before linearized reading' (duration: 279.310935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.422429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:29.922665Z","time spent":"499.758524ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:30.70031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.283113ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:17:30.700674Z","caller":"traceutil/trace.go:171","msg":"trace[1812728110] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"273.695191ms","start":"2026-03-31T05:17:30.426953Z","end":"2026-03-31T05:17:30.700648Z","steps":["trace[1812728110] 'process raft request' (duration: 273.637279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:30.700699Z","caller":"traceutil/trace.go:171","msg":"trace[1137406178] linearizableReadLoop","detail":"{readStateIndex:11670; appliedIndex:11669; }","duration":"274.39384ms","start":"2026-03-31T05:17:30.426262Z","end":"2026-03-31T05:17:30.700656Z","steps":["trace[1137406178] 'read index received' (duration: 107.831269ms)","trace[1137406178] 'applied index is now lower than readState.Index' (duration: 166.557851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:30.700789Z","caller":"traceutil/trace.go:171","msg":"trace[1872497695] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"273.915877ms","start":"2026-03-31T05:17:30.426841Z","end":"2026-03-31T05:17:30.700757Z","steps":["trace[1872497695] 'process raft request' (duration: 273.592838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.701072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.680747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:30.701136Z","caller":"traceutil/trace.go:171","msg":"trace[1741483705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11266; }","duration":"216.78173ms","start":"2026-03-31T05:17:30.484336Z","end":"2026-03-31T05:17:30.701117Z","steps":["trace[1741483705] 'agreement among raft nodes before linearized reading' (duration: 216.679067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.701132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.841382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:17:30.701207Z","caller":"traceutil/trace.go:171","msg":"trace[2085453223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11266; }","duration":"274.972555ms","start":"2026-03-31T05:17:30.426211Z","end":"2026-03-31T05:17:30.701183Z","steps":["trace[2085453223] 'agreement among raft nodes before linearized reading' (duration: 274.680567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:30.703611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.369637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375100"} {"level":"info","ts":"2026-03-31T05:17:30.703675Z","caller":"traceutil/trace.go:171","msg":"trace[1501352929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11266; }","duration":"275.4762ms","start":"2026-03-31T05:17:30.428183Z","end":"2026-03-31T05:17:30.70366Z","steps":["trace[1501352929] 'agreement among raft nodes before linearized reading' (duration: 272.807527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.047446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.481379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:31.047657Z","caller":"traceutil/trace.go:171","msg":"trace[320734523] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"340.436911ms","start":"2026-03-31T05:17:30.707203Z","end":"2026-03-31T05:17:31.04764Z","steps":["trace[320734523] 'process raft request' (duration: 340.357629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.047718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.707186Z","time spent":"340.504672ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:31.048097Z","caller":"traceutil/trace.go:171","msg":"trace[705140788] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"345.169999ms","start":"2026-03-31T05:17:30.702662Z","end":"2026-03-31T05:17:31.047832Z","steps":["trace[705140788] 'process raft request' (duration: 204.220057ms)","trace[705140788] 'compare' (duration: 140.371666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:31.048279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:30.702647Z","time spent":"345.54373ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:31.458709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.160206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:17:31.45878Z","caller":"traceutil/trace.go:171","msg":"trace[1133602628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11268; }","duration":"171.31839ms","start":"2026-03-31T05:17:31.287445Z","end":"2026-03-31T05:17:31.458764Z","steps":["trace[1133602628] 'range keys from in-memory index tree' (duration: 170.96789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:31.458827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.200016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:31.458899Z","caller":"traceutil/trace.go:171","msg":"trace[1381736170] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11268; }","duration":"259.313689ms","start":"2026-03-31T05:17:31.199564Z","end":"2026-03-31T05:17:31.458878Z","steps":["trace[1381736170] 'count revisions from in-memory index tree' (duration: 259.111974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:31.578034Z","caller":"traceutil/trace.go:171","msg":"trace[515801989] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"114.695276ms","start":"2026-03-31T05:17:31.463301Z","end":"2026-03-31T05:17:31.577997Z","steps":["trace[515801989] 'process raft request' (duration: 114.352267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.778173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063814649s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:17:33.007876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33347332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:33.007942Z","caller":"traceutil/trace.go:171","msg":"trace[790047153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11269; }","duration":"1.333606743s","start":"2026-03-31T05:17:31.674321Z","end":"2026-03-31T05:17:33.007928Z","steps":["trace[790047153] 'range keys from in-memory index tree' (duration: 1.333217093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.00797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.674292Z","time spent":"1.333670435s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:33.008234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295058852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:33.00827Z","caller":"traceutil/trace.go:171","msg":"trace[423916985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11269; }","duration":"1.295124734s","start":"2026-03-31T05:17:31.713135Z","end":"2026-03-31T05:17:33.00826Z","steps":["trace[423916985] 'range keys from in-memory index tree' (duration: 1.29494203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.008296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.713122Z","time spent":"1.295167566s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:33.008811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.35076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:33.008857Z","caller":"traceutil/trace.go:171","msg":"trace[1991930653] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"1.294735154s","start":"2026-03-31T05:17:31.714115Z","end":"2026-03-31T05:17:33.00885Z","steps":["trace[1991930653] 'process raft request' (duration: 1.064304472s)","trace[1991930653] 'compare' (duration: 230.001591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:33.008883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.714082Z","time spent":"1.294788795s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:33.063427Z","caller":"traceutil/trace.go:171","msg":"trace[140321361] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"1.064021995s","start":"2026-03-31T05:17:31.999367Z","end":"2026-03-31T05:17:33.063389Z","steps":["trace[140321361] 'process raft request' (duration: 1.063736697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.063407Z","caller":"traceutil/trace.go:171","msg":"trace[317918239] linearizableReadLoop","detail":"{readStateIndex:11677; appliedIndex:11675; }","duration":"642.773082ms","start":"2026-03-31T05:17:32.420586Z","end":"2026-03-31T05:17:33.063359Z","steps":["trace[317918239] 'read index received' (duration: 357.868305ms)","trace[317918239] 'applied index is now lower than readState.Index' (duration: 284.903607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:33.063699Z","caller":"traceutil/trace.go:171","msg":"trace[871630167] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"635.711279ms","start":"2026-03-31T05:17:32.427946Z","end":"2026-03-31T05:17:33.063657Z","steps":["trace[871630167] 'process raft request' (duration: 635.34997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.063767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.165163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:33.063823Z","caller":"traceutil/trace.go:171","msg":"trace[1903552228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11272; }","duration":"643.259756ms","start":"2026-03-31T05:17:32.420545Z","end":"2026-03-31T05:17:33.063805Z","steps":["trace[1903552228] 'agreement among raft nodes before linearized reading' (duration: 643.07251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.063866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.420529Z","time spent":"643.325487ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:33.063907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.427925Z","time spent":"635.883265ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:33.063753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:31.999345Z","time spent":"1.064284062s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:33.092742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.367512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:33.09285Z","caller":"traceutil/trace.go:171","msg":"trace[149869095] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11274; }","duration":"313.525047ms","start":"2026-03-31T05:17:32.779296Z","end":"2026-03-31T05:17:33.092821Z","steps":["trace[149869095] 'agreement among raft nodes before linearized reading' (duration: 313.331312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.092856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.613315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:17:33.092903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.779273Z","time spent":"313.616739ms","remote":"127.0.0.1:52074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:33.092942Z","caller":"traceutil/trace.go:171","msg":"trace[508080587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11274; }","duration":"380.733259ms","start":"2026-03-31T05:17:32.712186Z","end":"2026-03-31T05:17:33.092919Z","steps":["trace[508080587] 'agreement among raft nodes before linearized reading' (duration: 380.483602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.092999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.712177Z","time spent":"380.809081ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:17:33.093363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.573217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:33.093362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.372411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:33.093437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.327272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-31T05:17:33.093462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.245516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:33.093468Z","caller":"traceutil/trace.go:171","msg":"trace[1995785306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11274; }","duration":"485.540996ms","start":"2026-03-31T05:17:32.607906Z","end":"2026-03-31T05:17:33.093447Z","steps":["trace[1995785306] 'agreement among raft nodes before linearized reading' (duration: 485.339281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.093495Z","caller":"traceutil/trace.go:171","msg":"trace[279528893] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11274; }","duration":"386.401593ms","start":"2026-03-31T05:17:32.707082Z","end":"2026-03-31T05:17:33.093483Z","steps":["trace[279528893] 'agreement among raft nodes before linearized reading' (duration: 386.29062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.093472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.609739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:33.093507Z","caller":"traceutil/trace.go:171","msg":"trace[251709079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11274; }","duration":"387.324829ms","start":"2026-03-31T05:17:32.706171Z","end":"2026-03-31T05:17:33.093496Z","steps":["trace[251709079] 'agreement among raft nodes before linearized reading' (duration: 387.207315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.093521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.707073Z","time spent":"386.442114ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:17:33.093522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.607883Z","time spent":"485.629618ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:33.093538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.706146Z","time spent":"387.384461ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:17:33.093541Z","caller":"traceutil/trace.go:171","msg":"trace[923811251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11274; }","duration":"386.710991ms","start":"2026-03-31T05:17:32.706813Z","end":"2026-03-31T05:17:33.093524Z","steps":["trace[923811251] 'agreement among raft nodes before linearized reading' (duration: 386.535497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.093415Z","caller":"traceutil/trace.go:171","msg":"trace[721223221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11274; }","duration":"609.628498ms","start":"2026-03-31T05:17:32.483775Z","end":"2026-03-31T05:17:33.093403Z","steps":["trace[721223221] 'agreement among raft nodes before linearized reading' (duration: 609.538606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.093588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.706796Z","time spent":"386.780944ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:33.093619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:32.483721Z","time spent":"609.891136ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:17:33.260971Z","caller":"traceutil/trace.go:171","msg":"trace[4145187] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"161.39101ms","start":"2026-03-31T05:17:33.099555Z","end":"2026-03-31T05:17:33.260946Z","steps":["trace[4145187] 'process raft request' (duration: 161.249616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.28766Z","caller":"traceutil/trace.go:171","msg":"trace[1256036822] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"187.557483ms","start":"2026-03-31T05:17:33.100084Z","end":"2026-03-31T05:17:33.287642Z","steps":["trace[1256036822] 'process raft request' (duration: 187.42555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.287905Z","caller":"traceutil/trace.go:171","msg":"trace[1443927321] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"187.354817ms","start":"2026-03-31T05:17:33.100528Z","end":"2026-03-31T05:17:33.287883Z","steps":["trace[1443927321] 'process raft request' (duration: 187.070199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.287989Z","caller":"traceutil/trace.go:171","msg":"trace[1980248659] linearizableReadLoop","detail":"{readStateIndex:11683; appliedIndex:11680; }","duration":"185.194369ms","start":"2026-03-31T05:17:33.102786Z","end":"2026-03-31T05:17:33.28798Z","steps":["trace[1980248659] 'read index received' (duration: 158.019718ms)","trace[1980248659] 'applied index is now lower than readState.Index' (duration: 27.173761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:33.288505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.705672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375100"} {"level":"info","ts":"2026-03-31T05:17:33.288537Z","caller":"traceutil/trace.go:171","msg":"trace[134486436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11278; }","duration":"185.781745ms","start":"2026-03-31T05:17:33.102748Z","end":"2026-03-31T05:17:33.28853Z","steps":["trace[134486436] 'agreement among raft nodes before linearized reading' (duration: 185.366083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.288613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.408957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:17:33.288722Z","caller":"traceutil/trace.go:171","msg":"trace[371606120] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11278; }","duration":"151.542121ms","start":"2026-03-31T05:17:33.137162Z","end":"2026-03-31T05:17:33.288704Z","steps":["trace[371606120] 'agreement among raft nodes before linearized reading' (duration: 151.350786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.28912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.024436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:33.289168Z","caller":"traceutil/trace.go:171","msg":"trace[864065305] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11278; }","duration":"122.110739ms","start":"2026-03-31T05:17:33.167047Z","end":"2026-03-31T05:17:33.289157Z","steps":["trace[864065305] 'agreement among raft nodes before linearized reading' (duration: 122.028646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.053376Z","caller":"traceutil/trace.go:171","msg":"trace[390371310] linearizableReadLoop","detail":"{readStateIndex:11685; appliedIndex:11684; }","duration":"454.385607ms","start":"2026-03-31T05:17:33.598961Z","end":"2026-03-31T05:17:34.053347Z","steps":["trace[390371310] 'read index received' (duration: 454.116119ms)","trace[390371310] 'applied index is now lower than readState.Index' (duration: 268.098µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:34.053692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.705505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:34.053732Z","caller":"traceutil/trace.go:171","msg":"trace[84695109] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"467.762461ms","start":"2026-03-31T05:17:33.585937Z","end":"2026-03-31T05:17:34.053699Z","steps":["trace[84695109] 'process raft request' (duration: 467.230187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.053778Z","caller":"traceutil/trace.go:171","msg":"trace[321190776] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11279; }","duration":"454.8662ms","start":"2026-03-31T05:17:33.598883Z","end":"2026-03-31T05:17:34.053749Z","steps":["trace[321190776] 'agreement among raft nodes before linearized reading' (duration: 454.708385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.053823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.632808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:34.053849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.598834Z","time spent":"454.999083ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:34.053856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.585916Z","time spent":"467.880674ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:34.053948Z","caller":"traceutil/trace.go:171","msg":"trace[1519053211] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11279; }","duration":"270.753541ms","start":"2026-03-31T05:17:33.783106Z","end":"2026-03-31T05:17:34.05386Z","steps":["trace[1519053211] 'agreement among raft nodes before linearized reading' (duration: 270.621127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.451781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.991762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:34.451903Z","caller":"traceutil/trace.go:171","msg":"trace[209612748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11279; }","duration":"251.154697ms","start":"2026-03-31T05:17:34.200732Z","end":"2026-03-31T05:17:34.451886Z","steps":["trace[209612748] 'count revisions from in-memory index tree' (duration: 250.91408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.150898Z","caller":"traceutil/trace.go:171","msg":"trace[2058842833] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"187.569314ms","start":"2026-03-31T05:17:34.963301Z","end":"2026-03-31T05:17:35.15087Z","steps":["trace[2058842833] 'process raft request' (duration: 187.385709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.501551Z","caller":"traceutil/trace.go:171","msg":"trace[297269009] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"430.634889ms","start":"2026-03-31T05:17:35.070884Z","end":"2026-03-31T05:17:35.501518Z","steps":["trace[297269009] 'process raft request' (duration: 430.571378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.501568Z","caller":"traceutil/trace.go:171","msg":"trace[2039297483] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"487.16008ms","start":"2026-03-31T05:17:35.014378Z","end":"2026-03-31T05:17:35.501538Z","steps":["trace[2039297483] 'process raft request' (duration: 486.938914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.501688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.070854Z","time spent":"430.764903ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:35.501705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.014355Z","time spent":"487.277144ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:35.501686Z","caller":"traceutil/trace.go:171","msg":"trace[1276879114] linearizableReadLoop","detail":"{readStateIndex:11689; appliedIndex:11685; }","duration":"400.714173ms","start":"2026-03-31T05:17:35.100937Z","end":"2026-03-31T05:17:35.501651Z","steps":["trace[1276879114] 'read index received' (duration: 49.755166ms)","trace[1276879114] 'applied index is now lower than readState.Index' (duration: 350.957057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:35.501828Z","caller":"traceutil/trace.go:171","msg":"trace[1227031941] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"430.736342ms","start":"2026-03-31T05:17:35.071034Z","end":"2026-03-31T05:17:35.501771Z","steps":["trace[1227031941] 'process raft request' (duration: 430.456275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.501985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.056713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:35.502029Z","caller":"traceutil/trace.go:171","msg":"trace[135284598] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11283; }","duration":"401.141695ms","start":"2026-03-31T05:17:35.100877Z","end":"2026-03-31T05:17:35.502019Z","steps":["trace[135284598] 'agreement among raft nodes before linearized reading' (duration: 400.93582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.100851Z","time spent":"401.199697ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:17:35.502196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.341263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:35.502246Z","caller":"traceutil/trace.go:171","msg":"trace[1371823390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11283; }","duration":"400.460397ms","start":"2026-03-31T05:17:35.101774Z","end":"2026-03-31T05:17:35.502235Z","steps":["trace[1371823390] 'agreement among raft nodes before linearized reading' (duration: 400.21298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.071005Z","time spent":"430.963479ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:35.502364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.727483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:17:35.502403Z","caller":"traceutil/trace.go:171","msg":"trace[661388750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11283; }","duration":"236.792865ms","start":"2026-03-31T05:17:35.265601Z","end":"2026-03-31T05:17:35.502394Z","steps":["trace[661388750] 'agreement among raft nodes before linearized reading' (duration: 236.703313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.416731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:17:35.502462Z","caller":"traceutil/trace.go:171","msg":"trace[1039406194] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11283; }","duration":"343.495994ms","start":"2026-03-31T05:17:35.158953Z","end":"2026-03-31T05:17:35.502449Z","steps":["trace[1039406194] 'agreement among raft nodes before linearized reading' (duration: 343.3626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.931723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:35.502503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.158939Z","time spent":"343.553455ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T05:17:35.502511Z","caller":"traceutil/trace.go:171","msg":"trace[504092079] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11283; }","duration":"294.034515ms","start":"2026-03-31T05:17:35.208462Z","end":"2026-03-31T05:17:35.502497Z","steps":["trace[504092079] 'agreement among raft nodes before linearized reading' (duration: 293.924452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:35.502625Z","caller":"traceutil/trace.go:171","msg":"trace[198529402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11283; }","duration":"202.642454ms","start":"2026-03-31T05:17:35.29997Z","end":"2026-03-31T05:17:35.502613Z","steps":["trace[198529402] 'agreement among raft nodes before linearized reading' (duration: 202.519531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.674482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:17:35.50273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.973515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:17:35.502286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.101754Z","time spent":"400.521858ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:35.502778Z","caller":"traceutil/trace.go:171","msg":"trace[1761414237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11283; }","duration":"206.046937ms","start":"2026-03-31T05:17:35.296718Z","end":"2026-03-31T05:17:35.502765Z","steps":["trace[1761414237] 'agreement among raft nodes before linearized reading' (duration: 205.894003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.50288Z","caller":"traceutil/trace.go:171","msg":"trace[542720143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11283; }","duration":"400.846607ms","start":"2026-03-31T05:17:35.101912Z","end":"2026-03-31T05:17:35.502759Z","steps":["trace[542720143] 'agreement among raft nodes before linearized reading' (duration: 400.57379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.502927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.101856Z","time spent":"401.059153ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:35.502942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.018624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:35.503035Z","caller":"traceutil/trace.go:171","msg":"trace[724011274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11283; }","duration":"207.151617ms","start":"2026-03-31T05:17:35.295865Z","end":"2026-03-31T05:17:35.503017Z","steps":["trace[724011274] 'agreement among raft nodes before linearized reading' (duration: 206.434068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.95859Z","caller":"traceutil/trace.go:171","msg":"trace[256037007] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"119.98051ms","start":"2026-03-31T05:17:35.838586Z","end":"2026-03-31T05:17:35.958567Z","steps":["trace[256037007] 'process raft request' (duration: 119.749964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.274456Z","caller":"traceutil/trace.go:171","msg":"trace[513459252] linearizableReadLoop","detail":"{readStateIndex:11697; appliedIndex:11696; }","duration":"235.258823ms","start":"2026-03-31T05:17:36.039171Z","end":"2026-03-31T05:17:36.27443Z","steps":["trace[513459252] 'read index received' (duration: 156.671011ms)","trace[513459252] 'applied index is now lower than readState.Index' (duration: 78.586512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:36.274658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.461659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:36.274706Z","caller":"traceutil/trace.go:171","msg":"trace[1591607544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11290; }","duration":"235.562482ms","start":"2026-03-31T05:17:36.039131Z","end":"2026-03-31T05:17:36.274693Z","steps":["trace[1591607544] 'agreement among raft nodes before linearized reading' (duration: 235.466049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.274747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.17428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:36.274809Z","caller":"traceutil/trace.go:171","msg":"trace[1950152167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11290; }","duration":"217.286993ms","start":"2026-03-31T05:17:36.057509Z","end":"2026-03-31T05:17:36.274796Z","steps":["trace[1950152167] 'agreement among raft nodes before linearized reading' (duration: 217.099508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:37.641028Z","caller":"traceutil/trace.go:171","msg":"trace[1132467036] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"133.080918ms","start":"2026-03-31T05:17:37.507912Z","end":"2026-03-31T05:17:37.640993Z","steps":["trace[1132467036] 'process raft request' (duration: 132.831791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.858285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.695057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:37.858517Z","caller":"traceutil/trace.go:171","msg":"trace[640987854] linearizableReadLoop","detail":"{readStateIndex:11701; appliedIndex:11698; }","duration":"260.132382ms","start":"2026-03-31T05:17:37.598365Z","end":"2026-03-31T05:17:37.858498Z","steps":["trace[640987854] 'read index received' (duration: 42.401736ms)","trace[640987854] 'applied index is now lower than readState.Index' (duration: 217.729646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:37.858559Z","caller":"traceutil/trace.go:171","msg":"trace[1556871198] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"349.881719ms","start":"2026-03-31T05:17:37.508642Z","end":"2026-03-31T05:17:37.858524Z","steps":["trace[1556871198] 'process raft request' (duration: 349.775116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:37.858725Z","caller":"traceutil/trace.go:171","msg":"trace[1842611931] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"350.173496ms","start":"2026-03-31T05:17:37.508508Z","end":"2026-03-31T05:17:37.858682Z","steps":["trace[1842611931] 'process raft request' (duration: 216.981325ms)","trace[1842611931] 'compare' (duration: 132.507012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:37.858774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.398039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:37.858849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:37.508618Z","time spent":"350.097214ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:37.858857Z","caller":"traceutil/trace.go:171","msg":"trace[325094225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11294; }","duration":"260.530622ms","start":"2026-03-31T05:17:37.598301Z","end":"2026-03-31T05:17:37.858831Z","steps":["trace[325094225] 'agreement among raft nodes before linearized reading' (duration: 260.278845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.858927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.276596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:17:37.859001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.439794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:17:37.859002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.013026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:37.859095Z","caller":"traceutil/trace.go:171","msg":"trace[93117139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11294; }","duration":"255.549607ms","start":"2026-03-31T05:17:37.603522Z","end":"2026-03-31T05:17:37.859072Z","steps":["trace[93117139] 'agreement among raft nodes before linearized reading' (duration: 255.29258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:37.859019Z","caller":"traceutil/trace.go:171","msg":"trace[1677331932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11294; }","duration":"256.39136ms","start":"2026-03-31T05:17:37.60261Z","end":"2026-03-31T05:17:37.859002Z","steps":["trace[1677331932] 'agreement among raft nodes before linearized reading' (duration: 256.192454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.859132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.459051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:37.859167Z","caller":"traceutil/trace.go:171","msg":"trace[1065535804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11294; }","duration":"256.510853ms","start":"2026-03-31T05:17:37.602646Z","end":"2026-03-31T05:17:37.859157Z","steps":["trace[1065535804] 'agreement among raft nodes before linearized reading' (duration: 256.4068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:37.859116Z","caller":"traceutil/trace.go:171","msg":"trace[925250838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11294; }","duration":"250.124459ms","start":"2026-03-31T05:17:37.608958Z","end":"2026-03-31T05:17:37.859082Z","steps":["trace[925250838] 'agreement among raft nodes before linearized reading' (duration: 249.881892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.859186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.207603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:37.859262Z","caller":"traceutil/trace.go:171","msg":"trace[1060935894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11294; }","duration":"253.308735ms","start":"2026-03-31T05:17:37.605944Z","end":"2026-03-31T05:17:37.859253Z","steps":["trace[1060935894] 'agreement among raft nodes before linearized reading' (duration: 253.158981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:37.859098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:37.508494Z","time spent":"350.31177ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:37.85981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.024267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:37.85989Z","caller":"traceutil/trace.go:171","msg":"trace[269034334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11294; }","duration":"257.14333ms","start":"2026-03-31T05:17:37.602725Z","end":"2026-03-31T05:17:37.859869Z","steps":["trace[269034334] 'agreement among raft nodes before linearized reading' (duration: 256.134463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:38.56865Z","caller":"traceutil/trace.go:171","msg":"trace[1220376059] linearizableReadLoop","detail":"{readStateIndex:11707; appliedIndex:11706; }","duration":"244.295349ms","start":"2026-03-31T05:17:38.324337Z","end":"2026-03-31T05:17:38.568633Z","steps":["trace[1220376059] 'read index received' (duration: 244.129265ms)","trace[1220376059] 'applied index is now lower than readState.Index' (duration: 165.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:38.568717Z","caller":"traceutil/trace.go:171","msg":"trace[296852517] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"245.082831ms","start":"2026-03-31T05:17:38.323613Z","end":"2026-03-31T05:17:38.568696Z","steps":["trace[296852517] 'process raft request' (duration: 244.905876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:38.568762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.405632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:38.568793Z","caller":"traceutil/trace.go:171","msg":"trace[3254160] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11300; }","duration":"244.477655ms","start":"2026-03-31T05:17:38.324307Z","end":"2026-03-31T05:17:38.568784Z","steps":["trace[3254160] 'agreement among raft nodes before linearized reading' (duration: 244.412333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:38.568788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.855326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:38.56883Z","caller":"traceutil/trace.go:171","msg":"trace[505028152] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11300; }","duration":"185.924739ms","start":"2026-03-31T05:17:38.382896Z","end":"2026-03-31T05:17:38.568821Z","steps":["trace[505028152] 'agreement among raft nodes before linearized reading' (duration: 185.864867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:39.878224Z","caller":"traceutil/trace.go:171","msg":"trace[83364903] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"231.608104ms","start":"2026-03-31T05:17:39.646592Z","end":"2026-03-31T05:17:39.8782Z","steps":["trace[83364903] 'process raft request' (duration: 231.45048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.123299Z","caller":"traceutil/trace.go:171","msg":"trace[938526941] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"202.099759ms","start":"2026-03-31T05:17:39.921163Z","end":"2026-03-31T05:17:40.123263Z","steps":["trace[938526941] 'process raft request' (duration: 201.857453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.165716Z","caller":"traceutil/trace.go:171","msg":"trace[1679667952] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"244.31803ms","start":"2026-03-31T05:17:39.921366Z","end":"2026-03-31T05:17:40.165684Z","steps":["trace[1679667952] 'process raft request' (duration: 244.080763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.16639Z","caller":"traceutil/trace.go:171","msg":"trace[1756979222] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"244.889196ms","start":"2026-03-31T05:17:39.921485Z","end":"2026-03-31T05:17:40.166374Z","steps":["trace[1756979222] 'process raft request' (duration: 244.132005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.166675Z","caller":"traceutil/trace.go:171","msg":"trace[1181112712] linearizableReadLoop","detail":"{readStateIndex:11715; appliedIndex:11710; }","duration":"125.904302ms","start":"2026-03-31T05:17:40.040745Z","end":"2026-03-31T05:17:40.166649Z","steps":["trace[1181112712] 'read index received' (duration: 82.377975ms)","trace[1181112712] 'applied index is now lower than readState.Index' (duration: 43.525287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:40.16707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.300383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:40.167124Z","caller":"traceutil/trace.go:171","msg":"trace[357604912] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"245.566005ms","start":"2026-03-31T05:17:39.921538Z","end":"2026-03-31T05:17:40.167104Z","steps":["trace[357604912] 'process raft request' (duration: 244.514316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.167164Z","caller":"traceutil/trace.go:171","msg":"trace[750166636] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11308; }","duration":"126.441737ms","start":"2026-03-31T05:17:40.0407Z","end":"2026-03-31T05:17:40.167142Z","steps":["trace[750166636] 'agreement among raft nodes before linearized reading' (duration: 126.266662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.167124Z","caller":"traceutil/trace.go:171","msg":"trace[1449516486] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"244.011022ms","start":"2026-03-31T05:17:39.923093Z","end":"2026-03-31T05:17:40.167104Z","steps":["trace[1449516486] 'process raft request' (duration: 243.479477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:40.856109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.116261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:40.856213Z","caller":"traceutil/trace.go:171","msg":"trace[1394695151] linearizableReadLoop","detail":"{readStateIndex:11718; appliedIndex:11717; }","duration":"149.746042ms","start":"2026-03-31T05:17:40.70645Z","end":"2026-03-31T05:17:40.856196Z","steps":["trace[1394695151] 'read index received' (duration: 50.612µs)","trace[1394695151] 'applied index is now lower than readState.Index' (duration: 149.69376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:40.856267Z","caller":"traceutil/trace.go:171","msg":"trace[1142788698] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"279.494819ms","start":"2026-03-31T05:17:40.576738Z","end":"2026-03-31T05:17:40.856233Z","steps":["trace[1142788698] 'process raft request' (duration: 30.171623ms)","trace[1142788698] 'compare' (duration: 249.027638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:40.856336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.890856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:40.856366Z","caller":"traceutil/trace.go:171","msg":"trace[1354510065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11310; }","duration":"149.985819ms","start":"2026-03-31T05:17:40.706366Z","end":"2026-03-31T05:17:40.856352Z","steps":["trace[1354510065] 'agreement among raft nodes before linearized reading' (duration: 149.874576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:40.955532Z","caller":"traceutil/trace.go:171","msg":"trace[790975083] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"156.866386ms","start":"2026-03-31T05:17:40.798421Z","end":"2026-03-31T05:17:40.955287Z","steps":["trace[790975083] 'process raft request' (duration: 156.721272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.103925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.704551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:41.103998Z","caller":"traceutil/trace.go:171","msg":"trace[1658287554] linearizableReadLoop","detail":"{readStateIndex:11720; appliedIndex:11719; }","duration":"137.319334ms","start":"2026-03-31T05:17:40.966667Z","end":"2026-03-31T05:17:41.103987Z","steps":["trace[1658287554] 'read index received' (duration: 27.455358ms)","trace[1658287554] 'applied index is now lower than readState.Index' (duration: 109.862956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:41.104078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.421856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:17:41.104095Z","caller":"traceutil/trace.go:171","msg":"trace[1738071272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11312; }","duration":"137.473537ms","start":"2026-03-31T05:17:40.966617Z","end":"2026-03-31T05:17:41.104091Z","steps":["trace[1738071272] 'agreement among raft nodes before linearized reading' (duration: 137.395325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.104114Z","caller":"traceutil/trace.go:171","msg":"trace[4331743] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"243.843677ms","start":"2026-03-31T05:17:40.860248Z","end":"2026-03-31T05:17:41.104092Z","steps":["trace[4331743] 'process raft request' (duration: 133.9154ms)","trace[4331743] 'compare' (duration: 109.607699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:41.374761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.468303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:41.374911Z","caller":"traceutil/trace.go:171","msg":"trace[942153991] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"266.295809ms","start":"2026-03-31T05:17:41.108585Z","end":"2026-03-31T05:17:41.374881Z","steps":["trace[942153991] 'process raft request' (duration: 152.555008ms)","trace[942153991] 'compare' (duration: 113.32561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:41.996741Z","caller":"traceutil/trace.go:171","msg":"trace[1810112453] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"113.409022ms","start":"2026-03-31T05:17:41.883311Z","end":"2026-03-31T05:17:41.99672Z","steps":["trace[1810112453] 'process raft request' (duration: 113.281748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:42.855393Z","caller":"traceutil/trace.go:171","msg":"trace[1214906750] linearizableReadLoop","detail":"{readStateIndex:11724; appliedIndex:11721; }","duration":"925.167191ms","start":"2026-03-31T05:17:41.930207Z","end":"2026-03-31T05:17:42.855374Z","steps":["trace[1214906750] 'read index received' (duration: 66.428371ms)","trace[1214906750] 'applied index is now lower than readState.Index' (duration: 858.73814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:42.855461Z","caller":"traceutil/trace.go:171","msg":"trace[1909482922] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"934.813673ms","start":"2026-03-31T05:17:41.920606Z","end":"2026-03-31T05:17:42.855419Z","steps":["trace[1909482922] 'process raft request' (duration: 934.531636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.855613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.531494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:17:42.855615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.408767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:42.855656Z","caller":"traceutil/trace.go:171","msg":"trace[1677278813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11316; }","duration":"723.622406ms","start":"2026-03-31T05:17:42.132019Z","end":"2026-03-31T05:17:42.855641Z","steps":["trace[1677278813] 'agreement among raft nodes before linearized reading' (duration: 723.500873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:42.85566Z","caller":"traceutil/trace.go:171","msg":"trace[1627974021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11316; }","duration":"925.4907ms","start":"2026-03-31T05:17:41.930159Z","end":"2026-03-31T05:17:42.85565Z","steps":["trace[1627974021] 'agreement among raft nodes before linearized reading' (duration: 925.298334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.855698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.930142Z","time spent":"925.546331ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:17:42.855771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.499813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:17:42.855791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.31625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:42.855845Z","caller":"traceutil/trace.go:171","msg":"trace[898392171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11316; }","duration":"682.411302ms","start":"2026-03-31T05:17:42.173417Z","end":"2026-03-31T05:17:42.855829Z","steps":["trace[898392171] 'agreement among raft nodes before linearized reading' (duration: 682.276049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.855697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.131998Z","time spent":"723.689848ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:42.855848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.92058Z","time spent":"934.970128ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:42.855895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.790728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:17:42.855931Z","caller":"traceutil/trace.go:171","msg":"trace[1816002027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11316; }","duration":"684.86796ms","start":"2026-03-31T05:17:42.171056Z","end":"2026-03-31T05:17:42.855924Z","steps":["trace[1816002027] 'agreement among raft nodes before linearized reading' (duration: 684.770907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.85594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.655997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:42.855964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.171033Z","time spent":"684.923862ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:17:42.855975Z","caller":"traceutil/trace.go:171","msg":"trace[1071554237] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11316; }","duration":"526.686328ms","start":"2026-03-31T05:17:42.329274Z","end":"2026-03-31T05:17:42.85596Z","steps":["trace[1071554237] 'agreement among raft nodes before linearized reading' (duration: 526.634697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.855997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.326927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:42.856031Z","caller":"traceutil/trace.go:171","msg":"trace[1210600364] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"935.088131ms","start":"2026-03-31T05:17:41.920914Z","end":"2026-03-31T05:17:42.856002Z","steps":["trace[1210600364] 'process raft request' (duration: 934.408523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.778832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:42.856098Z","caller":"traceutil/trace.go:171","msg":"trace[386039157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11316; }","duration":"372.837104ms","start":"2026-03-31T05:17:42.483253Z","end":"2026-03-31T05:17:42.85609Z","steps":["trace[386039157] 'agreement among raft nodes before linearized reading' (duration: 372.787602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.483236Z","time spent":"372.886504ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:42.856123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.410313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:42.856164Z","caller":"traceutil/trace.go:171","msg":"trace[1649652160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11316; }","duration":"682.470084ms","start":"2026-03-31T05:17:42.173685Z","end":"2026-03-31T05:17:42.856155Z","steps":["trace[1649652160] 'agreement among raft nodes before linearized reading' (duration: 682.356441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:42.856062Z","caller":"traceutil/trace.go:171","msg":"trace[1167938661] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11316; }","duration":"307.42815ms","start":"2026-03-31T05:17:42.54862Z","end":"2026-03-31T05:17:42.856048Z","steps":["trace[1167938661] 'agreement among raft nodes before linearized reading' (duration: 307.296477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.548602Z","time spent":"307.629026ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:42.856255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.886244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:42.856288Z","caller":"traceutil/trace.go:171","msg":"trace[1607666667] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11316; }","duration":"471.951916ms","start":"2026-03-31T05:17:42.384326Z","end":"2026-03-31T05:17:42.856278Z","steps":["trace[1607666667] 'agreement among raft nodes before linearized reading' (duration: 471.906645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.399505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T05:17:42.856323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.384305Z","time spent":"472.010777ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:42.855806Z","caller":"traceutil/trace.go:171","msg":"trace[1707452029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11316; }","duration":"683.553444ms","start":"2026-03-31T05:17:42.172243Z","end":"2026-03-31T05:17:42.855797Z","steps":["trace[1707452029] 'agreement among raft nodes before linearized reading' (duration: 683.471991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.172234Z","time spent":"684.156371ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:42.856155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.920889Z","time spent":"935.207974ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:42.85642Z","caller":"traceutil/trace.go:171","msg":"trace[1237800746] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11316; }","duration":"495.791716ms","start":"2026-03-31T05:17:42.360562Z","end":"2026-03-31T05:17:42.856353Z","steps":["trace[1237800746] 'agreement among raft nodes before linearized reading' (duration: 495.114127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.856584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.360534Z","time spent":"496.030173ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:17:42.856016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.329224Z","time spent":"526.77939ms","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:42.856202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.173672Z","time spent":"682.522945ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:42.855888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.173395Z","time spent":"682.485125ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:43.333383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.979807ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.333521Z","caller":"traceutil/trace.go:171","msg":"trace[257117551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11316; }","duration":"242.140791ms","start":"2026-03-31T05:17:43.091358Z","end":"2026-03-31T05:17:43.333499Z","steps":["trace[257117551] 'range keys from in-memory index tree' (duration: 241.955945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.334825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.135846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:43.33494Z","caller":"traceutil/trace.go:171","msg":"trace[960072075] linearizableReadLoop","detail":"{readStateIndex:11725; appliedIndex:11724; }","duration":"472.966722ms","start":"2026-03-31T05:17:42.861915Z","end":"2026-03-31T05:17:43.334882Z","steps":["trace[960072075] 'read index received' (duration: 101.717562ms)","trace[960072075] 'applied index is now lower than readState.Index' (duration: 371.24784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:43.335049Z","caller":"traceutil/trace.go:171","msg":"trace[1701324454] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"474.36992ms","start":"2026-03-31T05:17:42.86063Z","end":"2026-03-31T05:17:43.335Z","steps":["trace[1701324454] 'process raft request' (duration: 102.988087ms)","trace[1701324454] 'compare' (duration: 370.759436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:43.33523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.860614Z","time spent":"474.527615ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.335554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.691802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375100"} {"level":"info","ts":"2026-03-31T05:17:43.335618Z","caller":"traceutil/trace.go:171","msg":"trace[1963721747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11317; }","duration":"473.761163ms","start":"2026-03-31T05:17:42.861843Z","end":"2026-03-31T05:17:43.335604Z","steps":["trace[1963721747] 'agreement among raft nodes before linearized reading' (duration: 473.186448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.335665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.861817Z","time spent":"473.834006ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375124,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:43.371206Z","caller":"traceutil/trace.go:171","msg":"trace[1399702203] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"508.586943ms","start":"2026-03-31T05:17:42.8626Z","end":"2026-03-31T05:17:43.371187Z","steps":["trace[1399702203] 'process raft request' (duration: 508.302206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.371364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.862585Z","time spent":"508.685086ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:43.3716Z","caller":"traceutil/trace.go:171","msg":"trace[1397269473] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"508.85778ms","start":"2026-03-31T05:17:42.862698Z","end":"2026-03-31T05:17:43.371556Z","steps":["trace[1397269473] 'process raft request' (duration: 508.421469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.371711Z","caller":"traceutil/trace.go:171","msg":"trace[228201055] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"508.946383ms","start":"2026-03-31T05:17:42.862744Z","end":"2026-03-31T05:17:43.37169Z","steps":["trace[228201055] 'process raft request' (duration: 508.538382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.371842Z","caller":"traceutil/trace.go:171","msg":"trace[1984465342] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"509.054916ms","start":"2026-03-31T05:17:42.862777Z","end":"2026-03-31T05:17:43.371832Z","steps":["trace[1984465342] 'process raft request' (duration: 508.804119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.371876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.862355Z","time spent":"509.464947ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.371906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.862752Z","time spent":"509.123068ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.371915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.862685Z","time spent":"509.002914ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.372335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.227549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.372434Z","caller":"traceutil/trace.go:171","msg":"trace[108962846] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"508.536982ms","start":"2026-03-31T05:17:42.863884Z","end":"2026-03-31T05:17:43.372421Z","steps":["trace[108962846] 'process raft request' (duration: 507.907415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.372408Z","caller":"traceutil/trace.go:171","msg":"trace[685340178] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11322; }","duration":"389.342543ms","start":"2026-03-31T05:17:42.983045Z","end":"2026-03-31T05:17:43.372387Z","steps":["trace[685340178] 'agreement among raft nodes before linearized reading' (duration: 389.191479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.372493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.863875Z","time spent":"508.593523ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.372504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.983013Z","time spent":"389.473096ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:43.764702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.072568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T05:17:43.764799Z","caller":"traceutil/trace.go:171","msg":"trace[987349626] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11322; }","duration":"217.220752ms","start":"2026-03-31T05:17:43.547557Z","end":"2026-03-31T05:17:43.764777Z","steps":["trace[987349626] 'range keys from in-memory index tree' (duration: 216.877102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.764872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.340641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:43.765169Z","caller":"traceutil/trace.go:171","msg":"trace[1432521147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11322; }","duration":"171.67672ms","start":"2026-03-31T05:17:43.593465Z","end":"2026-03-31T05:17:43.765142Z","steps":["trace[1432521147] 'range keys from in-memory index tree' (duration: 171.109415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.191258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.803484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:45.191355Z","caller":"traceutil/trace.go:171","msg":"trace[884031708] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"328.233868ms","start":"2026-03-31T05:17:44.86311Z","end":"2026-03-31T05:17:45.191344Z","steps":["trace[884031708] 'process raft request' (duration: 171.29273ms)","trace[884031708] 'compare' (duration: 156.731592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:45.191387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.863085Z","time spent":"328.28831ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:45.564079Z","caller":"traceutil/trace.go:171","msg":"trace[975483009] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"127.243858ms","start":"2026-03-31T05:17:45.436809Z","end":"2026-03-31T05:17:45.564053Z","steps":["trace[975483009] 'process raft request' (duration: 38.15092ms)","trace[975483009] 'compare' (duration: 88.918544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.564286Z","caller":"traceutil/trace.go:171","msg":"trace[67119994] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"127.416383ms","start":"2026-03-31T05:17:45.436808Z","end":"2026-03-31T05:17:45.564225Z","steps":["trace[67119994] 'process raft request' (duration: 127.200027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.564595Z","caller":"traceutil/trace.go:171","msg":"trace[1233176031] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"127.451854ms","start":"2026-03-31T05:17:45.437135Z","end":"2026-03-31T05:17:45.564587Z","steps":["trace[1233176031] 'process raft request' (duration: 127.043493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.564929Z","caller":"traceutil/trace.go:171","msg":"trace[1750521168] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"127.703941ms","start":"2026-03-31T05:17:45.437172Z","end":"2026-03-31T05:17:45.564876Z","steps":["trace[1750521168] 'process raft request' (duration: 127.383412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:46.109301Z","caller":"traceutil/trace.go:171","msg":"trace[1175601406] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"107.975814ms","start":"2026-03-31T05:17:46.001282Z","end":"2026-03-31T05:17:46.109258Z","steps":["trace[1175601406] 'process raft request' (duration: 107.697296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.69167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.132908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:46.698306Z","caller":"traceutil/trace.go:171","msg":"trace[1926848244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11334; }","duration":"239.310743ms","start":"2026-03-31T05:17:46.452446Z","end":"2026-03-31T05:17:46.691757Z","steps":["trace[1926848244] 'count revisions from in-memory index tree' (duration: 239.024335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:47.597553Z","caller":"traceutil/trace.go:171","msg":"trace[620743230] linearizableReadLoop","detail":"{readStateIndex:11747; appliedIndex:11746; }","duration":"114.967314ms","start":"2026-03-31T05:17:47.482551Z","end":"2026-03-31T05:17:47.597518Z","steps":["trace[620743230] 'read index received' (duration: 106.400711ms)","trace[620743230] 'applied index is now lower than readState.Index' (duration: 8.565153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:47.597648Z","caller":"traceutil/trace.go:171","msg":"trace[1101115139] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"119.988381ms","start":"2026-03-31T05:17:47.477631Z","end":"2026-03-31T05:17:47.597619Z","steps":["trace[1101115139] 'process raft request' (duration: 111.396147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:47.597749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:47.597829Z","caller":"traceutil/trace.go:171","msg":"trace[1850018013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11338; }","duration":"115.300623ms","start":"2026-03-31T05:17:47.48251Z","end":"2026-03-31T05:17:47.597811Z","steps":["trace[1850018013] 'agreement among raft nodes before linearized reading' (duration: 115.16202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:47.96644Z","caller":"traceutil/trace.go:171","msg":"trace[1119652003] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"168.593976ms","start":"2026-03-31T05:17:47.797816Z","end":"2026-03-31T05:17:47.96641Z","steps":["trace[1119652003] 'process raft request' (duration: 168.419561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:48.349417Z","caller":"traceutil/trace.go:171","msg":"trace[810773409] transaction","detail":"{read_only:false; response_revision:11344; number_of_response:1; }","duration":"233.699301ms","start":"2026-03-31T05:17:48.115688Z","end":"2026-03-31T05:17:48.349387Z","steps":["trace[810773409] 'process raft request' (duration: 135.410081ms)","trace[810773409] 'compare' (duration: 98.164046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:49.234759Z","caller":"traceutil/trace.go:171","msg":"trace[1458435684] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"289.259576ms","start":"2026-03-31T05:17:48.945477Z","end":"2026-03-31T05:17:49.234737Z","steps":["trace[1458435684] 'process raft request' (duration: 289.105991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.234858Z","caller":"traceutil/trace.go:171","msg":"trace[1326701670] linearizableReadLoop","detail":"{readStateIndex:11755; appliedIndex:11755; }","duration":"271.285285ms","start":"2026-03-31T05:17:48.963542Z","end":"2026-03-31T05:17:49.234828Z","steps":["trace[1326701670] 'read index received' (duration: 271.273365ms)","trace[1326701670] 'applied index is now lower than readState.Index' (duration: 9.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:49.234996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.44823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:49.235062Z","caller":"traceutil/trace.go:171","msg":"trace[1346844997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11346; }","duration":"271.564133ms","start":"2026-03-31T05:17:48.963479Z","end":"2026-03-31T05:17:49.235043Z","steps":["trace[1346844997] 'agreement among raft nodes before linearized reading' (duration: 271.46496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.304618Z","caller":"traceutil/trace.go:171","msg":"trace[1799548426] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"326.960813ms","start":"2026-03-31T05:17:48.977627Z","end":"2026-03-31T05:17:49.304588Z","steps":["trace[1799548426] 'process raft request' (duration: 326.756637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.304772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.977598Z","time spent":"327.087557ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:49.304751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.281376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:49.304879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.910134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:49.304949Z","caller":"traceutil/trace.go:171","msg":"trace[47447928] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11347; }","duration":"308.043747ms","start":"2026-03-31T05:17:48.99689Z","end":"2026-03-31T05:17:49.304934Z","steps":["trace[47447928] 'agreement among raft nodes before linearized reading' (duration: 307.838192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.304947Z","caller":"traceutil/trace.go:171","msg":"trace[1233126600] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11347; }","duration":"289.532723ms","start":"2026-03-31T05:17:49.015392Z","end":"2026-03-31T05:17:49.304925Z","steps":["trace[1233126600] 'agreement among raft nodes before linearized reading' (duration: 289.237165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.304992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.996861Z","time spent":"308.12374ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:49.587304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.953124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:49.587387Z","caller":"traceutil/trace.go:171","msg":"trace[176523620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11348; }","duration":"104.054517ms","start":"2026-03-31T05:17:49.483314Z","end":"2026-03-31T05:17:49.587368Z","steps":["trace[176523620] 'range keys from in-memory index tree' (duration: 103.920943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.587381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.115664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:17:49.587441Z","caller":"traceutil/trace.go:171","msg":"trace[659379873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11348; }","duration":"109.222797ms","start":"2026-03-31T05:17:49.478201Z","end":"2026-03-31T05:17:49.587424Z","steps":["trace[659379873] 'range keys from in-memory index tree' (duration: 108.906349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.587607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.034583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-sync-t2bxx\" ","response":"range_response_count:1 size:2785"} {"level":"info","ts":"2026-03-31T05:17:49.587642Z","caller":"traceutil/trace.go:171","msg":"trace[1271945094] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-sync-t2bxx; range_end:; response_count:1; response_revision:11348; }","duration":"127.113625ms","start":"2026-03-31T05:17:49.460518Z","end":"2026-03-31T05:17:49.587631Z","steps":["trace[1271945094] 'range keys from in-memory index tree' (duration: 126.91257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.5876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.06904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:17:49.58773Z","caller":"traceutil/trace.go:171","msg":"trace[742191000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11348; }","duration":"209.262065ms","start":"2026-03-31T05:17:49.378439Z","end":"2026-03-31T05:17:49.587701Z","steps":["trace[742191000] 'range keys from in-memory index tree' (duration: 208.799112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.587897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.073735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:49.58795Z","caller":"traceutil/trace.go:171","msg":"trace[1177369676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11348; }","duration":"105.141656ms","start":"2026-03-31T05:17:49.482793Z","end":"2026-03-31T05:17:49.587935Z","steps":["trace[1177369676] 'range keys from in-memory index tree' (duration: 104.971331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.883803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.666715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:49.883905Z","caller":"traceutil/trace.go:171","msg":"trace[1387503770] linearizableReadLoop","detail":"{readStateIndex:11760; appliedIndex:11759; }","duration":"230.453682ms","start":"2026-03-31T05:17:49.653434Z","end":"2026-03-31T05:17:49.883888Z","steps":["trace[1387503770] 'read index received' (duration: 71.613582ms)","trace[1387503770] 'applied index is now lower than readState.Index' (duration: 158.83866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:49.883956Z","caller":"traceutil/trace.go:171","msg":"trace[1814847720] transaction","detail":"{read_only:false; response_revision:11351; number_of_response:1; }","duration":"258.792865ms","start":"2026-03-31T05:17:49.62513Z","end":"2026-03-31T05:17:49.883923Z","steps":["trace[1814847720] 'process raft request' (duration: 99.896833ms)","trace[1814847720] 'compare' (duration: 158.294945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:49.884268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.831283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:49.884333Z","caller":"traceutil/trace.go:171","msg":"trace[2046376484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11351; }","duration":"231.013428ms","start":"2026-03-31T05:17:49.653307Z","end":"2026-03-31T05:17:49.884321Z","steps":["trace[2046376484] 'agreement among raft nodes before linearized reading' (duration: 230.673528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.884391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.629445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:17:49.88441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.578394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-t2bxx\" ","response":"range_response_count:1 size:7054"} {"level":"info","ts":"2026-03-31T05:17:49.884439Z","caller":"traceutil/trace.go:171","msg":"trace[1456613825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11351; }","duration":"227.715617ms","start":"2026-03-31T05:17:49.656707Z","end":"2026-03-31T05:17:49.884423Z","steps":["trace[1456613825] 'agreement among raft nodes before linearized reading' (duration: 227.577934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:49.884475Z","caller":"traceutil/trace.go:171","msg":"trace[1914794361] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-t2bxx; range_end:; response_count:1; response_revision:11351; }","duration":"121.693827ms","start":"2026-03-31T05:17:49.762764Z","end":"2026-03-31T05:17:49.884458Z","steps":["trace[1914794361] 'agreement among raft nodes before linearized reading' (duration: 121.489392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.884466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.656676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:49.884544Z","caller":"traceutil/trace.go:171","msg":"trace[1354408036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11351; }","duration":"227.790359ms","start":"2026-03-31T05:17:49.656736Z","end":"2026-03-31T05:17:49.884526Z","steps":["trace[1354408036] 'agreement among raft nodes before linearized reading' (duration: 227.546413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:49.884789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.070198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:49.884867Z","caller":"traceutil/trace.go:171","msg":"trace[1313577222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11351; }","duration":"228.232112ms","start":"2026-03-31T05:17:49.656614Z","end":"2026-03-31T05:17:49.884846Z","steps":["trace[1313577222] 'agreement among raft nodes before linearized reading' (duration: 227.636656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:50.153899Z","caller":"traceutil/trace.go:171","msg":"trace[656557726] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"264.774498ms","start":"2026-03-31T05:17:49.889075Z","end":"2026-03-31T05:17:50.15385Z","steps":["trace[656557726] 'process raft request' (duration: 264.704596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:50.153969Z","caller":"traceutil/trace.go:171","msg":"trace[844646443] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"264.894241ms","start":"2026-03-31T05:17:49.889033Z","end":"2026-03-31T05:17:50.153927Z","steps":["trace[844646443] 'process raft request' (duration: 264.595763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:50.154267Z","caller":"traceutil/trace.go:171","msg":"trace[1263516267] transaction","detail":"{read_only:false; response_revision:11356; number_of_response:1; }","duration":"260.45367ms","start":"2026-03-31T05:17:49.893792Z","end":"2026-03-31T05:17:50.154246Z","steps":["trace[1263516267] 'process raft request' (duration: 260.300576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:50.154308Z","caller":"traceutil/trace.go:171","msg":"trace[615636996] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"265.048235ms","start":"2026-03-31T05:17:49.889195Z","end":"2026-03-31T05:17:50.154244Z","steps":["trace[615636996] 'process raft request' (duration: 264.622693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:51.346781Z","caller":"traceutil/trace.go:171","msg":"trace[438160279] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"106.713968ms","start":"2026-03-31T05:17:51.240049Z","end":"2026-03-31T05:17:51.346763Z","steps":["trace[438160279] 'process raft request' (duration: 106.591135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:52.556665Z","caller":"traceutil/trace.go:171","msg":"trace[219462076] transaction","detail":"{read_only:false; response_revision:11371; number_of_response:1; }","duration":"393.512977ms","start":"2026-03-31T05:17:52.163125Z","end":"2026-03-31T05:17:52.556638Z","steps":["trace[219462076] 'process raft request' (duration: 393.450915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.55682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:52.163094Z","time spent":"393.649951ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:52.556759Z","caller":"traceutil/trace.go:171","msg":"trace[357548868] transaction","detail":"{read_only:false; response_revision:11370; number_of_response:1; }","duration":"393.930969ms","start":"2026-03-31T05:17:52.162811Z","end":"2026-03-31T05:17:52.556742Z","steps":["trace[357548868] 'process raft request' (duration: 393.60649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.556904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:52.162792Z","time spent":"394.081192ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:52.594417Z","caller":"traceutil/trace.go:171","msg":"trace[1502183003] linearizableReadLoop","detail":"{readStateIndex:11782; appliedIndex:11779; }","duration":"112.60553ms","start":"2026-03-31T05:17:52.481787Z","end":"2026-03-31T05:17:52.594393Z","steps":["trace[1502183003] 'read index received' (duration: 74.684946ms)","trace[1502183003] 'applied index is now lower than readState.Index' (duration: 37.919534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:52.59451Z","caller":"traceutil/trace.go:171","msg":"trace[1920518784] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"213.318226ms","start":"2026-03-31T05:17:52.38116Z","end":"2026-03-31T05:17:52.594479Z","steps":["trace[1920518784] 'process raft request' (duration: 213.10225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.594543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.745834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:52.594575Z","caller":"traceutil/trace.go:171","msg":"trace[839543131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11372; }","duration":"112.840666ms","start":"2026-03-31T05:17:52.481724Z","end":"2026-03-31T05:17:52.594565Z","steps":["trace[839543131] 'agreement among raft nodes before linearized reading' (duration: 112.765544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:53.12665Z","caller":"traceutil/trace.go:171","msg":"trace[1664556912] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"128.867013ms","start":"2026-03-31T05:17:52.99775Z","end":"2026-03-31T05:17:53.126617Z","steps":["trace[1664556912] 'process raft request' (duration: 128.700969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.398797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.734564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:53.398913Z","caller":"traceutil/trace.go:171","msg":"trace[1213375731] transaction","detail":"{read_only:false; response_revision:11377; number_of_response:1; }","duration":"168.972376ms","start":"2026-03-31T05:17:53.22992Z","end":"2026-03-31T05:17:53.398893Z","steps":["trace[1213375731] 'process raft request' (duration: 30.870942ms)","trace[1213375731] 'compare' (duration: 137.412936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:53.887309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.621554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:53.887618Z","caller":"traceutil/trace.go:171","msg":"trace[1653204457] transaction","detail":"{read_only:false; response_revision:11381; number_of_response:1; }","duration":"533.261466ms","start":"2026-03-31T05:17:53.354344Z","end":"2026-03-31T05:17:53.887605Z","steps":["trace[1653204457] 'process raft request' (duration: 533.214134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.887708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.352321Z","time spent":"535.328622ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:53.887814Z","caller":"traceutil/trace.go:171","msg":"trace[889285681] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"657.822351ms","start":"2026-03-31T05:17:53.229948Z","end":"2026-03-31T05:17:53.88777Z","steps":["trace[889285681] 'process raft request' (duration: 363.667383ms)","trace[889285681] 'compare' (duration: 293.435789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:53.887802Z","caller":"traceutil/trace.go:171","msg":"trace[554816723] linearizableReadLoop","detail":"{readStateIndex:11788; appliedIndex:11786; }","duration":"640.886459ms","start":"2026-03-31T05:17:53.246892Z","end":"2026-03-31T05:17:53.887779Z","steps":["trace[554816723] 'read index received' (duration: 13.913469ms)","trace[554816723] 'applied index is now lower than readState.Index' (duration: 626.97153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:53.887876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.229845Z","time spent":"658.001316ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1237,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:53.887868Z","caller":"traceutil/trace.go:171","msg":"trace[863298978] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"533.78421ms","start":"2026-03-31T05:17:53.354029Z","end":"2026-03-31T05:17:53.887814Z","steps":["trace[863298978] 'process raft request' (duration: 533.466032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.887938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.948631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:53.88797Z","caller":"traceutil/trace.go:171","msg":"trace[1005504405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11381; }","duration":"404.030793ms","start":"2026-03-31T05:17:53.483929Z","end":"2026-03-31T05:17:53.88796Z","steps":["trace[1005504405] 'agreement among raft nodes before linearized reading' (duration: 403.963402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.888001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.483908Z","time spent":"404.085314ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:53.888015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.354013Z","time spent":"533.930634ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:53.888053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.159847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128382"} {"level":"warn","ts":"2026-03-31T05:17:53.888096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.857989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:17:53.888091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.662035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:17:53.888134Z","caller":"traceutil/trace.go:171","msg":"trace[194321172] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11381; }","duration":"641.25818ms","start":"2026-03-31T05:17:53.24684Z","end":"2026-03-31T05:17:53.888098Z","steps":["trace[194321172] 'agreement among raft nodes before linearized reading' (duration: 641.026484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:53.888156Z","caller":"traceutil/trace.go:171","msg":"trace[935616756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11381; }","duration":"184.94943ms","start":"2026-03-31T05:17:53.703191Z","end":"2026-03-31T05:17:53.88814Z","steps":["trace[935616756] 'agreement among raft nodes before linearized reading' (duration: 184.752945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:53.88817Z","caller":"traceutil/trace.go:171","msg":"trace[1885233675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11381; }","duration":"172.785779ms","start":"2026-03-31T05:17:53.715364Z","end":"2026-03-31T05:17:53.88815Z","steps":["trace[1885233675] 'agreement among raft nodes before linearized reading' (duration: 172.550082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.888179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.246818Z","time spent":"641.349392ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128406,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T05:17:53.887599Z","caller":"traceutil/trace.go:171","msg":"trace[1440407104] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"640.15411ms","start":"2026-03-31T05:17:53.247413Z","end":"2026-03-31T05:17:53.887567Z","steps":["trace[1440407104] 'process raft request' (duration: 639.983705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.888341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.247383Z","time spent":"640.917241ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:54.448937Z","caller":"traceutil/trace.go:171","msg":"trace[1172608127] linearizableReadLoop","detail":"{readStateIndex:11793; appliedIndex:11791; }","duration":"556.199182ms","start":"2026-03-31T05:17:53.892715Z","end":"2026-03-31T05:17:54.448914Z","steps":["trace[1172608127] 'read index received' (duration: 500.107703ms)","trace[1172608127] 'applied index is now lower than readState.Index' (duration: 56.090429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:54.449076Z","caller":"traceutil/trace.go:171","msg":"trace[829017446] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"557.164128ms","start":"2026-03-31T05:17:53.891895Z","end":"2026-03-31T05:17:54.449059Z","steps":["trace[829017446] 'process raft request' (duration: 500.813992ms)","trace[829017446] 'compare' (duration: 55.867933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:54.449478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.891873Z","time spent":"557.437376ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:54.449569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.463002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:17:54.449582Z","caller":"traceutil/trace.go:171","msg":"trace[1773101760] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"557.136698ms","start":"2026-03-31T05:17:53.892395Z","end":"2026-03-31T05:17:54.449531Z","steps":["trace[1773101760] 'process raft request' (duration: 556.426489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.44966Z","caller":"traceutil/trace.go:171","msg":"trace[2036796867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11383; }","duration":"497.593675ms","start":"2026-03-31T05:17:53.952043Z","end":"2026-03-31T05:17:54.449636Z","steps":["trace[2036796867] 'agreement among raft nodes before linearized reading' (duration: 497.355799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.449589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.148042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:17:54.449707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.952022Z","time spent":"497.674257ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:54.449704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.361263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:17:54.449722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.892384Z","time spent":"557.269362ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:54.449746Z","caller":"traceutil/trace.go:171","msg":"trace[1420637462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11383; }","duration":"459.444895ms","start":"2026-03-31T05:17:53.990291Z","end":"2026-03-31T05:17:54.449736Z","steps":["trace[1420637462] 'agreement among raft nodes before linearized reading' (duration: 459.215979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.449725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.70869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:54.449827Z","caller":"traceutil/trace.go:171","msg":"trace[1288371980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11383; }","duration":"113.856334ms","start":"2026-03-31T05:17:54.335949Z","end":"2026-03-31T05:17:54.449805Z","steps":["trace[1288371980] 'agreement among raft nodes before linearized reading' (duration: 113.547865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.44974Z","caller":"traceutil/trace.go:171","msg":"trace[307676322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11383; }","duration":"238.344188ms","start":"2026-03-31T05:17:54.211376Z","end":"2026-03-31T05:17:54.44972Z","steps":["trace[307676322] 'agreement among raft nodes before linearized reading' (duration: 238.088061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.449771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.990276Z","time spent":"459.490386ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:54.450044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.306812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375186"} {"level":"info","ts":"2026-03-31T05:17:54.450129Z","caller":"traceutil/trace.go:171","msg":"trace[1165755511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11383; }","duration":"557.425566ms","start":"2026-03-31T05:17:53.892682Z","end":"2026-03-31T05:17:54.450108Z","steps":["trace[1165755511] 'agreement among raft nodes before linearized reading' (duration: 556.531882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.450206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.892673Z","time spent":"557.512948ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:54.67303Z","caller":"traceutil/trace.go:171","msg":"trace[713645731] linearizableReadLoop","detail":"{readStateIndex:11794; appliedIndex:11793; }","duration":"219.033701ms","start":"2026-03-31T05:17:54.453977Z","end":"2026-03-31T05:17:54.67301Z","steps":["trace[713645731] 'read index received' (duration: 198.161403ms)","trace[713645731] 'applied index is now lower than readState.Index' (duration: 20.871588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:54.673117Z","caller":"traceutil/trace.go:171","msg":"trace[1599631508] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"220.143281ms","start":"2026-03-31T05:17:54.452942Z","end":"2026-03-31T05:17:54.673085Z","steps":["trace[1599631508] 'process raft request' (duration: 199.137569ms)","trace[1599631508] 'compare' (duration: 20.840588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:54.673212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.230416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:17:54.673235Z","caller":"traceutil/trace.go:171","msg":"trace[1402011671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11384; }","duration":"219.293068ms","start":"2026-03-31T05:17:54.453935Z","end":"2026-03-31T05:17:54.673228Z","steps":["trace[1402011671] 'agreement among raft nodes before linearized reading' (duration: 219.165545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.747933Z","caller":"traceutil/trace.go:171","msg":"trace[1367311829] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"293.430189ms","start":"2026-03-31T05:17:54.454475Z","end":"2026-03-31T05:17:54.747905Z","steps":["trace[1367311829] 'process raft request' (duration: 293.130041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.747968Z","caller":"traceutil/trace.go:171","msg":"trace[719376995] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"147.173122ms","start":"2026-03-31T05:17:54.600779Z","end":"2026-03-31T05:17:54.747952Z","steps":["trace[719376995] 'process raft request' (duration: 147.09666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.748082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.841994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:17:54.74814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.299818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:54.74811Z","caller":"traceutil/trace.go:171","msg":"trace[169077664] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"292.274087ms","start":"2026-03-31T05:17:54.455788Z","end":"2026-03-31T05:17:54.748062Z","steps":["trace[169077664] 'process raft request' (duration: 292.053461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.74818Z","caller":"traceutil/trace.go:171","msg":"trace[1327104038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11388; }","duration":"182.980538ms","start":"2026-03-31T05:17:54.565176Z","end":"2026-03-31T05:17:54.748157Z","steps":["trace[1327104038] 'agreement among raft nodes before linearized reading' (duration: 182.776652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.748179Z","caller":"traceutil/trace.go:171","msg":"trace[1413522374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11388; }","duration":"263.38864ms","start":"2026-03-31T05:17:54.48478Z","end":"2026-03-31T05:17:54.748168Z","steps":["trace[1413522374] 'agreement among raft nodes before linearized reading' (duration: 263.311958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.748179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.299065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:17:54.748384Z","caller":"traceutil/trace.go:171","msg":"trace[1988593283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11388; }","duration":"187.540723ms","start":"2026-03-31T05:17:54.560833Z","end":"2026-03-31T05:17:54.748374Z","steps":["trace[1988593283] 'agreement among raft nodes before linearized reading' (duration: 187.246385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.748569Z","caller":"traceutil/trace.go:171","msg":"trace[349785040] transaction","detail":"{read_only:false; response_revision:11386; number_of_response:1; }","duration":"293.479871ms","start":"2026-03-31T05:17:54.455044Z","end":"2026-03-31T05:17:54.748524Z","steps":["trace[349785040] 'process raft request' (duration: 292.760541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.801916Z","caller":"traceutil/trace.go:171","msg":"trace[235293000] transaction","detail":"{read_only:false; response_revision:11391; number_of_response:1; }","duration":"124.307089ms","start":"2026-03-31T05:17:54.677586Z","end":"2026-03-31T05:17:54.801894Z","steps":["trace[235293000] 'process raft request' (duration: 124.204856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.801953Z","caller":"traceutil/trace.go:171","msg":"trace[1025804387] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"125.0891ms","start":"2026-03-31T05:17:54.676835Z","end":"2026-03-31T05:17:54.801924Z","steps":["trace[1025804387] 'process raft request' (duration: 124.35072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.802045Z","caller":"traceutil/trace.go:171","msg":"trace[42673586] transaction","detail":"{read_only:false; response_revision:11390; number_of_response:1; }","duration":"124.642327ms","start":"2026-03-31T05:17:54.677375Z","end":"2026-03-31T05:17:54.802017Z","steps":["trace[42673586] 'process raft request' (duration: 124.37678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.802075Z","caller":"traceutil/trace.go:171","msg":"trace[504966190] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"124.299448ms","start":"2026-03-31T05:17:54.677751Z","end":"2026-03-31T05:17:54.80205Z","steps":["trace[504966190] 'process raft request' (duration: 124.085972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.802423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.858076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:17:54.802467Z","caller":"traceutil/trace.go:171","msg":"trace[534301988] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11392; }","duration":"128.006829ms","start":"2026-03-31T05:17:54.674448Z","end":"2026-03-31T05:17:54.802455Z","steps":["trace[534301988] 'agreement among raft nodes before linearized reading' (duration: 127.776393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.105334Z","caller":"traceutil/trace.go:171","msg":"trace[1002369879] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"100.812759ms","start":"2026-03-31T05:17:55.004479Z","end":"2026-03-31T05:17:55.105291Z","steps":["trace[1002369879] 'process raft request' (duration: 94.905268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.301801Z","caller":"traceutil/trace.go:171","msg":"trace[9733821] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"128.231316ms","start":"2026-03-31T05:17:55.17355Z","end":"2026-03-31T05:17:55.301781Z","steps":["trace[9733821] 'process raft request' (duration: 128.151804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.301796Z","caller":"traceutil/trace.go:171","msg":"trace[1038122595] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"129.323346ms","start":"2026-03-31T05:17:55.172414Z","end":"2026-03-31T05:17:55.301737Z","steps":["trace[1038122595] 'process raft request' (duration: 62.104484ms)","trace[1038122595] 'compare' (duration: 66.834431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:55.301819Z","caller":"traceutil/trace.go:171","msg":"trace[735416000] linearizableReadLoop","detail":"{readStateIndex:11819; appliedIndex:11818; }","duration":"128.930315ms","start":"2026-03-31T05:17:55.172856Z","end":"2026-03-31T05:17:55.301786Z","steps":["trace[735416000] 'read index received' (duration: 61.771364ms)","trace[735416000] 'applied index is now lower than readState.Index' (duration: 67.156141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:55.302077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.195712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:17:55.302133Z","caller":"traceutil/trace.go:171","msg":"trace[938679986] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11410; }","duration":"129.278154ms","start":"2026-03-31T05:17:55.172839Z","end":"2026-03-31T05:17:55.302118Z","steps":["trace[938679986] 'agreement among raft nodes before linearized reading' (duration: 129.059348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.302139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.958368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:55.302192Z","caller":"traceutil/trace.go:171","msg":"trace[2093825935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:0; response_revision:11410; }","duration":"128.037271ms","start":"2026-03-31T05:17:55.174139Z","end":"2026-03-31T05:17:55.302177Z","steps":["trace[2093825935] 'agreement among raft nodes before linearized reading' (duration: 127.949178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.302202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.217928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:17:55.302248Z","caller":"traceutil/trace.go:171","msg":"trace[1058363365] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11410; }","duration":"127.28729ms","start":"2026-03-31T05:17:55.174947Z","end":"2026-03-31T05:17:55.302235Z","steps":["trace[1058363365] 'agreement among raft nodes before linearized reading' (duration: 127.145706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.572169Z","caller":"traceutil/trace.go:171","msg":"trace[1284900758] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"130.865027ms","start":"2026-03-31T05:17:55.441273Z","end":"2026-03-31T05:17:55.572138Z","steps":["trace[1284900758] 'process raft request' (duration: 130.59064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.572216Z","caller":"traceutil/trace.go:171","msg":"trace[1274240171] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"130.753365ms","start":"2026-03-31T05:17:55.441444Z","end":"2026-03-31T05:17:55.572198Z","steps":["trace[1274240171] 'process raft request' (duration: 130.597431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.572262Z","caller":"traceutil/trace.go:171","msg":"trace[632366048] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"128.927115ms","start":"2026-03-31T05:17:55.443312Z","end":"2026-03-31T05:17:55.572239Z","steps":["trace[632366048] 'process raft request' (duration: 128.804462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.572592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.265953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:17:55.572671Z","caller":"traceutil/trace.go:171","msg":"trace[315345001] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11420; }","duration":"100.397197ms","start":"2026-03-31T05:17:55.472258Z","end":"2026-03-31T05:17:55.572655Z","steps":["trace[315345001] 'agreement among raft nodes before linearized reading' (duration: 100.089629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.622661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.859992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:55.622753Z","caller":"traceutil/trace.go:171","msg":"trace[919363521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11421; }","duration":"140.021827ms","start":"2026-03-31T05:17:55.482708Z","end":"2026-03-31T05:17:55.62273Z","steps":["trace[919363521] 'agreement among raft nodes before linearized reading' (duration: 139.856143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.622679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.939478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3214"} {"level":"info","ts":"2026-03-31T05:17:55.622851Z","caller":"traceutil/trace.go:171","msg":"trace[1139802918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11421; }","duration":"146.137264ms","start":"2026-03-31T05:17:55.476695Z","end":"2026-03-31T05:17:55.622832Z","steps":["trace[1139802918] 'agreement among raft nodes before linearized reading' (duration: 145.913428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.622682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.535361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:17:55.622983Z","caller":"traceutil/trace.go:171","msg":"trace[214501787] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11421; }","duration":"144.820578ms","start":"2026-03-31T05:17:55.478111Z","end":"2026-03-31T05:17:55.622931Z","steps":["trace[214501787] 'agreement among raft nodes before linearized reading' (duration: 144.468658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:56.004845Z","caller":"traceutil/trace.go:171","msg":"trace[153038730] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"158.480701ms","start":"2026-03-31T05:17:55.846284Z","end":"2026-03-31T05:17:56.004764Z","steps":["trace[153038730] 'process raft request' (duration: 103.648726ms)","trace[153038730] 'compare' (duration: 54.614989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:56.004958Z","caller":"traceutil/trace.go:171","msg":"trace[236873279] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"111.592792ms","start":"2026-03-31T05:17:55.893346Z","end":"2026-03-31T05:17:56.004938Z","steps":["trace[236873279] 'process raft request' (duration: 111.54559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:56.004845Z","caller":"traceutil/trace.go:171","msg":"trace[1331188281] linearizableReadLoop","detail":"{readStateIndex:11844; appliedIndex:11843; }","duration":"131.502205ms","start":"2026-03-31T05:17:55.873315Z","end":"2026-03-31T05:17:56.004818Z","steps":["trace[1331188281] 'read index received' (duration: 76.629319ms)","trace[1331188281] 'applied index is now lower than readState.Index' (duration: 54.870426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:56.0051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.323881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"warn","ts":"2026-03-31T05:17:56.005181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.51606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-31T05:17:56.005252Z","caller":"traceutil/trace.go:171","msg":"trace[1513597743] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11436; }","duration":"162.620413ms","start":"2026-03-31T05:17:55.842615Z","end":"2026-03-31T05:17:56.005235Z","steps":["trace[1513597743] 'agreement among raft nodes before linearized reading' (duration: 162.292624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:56.005208Z","caller":"traceutil/trace.go:171","msg":"trace[1537637013] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11434; }","duration":"156.468945ms","start":"2026-03-31T05:17:55.84872Z","end":"2026-03-31T05:17:56.005189Z","steps":["trace[1537637013] 'agreement among raft nodes before linearized reading' (duration: 156.129746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:56.005335Z","caller":"traceutil/trace.go:171","msg":"trace[1549295605] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"112.286321ms","start":"2026-03-31T05:17:55.893009Z","end":"2026-03-31T05:17:56.005295Z","steps":["trace[1549295605] 'process raft request' (duration: 111.818429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:56.005341Z","caller":"traceutil/trace.go:171","msg":"trace[1889161376] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"129.948933ms","start":"2026-03-31T05:17:55.875371Z","end":"2026-03-31T05:17:56.00532Z","steps":["trace[1889161376] 'process raft request' (duration: 129.369397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:57.595594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.254665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:57.595756Z","caller":"traceutil/trace.go:171","msg":"trace[1926671539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11459; }","duration":"110.478351ms","start":"2026-03-31T05:17:57.485252Z","end":"2026-03-31T05:17:57.59573Z","steps":["trace[1926671539] 'range keys from in-memory index tree' (duration: 110.132362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:58.204347Z","caller":"traceutil/trace.go:171","msg":"trace[190263436] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"194.201514ms","start":"2026-03-31T05:17:58.010115Z","end":"2026-03-31T05:17:58.204317Z","steps":["trace[190263436] 'process raft request' (duration: 193.849164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:58.218003Z","caller":"traceutil/trace.go:171","msg":"trace[1485115597] linearizableReadLoop","detail":"{readStateIndex:11873; appliedIndex:11871; }","duration":"175.897025ms","start":"2026-03-31T05:17:58.042069Z","end":"2026-03-31T05:17:58.217966Z","steps":["trace[1485115597] 'read index received' (duration: 162.198641ms)","trace[1485115597] 'applied index is now lower than readState.Index' (duration: 13.697404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:58.218129Z","caller":"traceutil/trace.go:171","msg":"trace[1765684244] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"207.399874ms","start":"2026-03-31T05:17:58.010696Z","end":"2026-03-31T05:17:58.218096Z","steps":["trace[1765684244] 'process raft request' (duration: 207.086156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:58.218265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.181003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65308f77-10ec-4d8b-90f4-cdae9b74ff30\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-31T05:17:58.21834Z","caller":"traceutil/trace.go:171","msg":"trace[134874194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65308f77-10ec-4d8b-90f4-cdae9b74ff30; range_end:; response_count:1; response_revision:11462; }","duration":"176.320857ms","start":"2026-03-31T05:17:58.042002Z","end":"2026-03-31T05:17:58.218323Z","steps":["trace[134874194] 'agreement among raft nodes before linearized reading' (duration: 176.09808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.088317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.985001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:59.088496Z","caller":"traceutil/trace.go:171","msg":"trace[1526732799] linearizableReadLoop","detail":"{readStateIndex:11876; appliedIndex:11874; }","duration":"268.237472ms","start":"2026-03-31T05:17:58.820244Z","end":"2026-03-31T05:17:59.088481Z","steps":["trace[1526732799] 'read index received' (duration: 134.673511ms)","trace[1526732799] 'applied index is now lower than readState.Index' (duration: 133.562781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:59.088588Z","caller":"traceutil/trace.go:171","msg":"trace[298412294] transaction","detail":"{read_only:false; response_revision:11464; number_of_response:1; }","duration":"519.909413ms","start":"2026-03-31T05:17:58.568668Z","end":"2026-03-31T05:17:59.088578Z","steps":["trace[298412294] 'process raft request' (duration: 231.605714ms)","trace[298412294] 'compare' (duration: 287.862927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:59.088643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:58.568638Z","time spent":"519.981515ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:17:59.088856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.590752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:17:59.089201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.706747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:59.089227Z","caller":"traceutil/trace.go:171","msg":"trace[957177414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11465; }","duration":"269.003853ms","start":"2026-03-31T05:17:58.820207Z","end":"2026-03-31T05:17:59.08921Z","steps":["trace[957177414] 'agreement among raft nodes before linearized reading' (duration: 268.443358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:59.089263Z","caller":"traceutil/trace.go:171","msg":"trace[1471281236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11465; }","duration":"267.813811ms","start":"2026-03-31T05:17:58.821434Z","end":"2026-03-31T05:17:59.089248Z","steps":["trace[1471281236] 'agreement among raft nodes before linearized reading' (duration: 267.619036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.08928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.216338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:59.089068Z","caller":"traceutil/trace.go:171","msg":"trace[337473280] transaction","detail":"{read_only:false; response_revision:11465; number_of_response:1; }","duration":"273.566318ms","start":"2026-03-31T05:17:58.815476Z","end":"2026-03-31T05:17:59.089042Z","steps":["trace[337473280] 'process raft request' (duration: 272.941551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.089114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.790408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:17:59.089405Z","caller":"traceutil/trace.go:171","msg":"trace[1270765268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11465; }","duration":"189.364092ms","start":"2026-03-31T05:17:58.900014Z","end":"2026-03-31T05:17:59.089378Z","steps":["trace[1270765268] 'agreement among raft nodes before linearized reading' (duration: 189.004212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:59.089452Z","caller":"traceutil/trace.go:171","msg":"trace[1489162814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11465; }","duration":"269.188129ms","start":"2026-03-31T05:17:58.820252Z","end":"2026-03-31T05:17:59.08944Z","steps":["trace[1489162814] 'agreement among raft nodes before linearized reading' (duration: 268.488199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.089948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.072901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:17:59.090004Z","caller":"traceutil/trace.go:171","msg":"trace[1044774283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11465; }","duration":"190.154204ms","start":"2026-03-31T05:17:58.899835Z","end":"2026-03-31T05:17:59.08999Z","steps":["trace[1044774283] 'agreement among raft nodes before linearized reading' (duration: 189.172777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:59.498328Z","caller":"traceutil/trace.go:171","msg":"trace[1502891025] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"405.755571ms","start":"2026-03-31T05:17:59.092537Z","end":"2026-03-31T05:17:59.498293Z","steps":["trace[1502891025] 'process raft request' (duration: 405.508074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.498527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:59.09252Z","time spent":"405.911076ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:59.501089Z","caller":"traceutil/trace.go:171","msg":"trace[857131256] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"408.2627ms","start":"2026-03-31T05:17:59.092784Z","end":"2026-03-31T05:17:59.501047Z","steps":["trace[857131256] 'process raft request' (duration: 407.88631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:59.501382Z","caller":"traceutil/trace.go:171","msg":"trace[480576226] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"408.414074ms","start":"2026-03-31T05:17:59.092952Z","end":"2026-03-31T05:17:59.501366Z","steps":["trace[480576226] 'process raft request' (duration: 408.28007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.501524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:59.092934Z","time spent":"408.533186ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:59.501516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:59.092764Z","time spent":"408.450335ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:59.501533Z","caller":"traceutil/trace.go:171","msg":"trace[2034844862] linearizableReadLoop","detail":"{readStateIndex:11881; appliedIndex:11876; }","duration":"279.152549ms","start":"2026-03-31T05:17:59.222352Z","end":"2026-03-31T05:17:59.501505Z","steps":["trace[2034844862] 'read index received' (duration: 275.761267ms)","trace[2034844862] 'applied index is now lower than readState.Index' (duration: 3.390012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:59.501683Z","caller":"traceutil/trace.go:171","msg":"trace[1450713846] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"408.744813ms","start":"2026-03-31T05:17:59.092927Z","end":"2026-03-31T05:17:59.501672Z","steps":["trace[1450713846] 'process raft request' (duration: 408.040684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.501738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:59.092919Z","time spent":"408.790764ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:59.501821Z","caller":"traceutil/trace.go:171","msg":"trace[1077067424] transaction","detail":"{read_only:false; response_revision:11470; number_of_response:1; }","duration":"408.551868ms","start":"2026-03-31T05:17:59.093259Z","end":"2026-03-31T05:17:59.501811Z","steps":["trace[1077067424] 'process raft request' (duration: 408.066345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.50186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:59.093253Z","time spent":"408.585419ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:59.502017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.386309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:59.502062Z","caller":"traceutil/trace.go:171","msg":"trace[2046309701] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11470; }","duration":"183.537643ms","start":"2026-03-31T05:17:59.318508Z","end":"2026-03-31T05:17:59.502045Z","steps":["trace[2046309701] 'agreement among raft nodes before linearized reading' (duration: 183.452311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:59.50215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.795667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-65308f77-10ec-4d8b-90f4-cdae9b74ff30\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-31T05:17:59.502248Z","caller":"traceutil/trace.go:171","msg":"trace[1724022815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-65308f77-10ec-4d8b-90f4-cdae9b74ff30; range_end:; response_count:1; response_revision:11470; }","duration":"279.90054ms","start":"2026-03-31T05:17:59.222317Z","end":"2026-03-31T05:17:59.502218Z","steps":["trace[1724022815] 'agreement among raft nodes before linearized reading' (duration: 279.622602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.30216Z","caller":"traceutil/trace.go:171","msg":"trace[605331544] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"126.120038ms","start":"2026-03-31T05:18:00.176016Z","end":"2026-03-31T05:18:00.302136Z","steps":["trace[605331544] 'process raft request' (duration: 125.964744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.343193Z","caller":"traceutil/trace.go:171","msg":"trace[1333708703] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"132.901323ms","start":"2026-03-31T05:18:00.210266Z","end":"2026-03-31T05:18:00.343167Z","steps":["trace[1333708703] 'process raft request' (duration: 132.374638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.343418Z","caller":"traceutil/trace.go:171","msg":"trace[1498561352] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"119.115778ms","start":"2026-03-31T05:18:00.224269Z","end":"2026-03-31T05:18:00.343385Z","steps":["trace[1498561352] 'process raft request' (duration: 118.85148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.763739Z","caller":"traceutil/trace.go:171","msg":"trace[1471877444] linearizableReadLoop","detail":"{readStateIndex:11947; appliedIndex:11946; }","duration":"171.701311ms","start":"2026-03-31T05:18:07.592017Z","end":"2026-03-31T05:18:07.763718Z","steps":["trace[1471877444] 'read index received' (duration: 171.64329ms)","trace[1471877444] 'applied index is now lower than readState.Index' (duration: 56.891µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:07.763894Z","caller":"traceutil/trace.go:171","msg":"trace[833683511] transaction","detail":"{read_only:false; response_revision:11533; number_of_response:1; }","duration":"212.589495ms","start":"2026-03-31T05:18:07.551253Z","end":"2026-03-31T05:18:07.763842Z","steps":["trace[833683511] 'process raft request' (duration: 212.325518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:07.764088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.766654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:07.764123Z","caller":"traceutil/trace.go:171","msg":"trace[163882604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11533; }","duration":"141.860377ms","start":"2026-03-31T05:18:07.622254Z","end":"2026-03-31T05:18:07.764114Z","steps":["trace[163882604] 'agreement among raft nodes before linearized reading' (duration: 141.585769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:07.764278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.835525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:07.764357Z","caller":"traceutil/trace.go:171","msg":"trace[1268134545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11533; }","duration":"127.954528ms","start":"2026-03-31T05:18:07.636379Z","end":"2026-03-31T05:18:07.764333Z","steps":["trace[1268134545] 'agreement among raft nodes before linearized reading' (duration: 127.776003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:07.764292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.239805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:18:07.764433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.258367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:07.764509Z","caller":"traceutil/trace.go:171","msg":"trace[1430898372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11533; }","duration":"135.36213ms","start":"2026-03-31T05:18:07.629114Z","end":"2026-03-31T05:18:07.764476Z","steps":["trace[1430898372] 'agreement among raft nodes before linearized reading' (duration: 135.230096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:07.764506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.138744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:18:07.764491Z","caller":"traceutil/trace.go:171","msg":"trace[1848811122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11533; }","duration":"172.522793ms","start":"2026-03-31T05:18:07.591949Z","end":"2026-03-31T05:18:07.764472Z","steps":["trace[1848811122] 'agreement among raft nodes before linearized reading' (duration: 171.884215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.764553Z","caller":"traceutil/trace.go:171","msg":"trace[876173940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11533; }","duration":"131.202956ms","start":"2026-03-31T05:18:07.633336Z","end":"2026-03-31T05:18:07.764539Z","steps":["trace[876173940] 'agreement among raft nodes before linearized reading' (duration: 131.115264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.957501Z","caller":"traceutil/trace.go:171","msg":"trace[1750074147] transaction","detail":"{read_only:false; response_revision:11535; number_of_response:1; }","duration":"185.059025ms","start":"2026-03-31T05:18:07.772417Z","end":"2026-03-31T05:18:07.957476Z","steps":["trace[1750074147] 'process raft request' (duration: 183.363299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.957934Z","caller":"traceutil/trace.go:171","msg":"trace[2067180796] transaction","detail":"{read_only:false; response_revision:11536; number_of_response:1; }","duration":"185.405084ms","start":"2026-03-31T05:18:07.772513Z","end":"2026-03-31T05:18:07.957918Z","steps":["trace[2067180796] 'process raft request' (duration: 184.917051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958045Z","caller":"traceutil/trace.go:171","msg":"trace[636270935] transaction","detail":"{read_only:false; response_revision:11537; number_of_response:1; }","duration":"185.427154ms","start":"2026-03-31T05:18:07.772608Z","end":"2026-03-31T05:18:07.958035Z","steps":["trace[636270935] 'process raft request' (duration: 185.141466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958243Z","caller":"traceutil/trace.go:171","msg":"trace[1116170387] transaction","detail":"{read_only:false; response_revision:11539; number_of_response:1; }","duration":"182.207917ms","start":"2026-03-31T05:18:07.775996Z","end":"2026-03-31T05:18:07.958204Z","steps":["trace[1116170387] 'process raft request' (duration: 182.022192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958263Z","caller":"traceutil/trace.go:171","msg":"trace[1202769203] transaction","detail":"{read_only:false; response_revision:11540; number_of_response:1; }","duration":"182.074363ms","start":"2026-03-31T05:18:07.776152Z","end":"2026-03-31T05:18:07.958227Z","steps":["trace[1202769203] 'process raft request' (duration: 181.93596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958393Z","caller":"traceutil/trace.go:171","msg":"trace[475102736] transaction","detail":"{read_only:false; response_revision:11538; number_of_response:1; }","duration":"182.530015ms","start":"2026-03-31T05:18:07.775844Z","end":"2026-03-31T05:18:07.958374Z","steps":["trace[475102736] 'process raft request' (duration: 182.085843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958579Z","caller":"traceutil/trace.go:171","msg":"trace[1650547233] transaction","detail":"{read_only:false; response_revision:11541; number_of_response:1; }","duration":"182.086494ms","start":"2026-03-31T05:18:07.77648Z","end":"2026-03-31T05:18:07.958566Z","steps":["trace[1650547233] 'process raft request' (duration: 181.675472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:07.958634Z","caller":"traceutil/trace.go:171","msg":"trace[1024416062] transaction","detail":"{read_only:false; response_revision:11542; number_of_response:1; }","duration":"174.994441ms","start":"2026-03-31T05:18:07.78361Z","end":"2026-03-31T05:18:07.958604Z","steps":["trace[1024416062] 'process raft request' (duration: 174.700163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.079575Z","caller":"traceutil/trace.go:171","msg":"trace[211199007] transaction","detail":"{read_only:false; response_revision:11543; number_of_response:1; }","duration":"111.718326ms","start":"2026-03-31T05:18:07.967828Z","end":"2026-03-31T05:18:08.079547Z","steps":["trace[211199007] 'process raft request' (duration: 107.704806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.765713Z","caller":"traceutil/trace.go:171","msg":"trace[1649243221] linearizableReadLoop","detail":"{readStateIndex:11960; appliedIndex:11959; }","duration":"113.545206ms","start":"2026-03-31T05:18:08.652131Z","end":"2026-03-31T05:18:08.765677Z","steps":["trace[1649243221] 'read index received' (duration: 113.243358ms)","trace[1649243221] 'applied index is now lower than readState.Index' (duration: 300.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:08.765846Z","caller":"traceutil/trace.go:171","msg":"trace[1344875892] transaction","detail":"{read_only:false; response_revision:11546; number_of_response:1; }","duration":"116.048483ms","start":"2026-03-31T05:18:08.649788Z","end":"2026-03-31T05:18:08.765836Z","steps":["trace[1344875892] 'process raft request' (duration: 115.734945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:08.766117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.979037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:08.76615Z","caller":"traceutil/trace.go:171","msg":"trace[1815023323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11546; }","duration":"114.068539ms","start":"2026-03-31T05:18:08.652072Z","end":"2026-03-31T05:18:08.766141Z","steps":["trace[1815023323] 'agreement among raft nodes before linearized reading' (duration: 113.931056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:10.578373Z","caller":"traceutil/trace.go:171","msg":"trace[2039228875] linearizableReadLoop","detail":"{readStateIndex:11967; appliedIndex:11967; }","duration":"189.824985ms","start":"2026-03-31T05:18:10.388517Z","end":"2026-03-31T05:18:10.578342Z","steps":["trace[2039228875] 'read index received' (duration: 189.809415ms)","trace[2039228875] 'applied index is now lower than readState.Index' (duration: 13.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:10.578494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.962508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:10.578542Z","caller":"traceutil/trace.go:171","msg":"trace[1040183114] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11552; }","duration":"190.074671ms","start":"2026-03-31T05:18:10.388455Z","end":"2026-03-31T05:18:10.578529Z","steps":["trace[1040183114] 'agreement among raft nodes before linearized reading' (duration: 189.961108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.350477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.49814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:11.350706Z","caller":"traceutil/trace.go:171","msg":"trace[724364764] transaction","detail":"{read_only:false; response_revision:11555; number_of_response:1; }","duration":"771.224113ms","start":"2026-03-31T05:18:10.579468Z","end":"2026-03-31T05:18:11.350692Z","steps":["trace[724364764] 'process raft request' (duration: 771.184562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.350753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.579451Z","time spent":"771.280855ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:11.350856Z","caller":"traceutil/trace.go:171","msg":"trace[424258341] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"852.17018ms","start":"2026-03-31T05:18:10.49866Z","end":"2026-03-31T05:18:11.35083Z","steps":["trace[424258341] 'process raft request' (duration: 851.895383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:11.350913Z","caller":"traceutil/trace.go:171","msg":"trace[623538360] transaction","detail":"{read_only:false; response_revision:11553; number_of_response:1; }","duration":"916.889935ms","start":"2026-03-31T05:18:10.433993Z","end":"2026-03-31T05:18:11.350883Z","steps":["trace[623538360] 'process raft request' (duration: 428.893552ms)","trace[623538360] 'compare' (duration: 487.299094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:11.350995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.498635Z","time spent":"852.295104ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:11.351007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.648963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:11.350949Z","caller":"traceutil/trace.go:171","msg":"trace[344288203] linearizableReadLoop","detail":"{readStateIndex:11969; appliedIndex:11967; }","duration":"772.396856ms","start":"2026-03-31T05:18:10.578522Z","end":"2026-03-31T05:18:11.350919Z","steps":["trace[344288203] 'read index received' (duration: 284.454204ms)","trace[344288203] 'applied index is now lower than readState.Index' (duration: 487.938281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:11.35174Z","caller":"traceutil/trace.go:171","msg":"trace[900162190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11555; }","duration":"867.735785ms","start":"2026-03-31T05:18:10.483302Z","end":"2026-03-31T05:18:11.351038Z","steps":["trace[900162190] 'agreement among raft nodes before linearized reading' (duration: 867.658403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.351812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.483278Z","time spent":"868.521457ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:11.351867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.165417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-31T05:18:11.352018Z","caller":"traceutil/trace.go:171","msg":"trace[1675733460] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11555; }","duration":"875.28694ms","start":"2026-03-31T05:18:10.476642Z","end":"2026-03-31T05:18:11.351929Z","steps":["trace[1675733460] 'agreement among raft nodes before linearized reading' (duration: 874.474728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.352294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.401074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-31T05:18:11.352336Z","caller":"traceutil/trace.go:171","msg":"trace[743661230] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:11555; }","duration":"813.473406ms","start":"2026-03-31T05:18:10.538847Z","end":"2026-03-31T05:18:11.352321Z","steps":["trace[743661230] 'agreement among raft nodes before linearized reading' (duration: 812.063567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.352375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.538827Z","time spent":"813.540547ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":980,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-31T05:18:11.352088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.476609Z","time spent":"875.461795ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:18:11.353048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.433862Z","time spent":"917.112811ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:11.362138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.176046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:11.36221Z","caller":"traceutil/trace.go:171","msg":"trace[170750072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11557; }","duration":"591.287859ms","start":"2026-03-31T05:18:10.770905Z","end":"2026-03-31T05:18:11.362193Z","steps":["trace[170750072] 'agreement among raft nodes before linearized reading' (duration: 591.133885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.36219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.83778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:11.362241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.770887Z","time spent":"591.34624ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:11.36225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.039517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:11.362311Z","caller":"traceutil/trace.go:171","msg":"trace[473819208] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"334.235162ms","start":"2026-03-31T05:18:11.028067Z","end":"2026-03-31T05:18:11.362302Z","steps":["trace[473819208] 'process raft request' (duration: 333.737808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:11.362324Z","caller":"traceutil/trace.go:171","msg":"trace[1851909380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11557; }","duration":"582.122359ms","start":"2026-03-31T05:18:10.780183Z","end":"2026-03-31T05:18:11.362306Z","steps":["trace[1851909380] 'agreement among raft nodes before linearized reading' (duration: 581.917263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.362359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.780124Z","time spent":"582.228221ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:18:11.362274Z","caller":"traceutil/trace.go:171","msg":"trace[1618090864] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11557; }","duration":"527.973553ms","start":"2026-03-31T05:18:10.83428Z","end":"2026-03-31T05:18:11.362254Z","steps":["trace[1618090864] 'agreement among raft nodes before linearized reading' (duration: 527.731356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.362392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.028047Z","time spent":"334.295293ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:11.362426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.834261Z","time spent":"528.147918ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:11.362443Z","caller":"traceutil/trace.go:171","msg":"trace[965927625] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"129.927131ms","start":"2026-03-31T05:18:11.232505Z","end":"2026-03-31T05:18:11.362432Z","steps":["trace[965927625] 'process raft request' (duration: 129.439118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.362483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.194825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:18:11.362533Z","caller":"traceutil/trace.go:171","msg":"trace[413075138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11557; }","duration":"146.281688ms","start":"2026-03-31T05:18:11.216238Z","end":"2026-03-31T05:18:11.36252Z","steps":["trace[413075138] 'agreement among raft nodes before linearized reading' (duration: 146.192535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.86805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:12.080076Z","caller":"traceutil/trace.go:171","msg":"trace[1502172912] transaction","detail":"{read_only:false; response_revision:11558; number_of_response:1; }","duration":"712.879562ms","start":"2026-03-31T05:18:11.367174Z","end":"2026-03-31T05:18:12.080054Z","steps":["trace[1502172912] 'process raft request' (duration: 712.702177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.367155Z","time spent":"712.980325ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:12.080302Z","caller":"traceutil/trace.go:171","msg":"trace[1510384015] linearizableReadLoop","detail":"{readStateIndex:11974; appliedIndex:11972; }","duration":"712.857952ms","start":"2026-03-31T05:18:11.367416Z","end":"2026-03-31T05:18:12.080274Z","steps":["trace[1510384015] 'read index received' (duration: 712.40883ms)","trace[1510384015] 'applied index is now lower than readState.Index' (duration: 446.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:12.080327Z","caller":"traceutil/trace.go:171","msg":"trace[1328405413] transaction","detail":"{read_only:false; response_revision:11559; number_of_response:1; }","duration":"713.027646ms","start":"2026-03-31T05:18:11.367261Z","end":"2026-03-31T05:18:12.080289Z","steps":["trace[1328405413] 'process raft request' (duration: 712.750989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.061207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"warn","ts":"2026-03-31T05:18:12.080511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.367253Z","time spent":"713.17272ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:12.080561Z","caller":"traceutil/trace.go:171","msg":"trace[1067046719] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:11559; }","duration":"713.14941ms","start":"2026-03-31T05:18:11.367392Z","end":"2026-03-31T05:18:12.080541Z","steps":["trace[1067046719] 'agreement among raft nodes before linearized reading' (duration: 712.984896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.185102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:18:12.080582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.693752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:18:12.08059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.367382Z","time spent":"713.202362ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-03-31T05:18:12.080609Z","caller":"traceutil/trace.go:171","msg":"trace[233065795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11559; }","duration":"658.275394ms","start":"2026-03-31T05:18:11.422323Z","end":"2026-03-31T05:18:12.080598Z","steps":["trace[233065795] 'agreement among raft nodes before linearized reading' (duration: 658.113359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:12.080622Z","caller":"traceutil/trace.go:171","msg":"trace[914163716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11559; }","duration":"101.746384ms","start":"2026-03-31T05:18:11.978862Z","end":"2026-03-31T05:18:12.080608Z","steps":["trace[914163716] 'agreement among raft nodes before linearized reading' (duration: 101.643391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.673816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:18:12.080637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.848904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:12.080644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.422298Z","time spent":"658.337796ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:18:12.080664Z","caller":"traceutil/trace.go:171","msg":"trace[513230156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11559; }","duration":"242.749897ms","start":"2026-03-31T05:18:11.837898Z","end":"2026-03-31T05:18:12.080648Z","steps":["trace[513230156] 'agreement among raft nodes before linearized reading' (duration: 242.621674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:12.080666Z","caller":"traceutil/trace.go:171","msg":"trace[75438044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11559; }","duration":"102.905646ms","start":"2026-03-31T05:18:11.977753Z","end":"2026-03-31T05:18:12.080659Z","steps":["trace[75438044] 'agreement among raft nodes before linearized reading' (duration: 102.841954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.283256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:12.080727Z","caller":"traceutil/trace.go:171","msg":"trace[636854955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11559; }","duration":"103.478061ms","start":"2026-03-31T05:18:11.977235Z","end":"2026-03-31T05:18:12.080713Z","steps":["trace[636854955] 'agreement among raft nodes before linearized reading' (duration: 103.235224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.096042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:12.080769Z","caller":"traceutil/trace.go:171","msg":"trace[1294722441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11559; }","duration":"106.159544ms","start":"2026-03-31T05:18:11.9746Z","end":"2026-03-31T05:18:12.08076Z","steps":["trace[1294722441] 'agreement among raft nodes before linearized reading' (duration: 106.070922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.080874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.826759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:12.081346Z","caller":"traceutil/trace.go:171","msg":"trace[1779473244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11559; }","duration":"597.142048ms","start":"2026-03-31T05:18:11.483964Z","end":"2026-03-31T05:18:12.081106Z","steps":["trace[1779473244] 'agreement among raft nodes before linearized reading' (duration: 596.629094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.081947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:11.483935Z","time spent":"597.444505ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:12.724534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.371417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:12.724731Z","caller":"traceutil/trace.go:171","msg":"trace[331173440] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"640.182702ms","start":"2026-03-31T05:18:12.084531Z","end":"2026-03-31T05:18:12.724714Z","steps":["trace[331173440] 'process raft request' (duration: 640.10627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:12.724809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084512Z","time spent":"640.262354ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:12.724891Z","caller":"traceutil/trace.go:171","msg":"trace[727378615] transaction","detail":"{read_only:false; response_revision:11560; number_of_response:1; }","duration":"640.315676ms","start":"2026-03-31T05:18:12.084544Z","end":"2026-03-31T05:18:12.72486Z","steps":["trace[727378615] 'process raft request' (duration: 90.511768ms)","trace[727378615] 'compare' (duration: 549.216442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:12.725046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084533Z","time spent":"640.423938ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.030652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.072898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:13.030905Z","caller":"traceutil/trace.go:171","msg":"trace[1550343968] transaction","detail":"{read_only:false; response_revision:11565; number_of_response:1; }","duration":"945.850044ms","start":"2026-03-31T05:18:12.085039Z","end":"2026-03-31T05:18:13.030889Z","steps":["trace[1550343968] 'process raft request' (duration: 945.794053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.030936Z","caller":"traceutil/trace.go:171","msg":"trace[1509658439] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"946.288176ms","start":"2026-03-31T05:18:12.084589Z","end":"2026-03-31T05:18:13.030877Z","steps":["trace[1509658439] 'process raft request' (duration: 805.903819ms)","trace[1509658439] 'compare' (duration: 139.900844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:13.031016Z","caller":"traceutil/trace.go:171","msg":"trace[1122851330] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"946.108952ms","start":"2026-03-31T05:18:12.084869Z","end":"2026-03-31T05:18:13.030978Z","steps":["trace[1122851330] 'process raft request' (duration: 945.938367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.031054Z","caller":"traceutil/trace.go:171","msg":"trace[268484419] linearizableReadLoop","detail":"{readStateIndex:11978; appliedIndex:11974; }","duration":"946.184434ms","start":"2026-03-31T05:18:12.084837Z","end":"2026-03-31T05:18:13.031021Z","steps":["trace[268484419] 'read index received' (duration: 90.171578ms)","trace[268484419] 'applied index is now lower than readState.Index' (duration: 856.011226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:13.031032Z","caller":"traceutil/trace.go:171","msg":"trace[1180659807] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"946.375809ms","start":"2026-03-31T05:18:12.084576Z","end":"2026-03-31T05:18:13.030951Z","steps":["trace[1180659807] 'process raft request' (duration: 946.162583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.031161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084584Z","time spent":"946.457591ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.031204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084857Z","time spent":"946.264406ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.031191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.085558Z","time spent":"945.622518ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:13.031271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.42898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1441"} {"level":"warn","ts":"2026-03-31T05:18:13.031262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.930803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.031344Z","caller":"traceutil/trace.go:171","msg":"trace[473032834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11565; }","duration":"546.054835ms","start":"2026-03-31T05:18:12.485274Z","end":"2026-03-31T05:18:13.031329Z","steps":["trace[473032834] 'agreement among raft nodes before linearized reading' (duration: 545.923582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.031358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.08503Z","time spent":"946.308268ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.031318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084561Z","time spent":"946.587924ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:13.031304Z","caller":"traceutil/trace.go:171","msg":"trace[2009633687] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11565; }","duration":"946.482941ms","start":"2026-03-31T05:18:12.08481Z","end":"2026-03-31T05:18:13.031293Z","steps":["trace[2009633687] 'agreement among raft nodes before linearized reading' (duration: 946.349848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.031402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.485259Z","time spent":"546.131618ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:13.031543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:12.084802Z","time spent":"946.671977ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:18:13.031582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.773433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100682"} {"level":"info","ts":"2026-03-31T05:18:13.031671Z","caller":"traceutil/trace.go:171","msg":"trace[823062338] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11565; }","duration":"200.898727ms","start":"2026-03-31T05:18:12.830744Z","end":"2026-03-31T05:18:13.031643Z","steps":["trace[823062338] 'agreement among raft nodes before linearized reading' (duration: 200.542207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.5617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.410871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:13.561796Z","caller":"traceutil/trace.go:171","msg":"trace[768485484] linearizableReadLoop","detail":"{readStateIndex:11982; appliedIndex:11981; }","duration":"523.43768ms","start":"2026-03-31T05:18:13.038339Z","end":"2026-03-31T05:18:13.561777Z","steps":["trace[768485484] 'read index received' (duration: 343.785472ms)","trace[768485484] 'applied index is now lower than readState.Index' (duration: 179.650057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:13.562052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.709217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-31T05:18:13.562021Z","caller":"traceutil/trace.go:171","msg":"trace[1592706457] transaction","detail":"{read_only:false; response_revision:11566; number_of_response:1; }","duration":"528.758565ms","start":"2026-03-31T05:18:13.033097Z","end":"2026-03-31T05:18:13.561855Z","steps":["trace[1592706457] 'process raft request' (duration: 349.152298ms)","trace[1592706457] 'compare' (duration: 178.954639ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:13.562083Z","caller":"traceutil/trace.go:171","msg":"trace[1726959209] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11566; }","duration":"523.778209ms","start":"2026-03-31T05:18:13.038298Z","end":"2026-03-31T05:18:13.562076Z","steps":["trace[1726959209] 'agreement among raft nodes before linearized reading' (duration: 523.549812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.562114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.038272Z","time spent":"523.836401ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-31T05:18:13.562194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.033072Z","time spent":"529.033381ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:13.598685Z","caller":"traceutil/trace.go:171","msg":"trace[1184170380] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"231.491611ms","start":"2026-03-31T05:18:13.367173Z","end":"2026-03-31T05:18:13.598665Z","steps":["trace[1184170380] 'process raft request' (duration: 231.46251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.598836Z","caller":"traceutil/trace.go:171","msg":"trace[483273263] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"237.914316ms","start":"2026-03-31T05:18:13.36089Z","end":"2026-03-31T05:18:13.598804Z","steps":["trace[483273263] 'process raft request' (duration: 237.71825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.598911Z","caller":"traceutil/trace.go:171","msg":"trace[1978283638] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"240.62675ms","start":"2026-03-31T05:18:13.358131Z","end":"2026-03-31T05:18:13.598758Z","steps":["trace[1978283638] 'process raft request' (duration: 240.358052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.59936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.790381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:13.59946Z","caller":"traceutil/trace.go:171","msg":"trace[618368217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11569; }","duration":"223.904644ms","start":"2026-03-31T05:18:13.375536Z","end":"2026-03-31T05:18:13.599441Z","steps":["trace[618368217] 'agreement among raft nodes before linearized reading' (duration: 223.652107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.59936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.593913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-31T05:18:13.599565Z","caller":"traceutil/trace.go:171","msg":"trace[1620099882] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11569; }","duration":"512.859731ms","start":"2026-03-31T05:18:13.086691Z","end":"2026-03-31T05:18:13.599551Z","steps":["trace[1620099882] 'agreement among raft nodes before linearized reading' (duration: 512.512712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.599607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.086667Z","time spent":"512.927322ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-31T05:18:14.88663Z","caller":"traceutil/trace.go:171","msg":"trace[706912605] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"154.260205ms","start":"2026-03-31T05:18:14.732346Z","end":"2026-03-31T05:18:14.886606Z","steps":["trace[706912605] 'process raft request' (duration: 154.06443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.018374Z","caller":"traceutil/trace.go:171","msg":"trace[2076971755] transaction","detail":"{read_only:false; response_revision:11575; number_of_response:1; }","duration":"285.160483ms","start":"2026-03-31T05:18:14.733167Z","end":"2026-03-31T05:18:15.018328Z","steps":["trace[2076971755] 'process raft request' (duration: 227.689067ms)","trace[2076971755] 'compare' (duration: 57.174708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.31152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.961825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:15.311709Z","caller":"traceutil/trace.go:171","msg":"trace[31521221] linearizableReadLoop","detail":"{readStateIndex:11993; appliedIndex:11992; }","duration":"258.810044ms","start":"2026-03-31T05:18:15.052875Z","end":"2026-03-31T05:18:15.311685Z","steps":["trace[31521221] 'read index received' (duration: 45.678395ms)","trace[31521221] 'applied index is now lower than readState.Index' (duration: 213.129469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:15.311766Z","caller":"traceutil/trace.go:171","msg":"trace[1174544399] transaction","detail":"{read_only:false; response_revision:11577; number_of_response:1; }","duration":"270.01498ms","start":"2026-03-31T05:18:15.041708Z","end":"2026-03-31T05:18:15.311723Z","steps":["trace[1174544399] 'process raft request' (duration: 100.729876ms)","trace[1174544399] 'compare' (duration: 168.591185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.312004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.123603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:15.312073Z","caller":"traceutil/trace.go:171","msg":"trace[2009854424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11577; }","duration":"259.227326ms","start":"2026-03-31T05:18:15.05283Z","end":"2026-03-31T05:18:15.312057Z","steps":["trace[2009854424] 'agreement among raft nodes before linearized reading' (duration: 258.971639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.480745Z","caller":"traceutil/trace.go:171","msg":"trace[1076062116] linearizableReadLoop","detail":"{readStateIndex:11994; appliedIndex:11993; }","duration":"163.851917ms","start":"2026-03-31T05:18:15.316829Z","end":"2026-03-31T05:18:15.480681Z","steps":["trace[1076062116] 'read index received' (duration: 133.124819ms)","trace[1076062116] 'applied index is now lower than readState.Index' (duration: 30.726068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:15.480837Z","caller":"traceutil/trace.go:171","msg":"trace[1030996284] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"164.574057ms","start":"2026-03-31T05:18:15.316219Z","end":"2026-03-31T05:18:15.480793Z","steps":["trace[1030996284] 'process raft request' (duration: 133.765097ms)","trace[1030996284] 'compare' (duration: 30.489291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.481149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.238657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:15.481248Z","caller":"traceutil/trace.go:171","msg":"trace[1369803072] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11578; }","duration":"164.410572ms","start":"2026-03-31T05:18:15.316814Z","end":"2026-03-31T05:18:15.481224Z","steps":["trace[1369803072] 'agreement among raft nodes before linearized reading' (duration: 164.036661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.678253Z","caller":"traceutil/trace.go:171","msg":"trace[1181980379] linearizableReadLoop","detail":"{readStateIndex:11995; appliedIndex:11994; }","duration":"135.460693ms","start":"2026-03-31T05:18:15.542759Z","end":"2026-03-31T05:18:15.67822Z","steps":["trace[1181980379] 'read index received' (duration: 43.2967ms)","trace[1181980379] 'applied index is now lower than readState.Index' (duration: 92.158292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.678383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.608906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:15.678437Z","caller":"traceutil/trace.go:171","msg":"trace[1814425086] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11579; }","duration":"135.673288ms","start":"2026-03-31T05:18:15.542751Z","end":"2026-03-31T05:18:15.678424Z","steps":["trace[1814425086] 'agreement among raft nodes before linearized reading' (duration: 135.560545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.742593Z","caller":"traceutil/trace.go:171","msg":"trace[1606452407] transaction","detail":"{read_only:false; response_revision:11580; number_of_response:1; }","duration":"137.858118ms","start":"2026-03-31T05:18:15.604707Z","end":"2026-03-31T05:18:15.742565Z","steps":["trace[1606452407] 'process raft request' (duration: 137.657112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.742713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.122105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:15.742756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.052109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:15.742794Z","caller":"traceutil/trace.go:171","msg":"trace[1297546677] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11581; }","duration":"154.131492ms","start":"2026-03-31T05:18:15.588653Z","end":"2026-03-31T05:18:15.742784Z","steps":["trace[1297546677] 'agreement among raft nodes before linearized reading' (duration: 154.06536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.742763Z","caller":"traceutil/trace.go:171","msg":"trace[644606470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11581; }","duration":"127.227309ms","start":"2026-03-31T05:18:15.615523Z","end":"2026-03-31T05:18:15.742751Z","steps":["trace[644606470] 'agreement among raft nodes before linearized reading' (duration: 127.066844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.74261Z","caller":"traceutil/trace.go:171","msg":"trace[1465383218] transaction","detail":"{read_only:false; response_revision:11581; number_of_response:1; }","duration":"137.848198ms","start":"2026-03-31T05:18:15.604728Z","end":"2026-03-31T05:18:15.742576Z","steps":["trace[1465383218] 'process raft request' (duration: 137.782526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.627598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:18.683409Z","caller":"traceutil/trace.go:171","msg":"trace[696113940] linearizableReadLoop","detail":"{readStateIndex:12011; appliedIndex:12010; }","duration":"555.893984ms","start":"2026-03-31T05:18:18.127494Z","end":"2026-03-31T05:18:18.683388Z","steps":["trace[696113940] 'read index received' (duration: 555.850863ms)","trace[696113940] 'applied index is now lower than readState.Index' (duration: 42.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:18.683521Z","caller":"traceutil/trace.go:171","msg":"trace[1852062263] transaction","detail":"{read_only:false; response_revision:11594; number_of_response:1; }","duration":"559.883762ms","start":"2026-03-31T05:18:18.123627Z","end":"2026-03-31T05:18:18.683511Z","steps":["trace[1852062263] 'process raft request' (duration: 559.622705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.683627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:18.123601Z","time spent":"559.941284ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:18.683625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.848331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:18.68369Z","caller":"traceutil/trace.go:171","msg":"trace[1378326981] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11594; }","duration":"271.965094ms","start":"2026-03-31T05:18:18.411704Z","end":"2026-03-31T05:18:18.683669Z","steps":["trace[1378326981] 'agreement among raft nodes before linearized reading' (duration: 271.83329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.683968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.457509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:18.684032Z","caller":"traceutil/trace.go:171","msg":"trace[1044127775] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11594; }","duration":"556.569152ms","start":"2026-03-31T05:18:18.127449Z","end":"2026-03-31T05:18:18.684018Z","steps":["trace[1044127775] 'agreement among raft nodes before linearized reading' (duration: 556.419648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:18.684059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:18.127425Z","time spent":"556.624634ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:18:19.584978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.181711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:19.585041Z","caller":"traceutil/trace.go:171","msg":"trace[576585558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11598; }","duration":"100.287804ms","start":"2026-03-31T05:18:19.484738Z","end":"2026-03-31T05:18:19.585026Z","steps":["trace[576585558] 'range keys from in-memory index tree' (duration: 100.096679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:19.58523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.338338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:19.585308Z","caller":"traceutil/trace.go:171","msg":"trace[1721003807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11598; }","duration":"238.466431ms","start":"2026-03-31T05:18:19.346823Z","end":"2026-03-31T05:18:19.58529Z","steps":["trace[1721003807] 'range keys from in-memory index tree' (duration: 238.122391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:20.058397Z","caller":"traceutil/trace.go:171","msg":"trace[589908948] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"368.405383ms","start":"2026-03-31T05:18:19.689973Z","end":"2026-03-31T05:18:20.058379Z","steps":["trace[589908948] 'process raft request' (duration: 368.28482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.058511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.68994Z","time spent":"368.510876ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:20.241068Z","caller":"traceutil/trace.go:171","msg":"trace[2012829817] linearizableReadLoop","detail":"{readStateIndex:12020; appliedIndex:12017; }","duration":"433.085236ms","start":"2026-03-31T05:18:19.807963Z","end":"2026-03-31T05:18:20.241048Z","steps":["trace[2012829817] 'read index received' (duration: 250.345885ms)","trace[2012829817] 'applied index is now lower than readState.Index' (duration: 182.738281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:20.241107Z","caller":"traceutil/trace.go:171","msg":"trace[598122082] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"473.9486ms","start":"2026-03-31T05:18:19.767126Z","end":"2026-03-31T05:18:20.241075Z","steps":["trace[598122082] 'process raft request' (duration: 415.62434ms)","trace[598122082] 'compare' (duration: 58.169436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:20.241173Z","caller":"traceutil/trace.go:171","msg":"trace[1200625614] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"442.916244ms","start":"2026-03-31T05:18:19.798248Z","end":"2026-03-31T05:18:20.241164Z","steps":["trace[1200625614] 'process raft request' (duration: 442.76166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.24126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.767097Z","time spent":"474.070734ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:20.241451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.798221Z","time spent":"442.970605ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:20.24152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.496226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:20.241615Z","caller":"traceutil/trace.go:171","msg":"trace[1901516725] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11603; }","duration":"222.613019ms","start":"2026-03-31T05:18:20.018967Z","end":"2026-03-31T05:18:20.24158Z","steps":["trace[1901516725] 'agreement among raft nodes before linearized reading' (duration: 222.497796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.241685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.729563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:20.241827Z","caller":"traceutil/trace.go:171","msg":"trace[1017528741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11603; }","duration":"433.909948ms","start":"2026-03-31T05:18:19.807906Z","end":"2026-03-31T05:18:20.241816Z","steps":["trace[1017528741] 'agreement among raft nodes before linearized reading' (duration: 433.61734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.241962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:19.807882Z","time spent":"433.97056ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:18:21.273499Z","caller":"traceutil/trace.go:171","msg":"trace[513925610] linearizableReadLoop","detail":"{readStateIndex:12024; appliedIndex:12023; }","duration":"302.116005ms","start":"2026-03-31T05:18:20.971355Z","end":"2026-03-31T05:18:21.273471Z","steps":["trace[513925610] 'read index received' (duration: 301.956981ms)","trace[513925610] 'applied index is now lower than readState.Index' (duration: 157.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:21.273589Z","caller":"traceutil/trace.go:171","msg":"trace[114721603] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"313.322461ms","start":"2026-03-31T05:18:20.960218Z","end":"2026-03-31T05:18:21.273541Z","steps":["trace[114721603] 'process raft request' (duration: 313.086165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.273758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.385323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10855"} {"level":"warn","ts":"2026-03-31T05:18:21.273832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.212959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:21.273907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.894285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:21.273937Z","caller":"traceutil/trace.go:171","msg":"trace[717244945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11606; }","duration":"119.375924ms","start":"2026-03-31T05:18:21.154545Z","end":"2026-03-31T05:18:21.273921Z","steps":["trace[717244945] 'agreement among raft nodes before linearized reading' (duration: 119.155688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.273974Z","caller":"traceutil/trace.go:171","msg":"trace[1680206465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11606; }","duration":"187.025868ms","start":"2026-03-31T05:18:21.086926Z","end":"2026-03-31T05:18:21.273952Z","steps":["trace[1680206465] 'agreement among raft nodes before linearized reading' (duration: 186.820863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.273852Z","caller":"traceutil/trace.go:171","msg":"trace[999984441] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11606; }","duration":"302.502146ms","start":"2026-03-31T05:18:20.971334Z","end":"2026-03-31T05:18:21.273836Z","steps":["trace[999984441] 'agreement among raft nodes before linearized reading' (duration: 302.27284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.274043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.971284Z","time spent":"302.746223ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10879,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T05:18:21.274011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.362333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-31T05:18:21.273765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:20.960205Z","time spent":"313.468475ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.274116Z","caller":"traceutil/trace.go:171","msg":"trace[1312657232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11606; }","duration":"265.514168ms","start":"2026-03-31T05:18:21.00858Z","end":"2026-03-31T05:18:21.274094Z","steps":["trace[1312657232] 'agreement among raft nodes before linearized reading' (duration: 265.092007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.463139Z","caller":"traceutil/trace.go:171","msg":"trace[934809360] transaction","detail":"{read_only:false; response_revision:11607; number_of_response:1; }","duration":"183.973035ms","start":"2026-03-31T05:18:21.279143Z","end":"2026-03-31T05:18:21.463116Z","steps":["trace[934809360] 'process raft request' (duration: 104.778027ms)","trace[934809360] 'compare' (duration: 78.984953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:21.646276Z","caller":"traceutil/trace.go:171","msg":"trace[875415970] transaction","detail":"{read_only:false; response_revision:11608; number_of_response:1; }","duration":"367.108858ms","start":"2026-03-31T05:18:21.279146Z","end":"2026-03-31T05:18:21.646255Z","steps":["trace[875415970] 'process raft request' (duration: 323.107219ms)","trace[875415970] 'compare' (duration: 43.840224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:21.646391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.279132Z","time spent":"367.1952ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:21.646434Z","caller":"traceutil/trace.go:171","msg":"trace[1642590340] linearizableReadLoop","detail":"{readStateIndex:12027; appliedIndex:12025; }","duration":"161.479302ms","start":"2026-03-31T05:18:21.484918Z","end":"2026-03-31T05:18:21.646398Z","steps":["trace[1642590340] 'read index received' (duration: 117.182064ms)","trace[1642590340] 'applied index is now lower than readState.Index' (duration: 44.294828ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:21.646493Z","caller":"traceutil/trace.go:171","msg":"trace[216886610] transaction","detail":"{read_only:false; response_revision:11609; number_of_response:1; }","duration":"359.056488ms","start":"2026-03-31T05:18:21.287411Z","end":"2026-03-31T05:18:21.646467Z","steps":["trace[216886610] 'process raft request' (duration: 358.78596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:21.646637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.287395Z","time spent":"359.187302ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:21.646747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.79143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:21.646822Z","caller":"traceutil/trace.go:171","msg":"trace[52310016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11609; }","duration":"161.922024ms","start":"2026-03-31T05:18:21.484885Z","end":"2026-03-31T05:18:21.646807Z","steps":["trace[52310016] 'agreement among raft nodes before linearized reading' (duration: 161.631976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:22.198323Z","caller":"traceutil/trace.go:171","msg":"trace[1998740932] linearizableReadLoop","detail":"{readStateIndex:12030; appliedIndex:12027; }","duration":"542.474048ms","start":"2026-03-31T05:18:21.655828Z","end":"2026-03-31T05:18:22.198302Z","steps":["trace[1998740932] 'read index received' (duration: 63.192622ms)","trace[1998740932] 'applied index is now lower than readState.Index' (duration: 479.280456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:22.198555Z","caller":"traceutil/trace.go:171","msg":"trace[951328799] transaction","detail":"{read_only:false; response_revision:11612; number_of_response:1; }","duration":"544.293198ms","start":"2026-03-31T05:18:21.654221Z","end":"2026-03-31T05:18:22.198514Z","steps":["trace[951328799] 'process raft request' (duration: 543.981689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:22.198334Z","caller":"traceutil/trace.go:171","msg":"trace[1357100110] transaction","detail":"{read_only:false; response_revision:11611; number_of_response:1; }","duration":"544.37449ms","start":"2026-03-31T05:18:21.653912Z","end":"2026-03-31T05:18:22.198287Z","steps":["trace[1357100110] 'process raft request' (duration: 544.164275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.198729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.88268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:22.199285Z","caller":"traceutil/trace.go:171","msg":"trace[1222107456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11613; }","duration":"543.476915ms","start":"2026-03-31T05:18:21.655795Z","end":"2026-03-31T05:18:22.199272Z","steps":["trace[1222107456] 'agreement among raft nodes before linearized reading' (duration: 542.767346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.199351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.655786Z","time spent":"543.553927ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:22.198729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.654215Z","time spent":"544.424441ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:22.198593Z","caller":"traceutil/trace.go:171","msg":"trace[2070906673] transaction","detail":"{read_only:false; response_revision:11613; number_of_response:1; }","duration":"534.352136ms","start":"2026-03-31T05:18:21.664194Z","end":"2026-03-31T05:18:22.198546Z","steps":["trace[2070906673] 'process raft request' (duration: 534.058768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.199728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.664185Z","time spent":"535.474097ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:22.198983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.653885Z","time spent":"544.937455ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:22.23571Z","caller":"traceutil/trace.go:171","msg":"trace[423115569] transaction","detail":"{read_only:false; response_revision:11614; number_of_response:1; }","duration":"170.685193ms","start":"2026-03-31T05:18:22.064989Z","end":"2026-03-31T05:18:22.235674Z","steps":["trace[423115569] 'process raft request' (duration: 170.508098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.235812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.420163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:22.235872Z","caller":"traceutil/trace.go:171","msg":"trace[1883834373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11614; }","duration":"558.524006ms","start":"2026-03-31T05:18:21.677333Z","end":"2026-03-31T05:18:22.235857Z","steps":["trace[1883834373] 'agreement among raft nodes before linearized reading' (duration: 558.341461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.235904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:21.677319Z","time spent":"558.578998ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:22.36569Z","caller":"traceutil/trace.go:171","msg":"trace[1443562057] transaction","detail":"{read_only:false; response_revision:11616; number_of_response:1; }","duration":"125.311426ms","start":"2026-03-31T05:18:22.240352Z","end":"2026-03-31T05:18:22.365663Z","steps":["trace[1443562057] 'process raft request' (duration: 124.737941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:22.365937Z","caller":"traceutil/trace.go:171","msg":"trace[991939424] linearizableReadLoop","detail":"{readStateIndex:12036; appliedIndex:12033; }","duration":"100.384606ms","start":"2026-03-31T05:18:22.265531Z","end":"2026-03-31T05:18:22.365916Z","steps":["trace[991939424] 'read index received' (duration: 99.463571ms)","trace[991939424] 'applied index is now lower than readState.Index' (duration: 920.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:22.365996Z","caller":"traceutil/trace.go:171","msg":"trace[1114734288] transaction","detail":"{read_only:false; response_revision:11617; number_of_response:1; }","duration":"118.720016ms","start":"2026-03-31T05:18:22.247218Z","end":"2026-03-31T05:18:22.365938Z","steps":["trace[1114734288] 'process raft request' (duration: 118.381687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:22.366017Z","caller":"traceutil/trace.go:171","msg":"trace[20676683] transaction","detail":"{read_only:false; response_revision:11618; number_of_response:1; }","duration":"118.784548ms","start":"2026-03-31T05:18:22.247212Z","end":"2026-03-31T05:18:22.365997Z","steps":["trace[20676683] 'process raft request' (duration: 118.595413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:22.366153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.003188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:22.366185Z","caller":"traceutil/trace.go:171","msg":"trace[1326838791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11618; }","duration":"110.0785ms","start":"2026-03-31T05:18:22.256099Z","end":"2026-03-31T05:18:22.366177Z","steps":["trace[1326838791] 'agreement among raft nodes before linearized reading' (duration: 109.930396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:22.378909Z","caller":"traceutil/trace.go:171","msg":"trace[829677944] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"102.134634ms","start":"2026-03-31T05:18:22.276756Z","end":"2026-03-31T05:18:22.37889Z","steps":["trace[829677944] 'process raft request' (duration: 102.022211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.470596Z","caller":"traceutil/trace.go:171","msg":"trace[2098222694] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"174.848366ms","start":"2026-03-31T05:18:23.295722Z","end":"2026-03-31T05:18:23.47057Z","steps":["trace[2098222694] 'process raft request' (duration: 174.687822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.91933Z","caller":"traceutil/trace.go:171","msg":"trace[475791750] linearizableReadLoop","detail":"{readStateIndex:12043; appliedIndex:12042; }","duration":"450.791999ms","start":"2026-03-31T05:18:23.468513Z","end":"2026-03-31T05:18:23.919305Z","steps":["trace[475791750] 'read index received' (duration: 2.56186ms)","trace[475791750] 'applied index is now lower than readState.Index' (duration: 448.229029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:23.919472Z","caller":"traceutil/trace.go:171","msg":"trace[405615665] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"475.375059ms","start":"2026-03-31T05:18:23.444065Z","end":"2026-03-31T05:18:23.91944Z","steps":["trace[405615665] 'process raft request' (duration: 475.06666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.919558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.033495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:23.919603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.444033Z","time spent":"475.499902ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:23.91961Z","caller":"traceutil/trace.go:171","msg":"trace[592334967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11625; }","duration":"451.141158ms","start":"2026-03-31T05:18:23.468456Z","end":"2026-03-31T05:18:23.919597Z","steps":["trace[592334967] 'agreement among raft nodes before linearized reading' (duration: 450.971913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.91965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.46843Z","time spent":"451.2105ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:23.919873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:23.919937Z","caller":"traceutil/trace.go:171","msg":"trace[2094159374] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11625; }","duration":"204.849215ms","start":"2026-03-31T05:18:23.715073Z","end":"2026-03-31T05:18:23.919922Z","steps":["trace[2094159374] 'agreement among raft nodes before linearized reading' (duration: 204.720121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.919991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.051899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T05:18:23.920034Z","caller":"traceutil/trace.go:171","msg":"trace[1468924203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11625; }","duration":"227.140951ms","start":"2026-03-31T05:18:23.692882Z","end":"2026-03-31T05:18:23.920023Z","steps":["trace[1468924203] 'agreement among raft nodes before linearized reading' (duration: 227.006998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:23.919909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.096739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:18:23.920131Z","caller":"traceutil/trace.go:171","msg":"trace[934343855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11625; }","duration":"268.353606ms","start":"2026-03-31T05:18:23.651753Z","end":"2026-03-31T05:18:23.920106Z","steps":["trace[934343855] 'agreement among raft nodes before linearized reading' (duration: 268.037047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.322234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.333081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:24.322319Z","caller":"traceutil/trace.go:171","msg":"trace[650434764] transaction","detail":"{read_only:false; response_revision:11626; number_of_response:1; }","duration":"397.27242ms","start":"2026-03-31T05:18:23.925031Z","end":"2026-03-31T05:18:24.322303Z","steps":["trace[650434764] 'process raft request' (duration: 50.794695ms)","trace[650434764] 'compare' (duration: 345.796906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:24.322361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.924991Z","time spent":"397.350882ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.420247Z","caller":"traceutil/trace.go:171","msg":"trace[1720252759] transaction","detail":"{read_only:false; response_revision:11628; number_of_response:1; }","duration":"493.01793ms","start":"2026-03-31T05:18:23.927202Z","end":"2026-03-31T05:18:24.42022Z","steps":["trace[1720252759] 'process raft request' (duration: 492.929178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.420277Z","caller":"traceutil/trace.go:171","msg":"trace[723098997] transaction","detail":"{read_only:false; response_revision:11627; number_of_response:1; }","duration":"494.914552ms","start":"2026-03-31T05:18:23.925325Z","end":"2026-03-31T05:18:24.420239Z","steps":["trace[723098997] 'process raft request' (duration: 494.642324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.420433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.927188Z","time spent":"493.157934ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.420469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.925304Z","time spent":"495.068745ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.47305Z","caller":"traceutil/trace.go:171","msg":"trace[2058077680] transaction","detail":"{read_only:false; response_revision:11630; number_of_response:1; }","duration":"101.100587ms","start":"2026-03-31T05:18:24.371921Z","end":"2026-03-31T05:18:24.473022Z","steps":["trace[2058077680] 'process raft request' (duration: 101.014374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.473072Z","caller":"traceutil/trace.go:171","msg":"trace[1994915098] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"231.865341ms","start":"2026-03-31T05:18:24.241169Z","end":"2026-03-31T05:18:24.473034Z","steps":["trace[1994915098] 'process raft request' (duration: 231.626004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.473194Z","caller":"traceutil/trace.go:171","msg":"trace[553559638] linearizableReadLoop","detail":"{readStateIndex:12047; appliedIndex:12044; }","duration":"203.140247ms","start":"2026-03-31T05:18:24.270026Z","end":"2026-03-31T05:18:24.473166Z","steps":["trace[553559638] 'read index received' (duration: 149.974228ms)","trace[553559638] 'applied index is now lower than readState.Index' (duration: 53.163889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:24.473301Z","caller":"traceutil/trace.go:171","msg":"trace[1828407806] transaction","detail":"{read_only:false; response_revision:11631; number_of_response:1; }","duration":"101.273451ms","start":"2026-03-31T05:18:24.371977Z","end":"2026-03-31T05:18:24.47325Z","steps":["trace[1828407806] 'process raft request' (duration: 101.008534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.473389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.168852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:24.473432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.396615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:24.473482Z","caller":"traceutil/trace.go:171","msg":"trace[487511613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11631; }","duration":"203.509668ms","start":"2026-03-31T05:18:24.26996Z","end":"2026-03-31T05:18:24.47347Z","steps":["trace[487511613] 'agreement among raft nodes before linearized reading' (duration: 203.332973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.473549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.868725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:24.473441Z","caller":"traceutil/trace.go:171","msg":"trace[585410080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11631; }","duration":"136.292596ms","start":"2026-03-31T05:18:24.337136Z","end":"2026-03-31T05:18:24.473428Z","steps":["trace[585410080] 'agreement among raft nodes before linearized reading' (duration: 136.183413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.473587Z","caller":"traceutil/trace.go:171","msg":"trace[235336243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11631; }","duration":"102.940397ms","start":"2026-03-31T05:18:24.370638Z","end":"2026-03-31T05:18:24.473579Z","steps":["trace[235336243] 'agreement among raft nodes before linearized reading' (duration: 102.824414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.666487Z","caller":"traceutil/trace.go:171","msg":"trace[1082712944] linearizableReadLoop","detail":"{readStateIndex:12052; appliedIndex:12051; }","duration":"142.381892ms","start":"2026-03-31T05:18:24.524082Z","end":"2026-03-31T05:18:24.666464Z","steps":["trace[1082712944] 'read index received' (duration: 106.162285ms)","trace[1082712944] 'applied index is now lower than readState.Index' (duration: 36.218827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:24.666772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.666139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9544"} {"level":"info","ts":"2026-03-31T05:18:24.66689Z","caller":"traceutil/trace.go:171","msg":"trace[653531215] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11634; }","duration":"142.858735ms","start":"2026-03-31T05:18:24.52401Z","end":"2026-03-31T05:18:24.666869Z","steps":["trace[653531215] 'agreement among raft nodes before linearized reading' (duration: 142.523746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.667133Z","caller":"traceutil/trace.go:171","msg":"trace[4855052] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"145.319261ms","start":"2026-03-31T05:18:24.521229Z","end":"2026-03-31T05:18:24.666548Z","steps":["trace[4855052] 'process raft request' (duration: 109.113864ms)","trace[4855052] 'compare' (duration: 35.834957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:27.191669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.46922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:27.191791Z","caller":"traceutil/trace.go:171","msg":"trace[788861874] linearizableReadLoop","detail":"{readStateIndex:12067; appliedIndex:12066; }","duration":"106.462702ms","start":"2026-03-31T05:18:27.085311Z","end":"2026-03-31T05:18:27.191773Z","steps":["trace[788861874] 'read index received' (duration: 75.092µs)","trace[788861874] 'applied index is now lower than readState.Index' (duration: 106.38602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:27.191823Z","caller":"traceutil/trace.go:171","msg":"trace[1146080246] transaction","detail":"{read_only:false; response_revision:11648; number_of_response:1; }","duration":"241.425211ms","start":"2026-03-31T05:18:26.950359Z","end":"2026-03-31T05:18:27.191784Z","steps":["trace[1146080246] 'process raft request' (duration: 97.757775ms)","trace[1146080246] 'compare' (duration: 143.335477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:27.191932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.639397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:18:27.191967Z","caller":"traceutil/trace.go:171","msg":"trace[1604223353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11648; }","duration":"106.721119ms","start":"2026-03-31T05:18:27.085234Z","end":"2026-03-31T05:18:27.191955Z","steps":["trace[1604223353] 'agreement among raft nodes before linearized reading' (duration: 106.591495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:27.455085Z","caller":"traceutil/trace.go:171","msg":"trace[1759148455] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"260.026818ms","start":"2026-03-31T05:18:27.19503Z","end":"2026-03-31T05:18:27.455057Z","steps":["trace[1759148455] 'process raft request' (duration: 259.550745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.183534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.643231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:28.18367Z","caller":"traceutil/trace.go:171","msg":"trace[69157878] linearizableReadLoop","detail":"{readStateIndex:12069; appliedIndex:12067; }","duration":"736.785935ms","start":"2026-03-31T05:18:27.446858Z","end":"2026-03-31T05:18:28.183644Z","steps":["trace[69157878] 'read index received' (duration: 7.73615ms)","trace[69157878] 'applied index is now lower than readState.Index' (duration: 729.047515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.183814Z","caller":"traceutil/trace.go:171","msg":"trace[1707228373] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"785.999427ms","start":"2026-03-31T05:18:27.397778Z","end":"2026-03-31T05:18:28.183777Z","steps":["trace[1707228373] 'process raft request' (duration: 622.031807ms)","trace[1707228373] 'compare' (duration: 163.344993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:28.183902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.397745Z","time spent":"786.10499ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:28.184111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.570656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:18:28.18417Z","caller":"traceutil/trace.go:171","msg":"trace[1799738145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11650; }","duration":"146.670459ms","start":"2026-03-31T05:18:28.037484Z","end":"2026-03-31T05:18:28.184154Z","steps":["trace[1799738145] 'agreement among raft nodes before linearized reading' (duration: 146.521755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.184276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.900879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:28.184248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.201717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:28.184305Z","caller":"traceutil/trace.go:171","msg":"trace[1990992692] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11650; }","duration":"557.973381ms","start":"2026-03-31T05:18:27.626324Z","end":"2026-03-31T05:18:28.184298Z","steps":["trace[1990992692] 'agreement among raft nodes before linearized reading' (duration: 557.923539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.184327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.626303Z","time spent":"558.016562ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:28.18435Z","caller":"traceutil/trace.go:171","msg":"trace[822194703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11650; }","duration":"697.34184ms","start":"2026-03-31T05:18:27.486978Z","end":"2026-03-31T05:18:28.18432Z","steps":["trace[822194703] 'agreement among raft nodes before linearized reading' (duration: 697.026062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.184422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.486958Z","time spent":"697.449283ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:28.184567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.715381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:28.184603Z","caller":"traceutil/trace.go:171","msg":"trace[2045335438] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:11650; }","duration":"737.789643ms","start":"2026-03-31T05:18:27.446804Z","end":"2026-03-31T05:18:28.184594Z","steps":["trace[2045335438] 'agreement among raft nodes before linearized reading' (duration: 737.732181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.184624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.446781Z","time spent":"737.838175ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:28.381479Z","caller":"traceutil/trace.go:171","msg":"trace[1978702918] transaction","detail":"{read_only:false; response_revision:11651; number_of_response:1; }","duration":"191.82344ms","start":"2026-03-31T05:18:28.189613Z","end":"2026-03-31T05:18:28.381436Z","steps":["trace[1978702918] 'process raft request' (duration: 128.73026ms)","trace[1978702918] 'compare' (duration: 62.886964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.381567Z","caller":"traceutil/trace.go:171","msg":"trace[1396671943] transaction","detail":"{read_only:false; response_revision:11652; number_of_response:1; }","duration":"191.772918ms","start":"2026-03-31T05:18:28.189779Z","end":"2026-03-31T05:18:28.381552Z","steps":["trace[1396671943] 'process raft request' (duration: 191.609743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:29.136846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.215683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:29.136954Z","caller":"traceutil/trace.go:171","msg":"trace[1210505386] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-db-init; range_end:; response_count:0; response_revision:11660; }","duration":"136.376377ms","start":"2026-03-31T05:18:29.000549Z","end":"2026-03-31T05:18:29.136925Z","steps":["trace[1210505386] 'range keys from in-memory index tree' (duration: 136.113581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:29.806219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:30.306407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:30.72522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432711495s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:30.725566Z","caller":"traceutil/trace.go:171","msg":"trace[1554972291] linearizableReadLoop","detail":"{readStateIndex:12081; appliedIndex:12080; }","duration":"1.420049731s","start":"2026-03-31T05:18:29.305496Z","end":"2026-03-31T05:18:30.725545Z","steps":["trace[1554972291] 'read index received' (duration: 1.419917597s)","trace[1554972291] 'applied index is now lower than readState.Index' (duration: 131.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:30.725628Z","caller":"traceutil/trace.go:171","msg":"trace[2120841269] transaction","detail":"{read_only:false; response_revision:11661; number_of_response:1; }","duration":"1.433337263s","start":"2026-03-31T05:18:29.292265Z","end":"2026-03-31T05:18:30.725602Z","steps":["trace[2120841269] 'process raft request' (duration: 1.433143508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.725751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.292235Z","time spent":"1.433453615s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":93152,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:30.7258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420289487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:18:30.725896Z","caller":"traceutil/trace.go:171","msg":"trace[1309557647] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11661; }","duration":"1.42041649s","start":"2026-03-31T05:18:29.305444Z","end":"2026-03-31T05:18:30.72586Z","steps":["trace[1309557647] 'agreement among raft nodes before linearized reading' (duration: 1.420165843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.72593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.305421Z","time spent":"1.420499943s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:18:31.226351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004447,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:31.434643Z","caller":"traceutil/trace.go:171","msg":"trace[345234236] transaction","detail":"{read_only:false; response_revision:11662; number_of_response:1; }","duration":"871.701133ms","start":"2026-03-31T05:18:30.562915Z","end":"2026-03-31T05:18:31.434616Z","steps":["trace[345234236] 'process raft request' (duration: 871.451966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.434822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.562883Z","time spent":"871.853677ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.435008Z","caller":"traceutil/trace.go:171","msg":"trace[711545585] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"870.244283ms","start":"2026-03-31T05:18:30.564724Z","end":"2026-03-31T05:18:31.434968Z","steps":["trace[711545585] 'process raft request' (duration: 869.839762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.435208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.564712Z","time spent":"870.400077ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.435787Z","caller":"traceutil/trace.go:171","msg":"trace[1505841456] transaction","detail":"{read_only:false; response_revision:11664; number_of_response:1; }","duration":"870.702745ms","start":"2026-03-31T05:18:30.565068Z","end":"2026-03-31T05:18:31.435771Z","steps":["trace[1505841456] 'process raft request' (duration: 869.841982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.435885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.565052Z","time spent":"870.793988ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.485174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:31.485251Z","caller":"traceutil/trace.go:171","msg":"trace[960730224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274317s","start":"2026-03-31T05:18:29.48496Z","end":"2026-03-31T05:18:31.485234Z","steps":["trace[960730224] 'agreement among raft nodes before linearized reading' (duration: 2.000177135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.485295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:29.484934Z","time spent":"2.000351199s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:18:31.955616Z","caller":"traceutil/trace.go:171","msg":"trace[1695657337] linearizableReadLoop","detail":"{readStateIndex:12085; appliedIndex:12081; }","duration":"1.229974079s","start":"2026-03-31T05:18:30.725607Z","end":"2026-03-31T05:18:31.955581Z","steps":["trace[1695657337] 'read index received' (duration: 708.789712ms)","trace[1695657337] 'applied index is now lower than readState.Index' (duration: 521.183187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:31.955617Z","caller":"traceutil/trace.go:171","msg":"trace[1950364336] transaction","detail":"{read_only:false; response_revision:11665; number_of_response:1; }","duration":"1.222028153s","start":"2026-03-31T05:18:30.733562Z","end":"2026-03-31T05:18:31.955591Z","steps":["trace[1950364336] 'process raft request' (duration: 1.21754331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.955753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.733548Z","time spent":"1.222152506s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:31.95577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360161888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:31.955819Z","caller":"traceutil/trace.go:171","msg":"trace[1460602328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11665; }","duration":"1.360258601s","start":"2026-03-31T05:18:30.595542Z","end":"2026-03-31T05:18:31.955801Z","steps":["trace[1460602328] 'agreement among raft nodes before linearized reading' (duration: 1.360050146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.95581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570098571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:18:31.955816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511418821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:18:31.955935Z","caller":"traceutil/trace.go:171","msg":"trace[963520013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11665; }","duration":"1.570259915s","start":"2026-03-31T05:18:30.385657Z","end":"2026-03-31T05:18:31.955917Z","steps":["trace[963520013] 'agreement among raft nodes before linearized reading' (duration: 1.569998358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.955782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592925014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:18:31.955918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381919931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:31.956011Z","caller":"traceutil/trace.go:171","msg":"trace[1166305553] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11665; }","duration":"1.593184671s","start":"2026-03-31T05:18:30.362815Z","end":"2026-03-31T05:18:31.955999Z","steps":["trace[1166305553] 'agreement among raft nodes before linearized reading' (duration: 1.592898923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.95601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225622431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-31T05:18:31.956018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.385637Z","time spent":"1.570365108s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.362793Z","time spent":"1.593239773s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.312163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:31.956052Z","caller":"traceutil/trace.go:171","msg":"trace[301005030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce; range_end:; response_count:1; response_revision:11665; }","duration":"1.225692803s","start":"2026-03-31T05:18:30.730346Z","end":"2026-03-31T05:18:31.956039Z","steps":["trace[301005030] 'agreement among raft nodes before linearized reading' (duration: 1.225538059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.956025Z","caller":"traceutil/trace.go:171","msg":"trace[383694784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11665; }","duration":"1.511619816s","start":"2026-03-31T05:18:30.444372Z","end":"2026-03-31T05:18:31.955992Z","steps":["trace[383694784] 'agreement among raft nodes before linearized reading' (duration: 1.511225766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.486125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:18:31.956098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.825233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:31.956062Z","caller":"traceutil/trace.go:171","msg":"trace[623808520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11665; }","duration":"1.382093726s","start":"2026-03-31T05:18:30.57393Z","end":"2026-03-31T05:18:31.956023Z","steps":["trace[623808520] 'agreement among raft nodes before linearized reading' (duration: 1.381723366s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.956124Z","caller":"traceutil/trace.go:171","msg":"trace[654288776] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11665; }","duration":"233.597318ms","start":"2026-03-31T05:18:31.722519Z","end":"2026-03-31T05:18:31.956117Z","steps":["trace[654288776] 'agreement among raft nodes before linearized reading' (duration: 233.467274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.956132Z","caller":"traceutil/trace.go:171","msg":"trace[1937694702] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11665; }","duration":"124.888354ms","start":"2026-03-31T05:18:31.831235Z","end":"2026-03-31T05:18:31.956124Z","steps":["trace[1937694702] 'agreement among raft nodes before linearized reading' (duration: 124.834043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.519976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:31.956162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.573917Z","time spent":"1.38223105s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.966661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:31.956191Z","caller":"traceutil/trace.go:171","msg":"trace[1551101293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11665; }","duration":"470.634509ms","start":"2026-03-31T05:18:31.485534Z","end":"2026-03-31T05:18:31.956168Z","steps":["trace[1551101293] 'agreement among raft nodes before linearized reading' (duration: 470.512406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.956215Z","caller":"traceutil/trace.go:171","msg":"trace[754955996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11665; }","duration":"963.040653ms","start":"2026-03-31T05:18:30.993167Z","end":"2026-03-31T05:18:31.956207Z","steps":["trace[754955996] 'agreement among raft nodes before linearized reading' (duration: 962.947101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.95594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359017777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:31.956241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.993146Z","time spent":"963.089664ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.487259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:31.956264Z","caller":"traceutil/trace.go:171","msg":"trace[61955790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11665; }","duration":"1.359370177s","start":"2026-03-31T05:18:30.596883Z","end":"2026-03-31T05:18:31.956253Z","steps":["trace[61955790] 'agreement among raft nodes before linearized reading' (duration: 1.358996596s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.956293Z","caller":"traceutil/trace.go:171","msg":"trace[1920616547] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11665; }","duration":"615.623782ms","start":"2026-03-31T05:18:31.340653Z","end":"2026-03-31T05:18:31.956277Z","steps":["trace[1920616547] 'agreement among raft nodes before linearized reading' (duration: 615.472268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.596868Z","time spent":"1.359424308s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.444301Z","time spent":"1.511823822s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:31.955819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35875166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:18:31.956245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.485495Z","time spent":"470.738533ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.73033Z","time spent":"1.225751544s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" "} {"level":"warn","ts":"2026-03-31T05:18:31.95586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.595521Z","time spent":"1.360329943s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.340629Z","time spent":"615.693234ms","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:31.956386Z","caller":"traceutil/trace.go:171","msg":"trace[1639102638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11665; }","duration":"1.359365137s","start":"2026-03-31T05:18:30.596998Z","end":"2026-03-31T05:18:31.956363Z","steps":["trace[1639102638] 'agreement among raft nodes before linearized reading' (duration: 1.358696258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001255054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:31.956491Z","caller":"traceutil/trace.go:171","msg":"trace[1278718392] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11665; }","duration":"1.00145148s","start":"2026-03-31T05:18:30.955008Z","end":"2026-03-31T05:18:31.95646Z","steps":["trace[1278718392] 'agreement among raft nodes before linearized reading' (duration: 1.001184463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.612643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:31.956093Z","caller":"traceutil/trace.go:171","msg":"trace[333298489] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11665; }","duration":"579.379914ms","start":"2026-03-31T05:18:31.376691Z","end":"2026-03-31T05:18:31.956071Z","steps":["trace[333298489] 'agreement among raft nodes before linearized reading' (duration: 579.196949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.95645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.596969Z","time spent":"1.359461379s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.956549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.954985Z","time spent":"1.001552412s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:31.956566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.376676Z","time spent":"579.874778ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":116,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:31.956563Z","caller":"traceutil/trace.go:171","msg":"trace[106264285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11665; }","duration":"959.075844ms","start":"2026-03-31T05:18:30.997464Z","end":"2026-03-31T05:18:31.95654Z","steps":["trace[106264285] 'agreement among raft nodes before linearized reading' (duration: 958.512059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.956752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.997449Z","time spent":"959.164847ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:32.506207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.859943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:18:32.506303Z","caller":"traceutil/trace.go:171","msg":"trace[1844553309] linearizableReadLoop","detail":"{readStateIndex:12086; appliedIndex:12085; }","duration":"543.260479ms","start":"2026-03-31T05:18:31.963028Z","end":"2026-03-31T05:18:32.506288Z","steps":["trace[1844553309] 'read index received' (duration: 217.314853ms)","trace[1844553309] 'applied index is now lower than readState.Index' (duration: 325.944486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:32.506366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.958736Z","time spent":"547.625749ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:32.506525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.483126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:18:32.506584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.536537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:32.506693Z","caller":"traceutil/trace.go:171","msg":"trace[110423088] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:11665; }","duration":"543.675461ms","start":"2026-03-31T05:18:31.962985Z","end":"2026-03-31T05:18:32.506661Z","steps":["trace[110423088] 'agreement among raft nodes before linearized reading' (duration: 543.440175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.506743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.962976Z","time spent":"543.756353ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"info","ts":"2026-03-31T05:18:32.506605Z","caller":"traceutil/trace.go:171","msg":"trace[41917559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11665; }","duration":"543.616729ms","start":"2026-03-31T05:18:31.962977Z","end":"2026-03-31T05:18:32.506593Z","steps":["trace[41917559] 'agreement among raft nodes before linearized reading' (duration: 543.424174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.506866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.962942Z","time spent":"543.870896ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:18:32.529734Z","caller":"traceutil/trace.go:171","msg":"trace[1950896124] transaction","detail":"{read_only:false; response_revision:11666; number_of_response:1; }","duration":"566.622866ms","start":"2026-03-31T05:18:31.963076Z","end":"2026-03-31T05:18:32.529699Z","steps":["trace[1950896124] 'process raft request' (duration: 566.279567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963062Z","time spent":"566.75207ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:32.530367Z","caller":"traceutil/trace.go:171","msg":"trace[334658188] transaction","detail":"{read_only:false; response_revision:11667; number_of_response:1; }","duration":"567.218993ms","start":"2026-03-31T05:18:31.963122Z","end":"2026-03-31T05:18:32.530341Z","steps":["trace[334658188] 'process raft request' (duration: 566.39523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963106Z","time spent":"567.318225ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.530612Z","caller":"traceutil/trace.go:171","msg":"trace[1707680177] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"567.397698ms","start":"2026-03-31T05:18:31.963198Z","end":"2026-03-31T05:18:32.530596Z","steps":["trace[1707680177] 'process raft request' (duration: 567.063919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.530624Z","caller":"traceutil/trace.go:171","msg":"trace[1174301631] transaction","detail":"{read_only:false; response_revision:11672; number_of_response:1; }","duration":"567.299885ms","start":"2026-03-31T05:18:31.963308Z","end":"2026-03-31T05:18:32.530608Z","steps":["trace[1174301631] 'process raft request' (duration: 567.211063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963187Z","time spent":"567.466369ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.530647Z","caller":"traceutil/trace.go:171","msg":"trace[1360870249] transaction","detail":"{read_only:false; response_revision:11670; number_of_response:1; }","duration":"567.367346ms","start":"2026-03-31T05:18:31.963257Z","end":"2026-03-31T05:18:32.530624Z","steps":["trace[1360870249] 'process raft request' (duration: 567.193462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963305Z","time spent":"567.368497ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.530711Z","caller":"traceutil/trace.go:171","msg":"trace[1793108907] transaction","detail":"{read_only:false; response_revision:11669; number_of_response:1; }","duration":"567.444829ms","start":"2026-03-31T05:18:31.96324Z","end":"2026-03-31T05:18:32.530685Z","steps":["trace[1793108907] 'process raft request' (duration: 567.137801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.530794Z","caller":"traceutil/trace.go:171","msg":"trace[622119475] transaction","detail":"{read_only:false; response_revision:11671; number_of_response:1; }","duration":"567.510571ms","start":"2026-03-31T05:18:31.963272Z","end":"2026-03-31T05:18:32.530782Z","steps":["trace[622119475] 'process raft request' (duration: 567.214803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963236Z","time spent":"567.532961ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.530837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963246Z","time spent":"567.484939ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.530852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963267Z","time spent":"567.553742ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:32.530876Z","caller":"traceutil/trace.go:171","msg":"trace[2085090291] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"567.547752ms","start":"2026-03-31T05:18:31.963316Z","end":"2026-03-31T05:18:32.530864Z","steps":["trace[2085090291] 'process raft request' (duration: 567.257034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963305Z","time spent":"567.595863ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.530941Z","caller":"traceutil/trace.go:171","msg":"trace[1579366099] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"567.613404ms","start":"2026-03-31T05:18:31.963317Z","end":"2026-03-31T05:18:32.53093Z","steps":["trace[1579366099] 'process raft request' (duration: 567.47389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.530997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963307Z","time spent":"567.660795ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531024Z","caller":"traceutil/trace.go:171","msg":"trace[118737119] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"567.651004ms","start":"2026-03-31T05:18:31.96333Z","end":"2026-03-31T05:18:32.530981Z","steps":["trace[118737119] 'process raft request' (duration: 567.533371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.531181Z","caller":"traceutil/trace.go:171","msg":"trace[353157064] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"567.784348ms","start":"2026-03-31T05:18:31.963386Z","end":"2026-03-31T05:18:32.531171Z","steps":["trace[353157064] 'process raft request' (duration: 567.649365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963377Z","time spent":"567.8548ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.531271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963322Z","time spent":"567.86517ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531316Z","caller":"traceutil/trace.go:171","msg":"trace[586513200] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"567.896501ms","start":"2026-03-31T05:18:31.963411Z","end":"2026-03-31T05:18:32.531307Z","steps":["trace[586513200] 'process raft request' (duration: 567.658815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.531335Z","caller":"traceutil/trace.go:171","msg":"trace[894513521] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"567.904942ms","start":"2026-03-31T05:18:31.96342Z","end":"2026-03-31T05:18:32.531325Z","steps":["trace[894513521] 'process raft request' (duration: 567.754397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963404Z","time spent":"567.945632ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531293Z","caller":"traceutil/trace.go:171","msg":"trace[879115020] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"567.818529ms","start":"2026-03-31T05:18:31.963456Z","end":"2026-03-31T05:18:32.531274Z","steps":["trace[879115020] 'process raft request' (duration: 567.755507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963392Z","time spent":"567.976004ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531466Z","caller":"traceutil/trace.go:171","msg":"trace[447455881] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"568.038515ms","start":"2026-03-31T05:18:31.963417Z","end":"2026-03-31T05:18:32.531456Z","steps":["trace[447455881] 'process raft request' (duration: 567.686776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963447Z","time spent":"567.986464ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.531511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963406Z","time spent":"568.088056ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531394Z","caller":"traceutil/trace.go:171","msg":"trace[504653399] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"567.778918ms","start":"2026-03-31T05:18:31.963376Z","end":"2026-03-31T05:18:32.531155Z","steps":["trace[504653399] 'process raft request' (duration: 567.626024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.531669Z","caller":"traceutil/trace.go:171","msg":"trace[1568999021] transaction","detail":"{read_only:false; response_revision:11676; number_of_response:1; }","duration":"568.310492ms","start":"2026-03-31T05:18:31.963342Z","end":"2026-03-31T05:18:32.531652Z","steps":["trace[1568999021] 'process raft request' (duration: 567.564112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963335Z","time spent":"568.375394ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":545,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.53128Z","caller":"traceutil/trace.go:171","msg":"trace[1370825454] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"567.832339ms","start":"2026-03-31T05:18:31.963436Z","end":"2026-03-31T05:18:32.531268Z","steps":["trace[1370825454] 'process raft request' (duration: 567.702635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963371Z","time spent":"568.268741ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.531808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963429Z","time spent":"568.352903ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.531883Z","caller":"traceutil/trace.go:171","msg":"trace[1577531309] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"568.511777ms","start":"2026-03-31T05:18:31.963356Z","end":"2026-03-31T05:18:32.531868Z","steps":["trace[1577531309] 'process raft request' (duration: 567.592632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.531952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963335Z","time spent":"568.57882ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:32.532026Z","caller":"traceutil/trace.go:171","msg":"trace[1397369461] transaction","detail":"{read_only:false; response_revision:11685; number_of_response:1; }","duration":"568.544628ms","start":"2026-03-31T05:18:31.963471Z","end":"2026-03-31T05:18:32.532016Z","steps":["trace[1397369461] 'process raft request' (duration: 567.773967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.53209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963448Z","time spent":"568.616751ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.532311Z","caller":"traceutil/trace.go:171","msg":"trace[288159035] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"568.694713ms","start":"2026-03-31T05:18:31.9636Z","end":"2026-03-31T05:18:32.532295Z","steps":["trace[288159035] 'process raft request' (duration: 568.56555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.532341Z","caller":"traceutil/trace.go:171","msg":"trace[874929635] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"568.612291ms","start":"2026-03-31T05:18:31.963703Z","end":"2026-03-31T05:18:32.532315Z","steps":["trace[874929635] 'process raft request' (duration: 568.521298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.532305Z","caller":"traceutil/trace.go:171","msg":"trace[1337814945] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"568.758214ms","start":"2026-03-31T05:18:31.963508Z","end":"2026-03-31T05:18:32.532266Z","steps":["trace[1337814945] 'process raft request' (duration: 568.465156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.532371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963592Z","time spent":"568.754174ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.532358Z","caller":"traceutil/trace.go:171","msg":"trace[770714588] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"567.564762ms","start":"2026-03-31T05:18:31.964777Z","end":"2026-03-31T05:18:32.532342Z","steps":["trace[770714588] 'process raft request' (duration: 567.49565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.532509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.964767Z","time spent":"567.701246ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.532424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963693Z","time spent":"568.674862ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.532605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963491Z","time spent":"568.930479ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.532995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.787621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:32.533087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.009629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385822"} {"level":"info","ts":"2026-03-31T05:18:32.533142Z","caller":"traceutil/trace.go:171","msg":"trace[815895068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11689; }","duration":"570.084511ms","start":"2026-03-31T05:18:31.963045Z","end":"2026-03-31T05:18:32.53313Z","steps":["trace[815895068] 'agreement among raft nodes before linearized reading' (duration: 569.345351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.533099Z","caller":"traceutil/trace.go:171","msg":"trace[1219250374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11689; }","duration":"566.908454ms","start":"2026-03-31T05:18:31.966172Z","end":"2026-03-31T05:18:32.53308Z","steps":["trace[1219250374] 'agreement among raft nodes before linearized reading' (duration: 566.216746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.533258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.966164Z","time spent":"567.081449ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:32.533187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.963039Z","time spent":"570.136492ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:32.535117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.569245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:32.535746Z","caller":"traceutil/trace.go:171","msg":"trace[2025231689] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11689; }","duration":"173.290824ms","start":"2026-03-31T05:18:32.362431Z","end":"2026-03-31T05:18:32.535722Z","steps":["trace[2025231689] 'agreement among raft nodes before linearized reading' (duration: 170.106918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.734891Z","caller":"traceutil/trace.go:171","msg":"trace[290075413] linearizableReadLoop","detail":"{readStateIndex:12112; appliedIndex:12110; }","duration":"202.559481ms","start":"2026-03-31T05:18:32.532314Z","end":"2026-03-31T05:18:32.734873Z","steps":["trace[290075413] 'read index received' (duration: 202.440918ms)","trace[290075413] 'applied index is now lower than readState.Index' (duration: 117.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:32.73495Z","caller":"traceutil/trace.go:171","msg":"trace[914516092] transaction","detail":"{read_only:false; response_revision:11690; number_of_response:1; }","duration":"227.762879ms","start":"2026-03-31T05:18:32.507158Z","end":"2026-03-31T05:18:32.734921Z","steps":["trace[914516092] 'process raft request' (duration: 227.551163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.734949Z","caller":"traceutil/trace.go:171","msg":"trace[371486989] transaction","detail":"{read_only:false; response_revision:11691; number_of_response:1; }","duration":"226.453253ms","start":"2026-03-31T05:18:32.50848Z","end":"2026-03-31T05:18:32.734933Z","steps":["trace[371486989] 'process raft request' (duration: 226.34903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.73541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.870095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:32.735575Z","caller":"traceutil/trace.go:171","msg":"trace[1277472637] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11691; }","duration":"227.009968ms","start":"2026-03-31T05:18:32.508481Z","end":"2026-03-31T05:18:32.735491Z","steps":["trace[1277472637] 'agreement among raft nodes before linearized reading' (duration: 226.541585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.981783Z","caller":"traceutil/trace.go:171","msg":"trace[1293223418] transaction","detail":"{read_only:false; response_revision:11692; number_of_response:1; }","duration":"442.79524ms","start":"2026-03-31T05:18:32.538961Z","end":"2026-03-31T05:18:32.981757Z","steps":["trace[1293223418] 'process raft request' (duration: 442.570994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.981931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.53894Z","time spent":"442.919794ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1085,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.981955Z","caller":"traceutil/trace.go:171","msg":"trace[30954911] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"442.863713ms","start":"2026-03-31T05:18:32.539064Z","end":"2026-03-31T05:18:32.981927Z","steps":["trace[30954911] 'process raft request' (duration: 442.623746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539056Z","time spent":"442.966456ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.982369Z","caller":"traceutil/trace.go:171","msg":"trace[1140694556] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"443.234603ms","start":"2026-03-31T05:18:32.539126Z","end":"2026-03-31T05:18:32.982361Z","steps":["trace[1140694556] 'process raft request' (duration: 443.075099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539119Z","time spent":"443.274804ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.982437Z","caller":"traceutil/trace.go:171","msg":"trace[262093648] linearizableReadLoop","detail":"{readStateIndex:12120; appliedIndex:12112; }","duration":"247.477187ms","start":"2026-03-31T05:18:32.734946Z","end":"2026-03-31T05:18:32.982423Z","steps":["trace[262093648] 'read index received' (duration: 246.484819ms)","trace[262093648] 'applied index is now lower than readState.Index' (duration: 991.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:32.982562Z","caller":"traceutil/trace.go:171","msg":"trace[1143785864] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"443.333015ms","start":"2026-03-31T05:18:32.539218Z","end":"2026-03-31T05:18:32.982551Z","steps":["trace[1143785864] 'process raft request' (duration: 443.044737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.982552Z","caller":"traceutil/trace.go:171","msg":"trace[306864021] transaction","detail":"{read_only:false; response_revision:11697; number_of_response:1; }","duration":"443.001636ms","start":"2026-03-31T05:18:32.539487Z","end":"2026-03-31T05:18:32.982489Z","steps":["trace[306864021] 'process raft request' (duration: 442.832572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539211Z","time spent":"443.369557ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.982638Z","caller":"traceutil/trace.go:171","msg":"trace[1355119219] transaction","detail":"{read_only:false; response_revision:11696; number_of_response:1; }","duration":"443.152761ms","start":"2026-03-31T05:18:32.539455Z","end":"2026-03-31T05:18:32.982607Z","steps":["trace[1355119219] 'process raft request' (duration: 442.836532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.982672Z","caller":"traceutil/trace.go:171","msg":"trace[423951258] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"442.898924ms","start":"2026-03-31T05:18:32.53975Z","end":"2026-03-31T05:18:32.982649Z","steps":["trace[423951258] 'process raft request' (duration: 442.635857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539445Z","time spent":"443.176941ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1053,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:32.982684Z","caller":"traceutil/trace.go:171","msg":"trace[927483917] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"442.910414ms","start":"2026-03-31T05:18:32.539748Z","end":"2026-03-31T05:18:32.982659Z","steps":["trace[927483917] 'process raft request' (duration: 442.606576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539694Z","time spent":"443.007116ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.982761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539441Z","time spent":"443.258173ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1084,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.982775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.762042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api.18a1d55a4bfb28fd\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:18:32.982801Z","caller":"traceutil/trace.go:171","msg":"trace[963384401] range","detail":"{range_begin:/registry/events/openstack/cinder-api.18a1d55a4bfb28fd; range_end:; response_count:1; response_revision:11699; }","duration":"445.815563ms","start":"2026-03-31T05:18:32.536979Z","end":"2026-03-31T05:18:32.982794Z","steps":["trace[963384401] 'agreement among raft nodes before linearized reading' (duration: 445.670519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.539738Z","time spent":"443.010066ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22495,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:32.982822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.536942Z","time spent":"445.874704ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":693,"request content":"key:\"/registry/events/openstack/cinder-api.18a1d55a4bfb28fd\" "} {"level":"warn","ts":"2026-03-31T05:18:32.982823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.023973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:32.982851Z","caller":"traceutil/trace.go:171","msg":"trace[690415375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11699; }","duration":"448.090685ms","start":"2026-03-31T05:18:32.534752Z","end":"2026-03-31T05:18:32.982843Z","steps":["trace[690415375] 'agreement among raft nodes before linearized reading' (duration: 448.037614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.982869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:32.534731Z","time spent":"448.134057ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:32.982901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.744082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:32.982935Z","caller":"traceutil/trace.go:171","msg":"trace[730037564] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11699; }","duration":"189.830935ms","start":"2026-03-31T05:18:32.793095Z","end":"2026-03-31T05:18:32.982926Z","steps":["trace[730037564] 'agreement among raft nodes before linearized reading' (duration: 189.761833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.983016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.535493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:18:32.983052Z","caller":"traceutil/trace.go:171","msg":"trace[300558960] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11699; }","duration":"245.642506ms","start":"2026-03-31T05:18:32.7374Z","end":"2026-03-31T05:18:32.983042Z","steps":["trace[300558960] 'agreement among raft nodes before linearized reading' (duration: 245.448531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.171074Z","caller":"traceutil/trace.go:171","msg":"trace[1406706101] transaction","detail":"{read_only:false; response_revision:11700; number_of_response:1; }","duration":"186.261407ms","start":"2026-03-31T05:18:32.984772Z","end":"2026-03-31T05:18:33.171033Z","steps":["trace[1406706101] 'process raft request' (duration: 91.844544ms)","trace[1406706101] 'compare' (duration: 94.130135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:33.171225Z","caller":"traceutil/trace.go:171","msg":"trace[1167007040] transaction","detail":"{read_only:false; response_revision:11701; number_of_response:1; }","duration":"180.287875ms","start":"2026-03-31T05:18:32.990925Z","end":"2026-03-31T05:18:33.171212Z","steps":["trace[1167007040] 'process raft request' (duration: 180.09361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.17137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.77481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:18:33.171091Z","caller":"traceutil/trace.go:171","msg":"trace[125438697] linearizableReadLoop","detail":"{readStateIndex:12121; appliedIndex:12120; }","duration":"183.511752ms","start":"2026-03-31T05:18:32.98756Z","end":"2026-03-31T05:18:33.171071Z","steps":["trace[125438697] 'read index received' (duration: 89.072148ms)","trace[125438697] 'applied index is now lower than readState.Index' (duration: 94.438514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:33.171501Z","caller":"traceutil/trace.go:171","msg":"trace[973276202] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11700; }","duration":"183.903494ms","start":"2026-03-31T05:18:32.987555Z","end":"2026-03-31T05:18:33.171458Z","steps":["trace[973276202] 'agreement among raft nodes before linearized reading' (duration: 183.580895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.171806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.844482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:33.171809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.936864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:18:33.17186Z","caller":"traceutil/trace.go:171","msg":"trace[762197159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11701; }","duration":"179.943365ms","start":"2026-03-31T05:18:32.991903Z","end":"2026-03-31T05:18:33.171846Z","steps":["trace[762197159] 'agreement among raft nodes before linearized reading' (duration: 179.839862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.17188Z","caller":"traceutil/trace.go:171","msg":"trace[522681393] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11701; }","duration":"184.016527ms","start":"2026-03-31T05:18:32.987842Z","end":"2026-03-31T05:18:33.171858Z","steps":["trace[522681393] 'agreement among raft nodes before linearized reading' (duration: 183.792251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.172134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.056148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:18:33.172174Z","caller":"traceutil/trace.go:171","msg":"trace[1897176534] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11701; }","duration":"184.121719ms","start":"2026-03-31T05:18:32.988042Z","end":"2026-03-31T05:18:33.172164Z","steps":["trace[1897176534] 'agreement among raft nodes before linearized reading' (duration: 183.975975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.172166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.201372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:33.172219Z","caller":"traceutil/trace.go:171","msg":"trace[23313438] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11701; }","duration":"184.264513ms","start":"2026-03-31T05:18:32.98794Z","end":"2026-03-31T05:18:33.172205Z","steps":["trace[23313438] 'agreement among raft nodes before linearized reading' (duration: 184.177311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.364468Z","caller":"traceutil/trace.go:171","msg":"trace[66448284] transaction","detail":"{read_only:false; response_revision:11702; number_of_response:1; }","duration":"186.952876ms","start":"2026-03-31T05:18:33.177491Z","end":"2026-03-31T05:18:33.364444Z","steps":["trace[66448284] 'process raft request' (duration: 148.312392ms)","trace[66448284] 'compare' (duration: 38.50765ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:33.404073Z","caller":"traceutil/trace.go:171","msg":"trace[440885206] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"226.494293ms","start":"2026-03-31T05:18:33.17754Z","end":"2026-03-31T05:18:33.404034Z","steps":["trace[440885206] 'process raft request' (duration: 226.298348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404117Z","caller":"traceutil/trace.go:171","msg":"trace[863787587] transaction","detail":"{read_only:false; response_revision:11704; number_of_response:1; }","duration":"224.569081ms","start":"2026-03-31T05:18:33.179515Z","end":"2026-03-31T05:18:33.404084Z","steps":["trace[863787587] 'process raft request' (duration: 224.427808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404159Z","caller":"traceutil/trace.go:171","msg":"trace[961984769] transaction","detail":"{read_only:false; response_revision:11706; number_of_response:1; }","duration":"223.525043ms","start":"2026-03-31T05:18:33.180614Z","end":"2026-03-31T05:18:33.404139Z","steps":["trace[961984769] 'process raft request' (duration: 223.388019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404267Z","caller":"traceutil/trace.go:171","msg":"trace[2041235511] transaction","detail":"{read_only:false; response_revision:11705; number_of_response:1; }","duration":"224.650224ms","start":"2026-03-31T05:18:33.179583Z","end":"2026-03-31T05:18:33.404233Z","steps":["trace[2041235511] 'process raft request' (duration: 224.396797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404311Z","caller":"traceutil/trace.go:171","msg":"trace[1357187882] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"223.552223ms","start":"2026-03-31T05:18:33.180744Z","end":"2026-03-31T05:18:33.404296Z","steps":["trace[1357187882] 'process raft request' (duration: 223.282606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404316Z","caller":"traceutil/trace.go:171","msg":"trace[1671792361] transaction","detail":"{read_only:false; response_revision:11710; number_of_response:1; }","duration":"223.44209ms","start":"2026-03-31T05:18:33.18085Z","end":"2026-03-31T05:18:33.404292Z","steps":["trace[1671792361] 'process raft request' (duration: 223.267655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404328Z","caller":"traceutil/trace.go:171","msg":"trace[1483567473] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"223.485092ms","start":"2026-03-31T05:18:33.180804Z","end":"2026-03-31T05:18:33.40429Z","steps":["trace[1483567473] 'process raft request' (duration: 223.259236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404413Z","caller":"traceutil/trace.go:171","msg":"trace[1098385976] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"223.458681ms","start":"2026-03-31T05:18:33.180942Z","end":"2026-03-31T05:18:33.4044Z","steps":["trace[1098385976] 'process raft request' (duration: 223.318817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404416Z","caller":"traceutil/trace.go:171","msg":"trace[1627586422] transaction","detail":"{read_only:false; response_revision:11712; number_of_response:1; }","duration":"223.475451ms","start":"2026-03-31T05:18:33.180932Z","end":"2026-03-31T05:18:33.404408Z","steps":["trace[1627586422] 'process raft request' (duration: 223.289006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404419Z","caller":"traceutil/trace.go:171","msg":"trace[229088681] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"223.548493ms","start":"2026-03-31T05:18:33.180853Z","end":"2026-03-31T05:18:33.404401Z","steps":["trace[229088681] 'process raft request' (duration: 223.238295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404396Z","caller":"traceutil/trace.go:171","msg":"trace[1180832347] transaction","detail":"{read_only:false; response_revision:11711; number_of_response:1; }","duration":"223.449401ms","start":"2026-03-31T05:18:33.180897Z","end":"2026-03-31T05:18:33.404346Z","steps":["trace[1180832347] 'process raft request' (duration: 223.266026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.40451Z","caller":"traceutil/trace.go:171","msg":"trace[1905582636] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"223.511303ms","start":"2026-03-31T05:18:33.180984Z","end":"2026-03-31T05:18:33.404495Z","steps":["trace[1905582636] 'process raft request' (duration: 223.311187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.40454Z","caller":"traceutil/trace.go:171","msg":"trace[1228600358] transaction","detail":"{read_only:false; response_revision:11715; number_of_response:1; }","duration":"223.533353ms","start":"2026-03-31T05:18:33.180993Z","end":"2026-03-31T05:18:33.404526Z","steps":["trace[1228600358] 'process raft request' (duration: 223.344317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404598Z","caller":"traceutil/trace.go:171","msg":"trace[1385199070] transaction","detail":"{read_only:false; response_revision:11716; number_of_response:1; }","duration":"223.556713ms","start":"2026-03-31T05:18:33.181034Z","end":"2026-03-31T05:18:33.404591Z","steps":["trace[1385199070] 'process raft request' (duration: 223.406959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404608Z","caller":"traceutil/trace.go:171","msg":"trace[327906173] transaction","detail":"{read_only:false; response_revision:11717; number_of_response:1; }","duration":"223.542543ms","start":"2026-03-31T05:18:33.181054Z","end":"2026-03-31T05:18:33.404597Z","steps":["trace[327906173] 'process raft request' (duration: 223.476822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.404607Z","caller":"traceutil/trace.go:171","msg":"trace[2141260005] linearizableReadLoop","detail":"{readStateIndex:12124; appliedIndex:12122; }","duration":"226.795771ms","start":"2026-03-31T05:18:33.17779Z","end":"2026-03-31T05:18:33.404586Z","steps":["trace[2141260005] 'read index received' (duration: 148.011643ms)","trace[2141260005] 'applied index is now lower than readState.Index' (duration: 78.782948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:33.404844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.745233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:18:33.404916Z","caller":"traceutil/trace.go:171","msg":"trace[1925990584] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11717; }","duration":"218.840035ms","start":"2026-03-31T05:18:33.18606Z","end":"2026-03-31T05:18:33.4049Z","steps":["trace[1925990584] 'agreement among raft nodes before linearized reading' (duration: 218.65197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.4049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.09823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:33.405088Z","caller":"traceutil/trace.go:171","msg":"trace[1687510202] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11717; }","duration":"227.313375ms","start":"2026-03-31T05:18:33.177757Z","end":"2026-03-31T05:18:33.405071Z","steps":["trace[1687510202] 'agreement among raft nodes before linearized reading' (duration: 226.916365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.521983Z","caller":"traceutil/trace.go:171","msg":"trace[93153753] transaction","detail":"{read_only:false; response_revision:11719; number_of_response:1; }","duration":"110.508952ms","start":"2026-03-31T05:18:33.411441Z","end":"2026-03-31T05:18:33.52195Z","steps":["trace[93153753] 'process raft request' (duration: 101.718723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522045Z","caller":"traceutil/trace.go:171","msg":"trace[1457411694] transaction","detail":"{read_only:false; response_revision:11720; number_of_response:1; }","duration":"110.40041ms","start":"2026-03-31T05:18:33.4116Z","end":"2026-03-31T05:18:33.522Z","steps":["trace[1457411694] 'process raft request' (duration: 110.224385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.52219Z","caller":"traceutil/trace.go:171","msg":"trace[1794996234] transaction","detail":"{read_only:false; response_revision:11725; number_of_response:1; }","duration":"109.33915ms","start":"2026-03-31T05:18:33.412826Z","end":"2026-03-31T05:18:33.522165Z","steps":["trace[1794996234] 'process raft request' (duration: 109.182776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522181Z","caller":"traceutil/trace.go:171","msg":"trace[2078660628] transaction","detail":"{read_only:false; response_revision:11723; number_of_response:1; }","duration":"109.374121ms","start":"2026-03-31T05:18:33.412752Z","end":"2026-03-31T05:18:33.522126Z","steps":["trace[2078660628] 'process raft request' (duration: 109.199076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522231Z","caller":"traceutil/trace.go:171","msg":"trace[1405625159] transaction","detail":"{read_only:false; response_revision:11724; number_of_response:1; }","duration":"109.423102ms","start":"2026-03-31T05:18:33.412791Z","end":"2026-03-31T05:18:33.522214Z","steps":["trace[1405625159] 'process raft request' (duration: 109.192016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522283Z","caller":"traceutil/trace.go:171","msg":"trace[2082125742] transaction","detail":"{read_only:false; response_revision:11721; number_of_response:1; }","duration":"109.720071ms","start":"2026-03-31T05:18:33.412546Z","end":"2026-03-31T05:18:33.522266Z","steps":["trace[2082125742] 'process raft request' (duration: 109.31596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522295Z","caller":"traceutil/trace.go:171","msg":"trace[1529803900] transaction","detail":"{read_only:false; response_revision:11722; number_of_response:1; }","duration":"109.651869ms","start":"2026-03-31T05:18:33.41263Z","end":"2026-03-31T05:18:33.522282Z","steps":["trace[1529803900] 'process raft request' (duration: 109.289689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522326Z","caller":"traceutil/trace.go:171","msg":"trace[1663818992] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"108.96292ms","start":"2026-03-31T05:18:33.413351Z","end":"2026-03-31T05:18:33.522314Z","steps":["trace[1663818992] 'process raft request' (duration: 108.734604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522356Z","caller":"traceutil/trace.go:171","msg":"trace[1293665326] transaction","detail":"{read_only:false; response_revision:11727; number_of_response:1; }","duration":"109.423323ms","start":"2026-03-31T05:18:33.412895Z","end":"2026-03-31T05:18:33.522318Z","steps":["trace[1293665326] 'process raft request' (duration: 109.167996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522388Z","caller":"traceutil/trace.go:171","msg":"trace[787162437] transaction","detail":"{read_only:false; response_revision:11729; number_of_response:1; }","duration":"108.923769ms","start":"2026-03-31T05:18:33.413411Z","end":"2026-03-31T05:18:33.522335Z","steps":["trace[787162437] 'process raft request' (duration: 108.753004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.52237Z","caller":"traceutil/trace.go:171","msg":"trace[188452768] transaction","detail":"{read_only:false; response_revision:11726; number_of_response:1; }","duration":"109.496444ms","start":"2026-03-31T05:18:33.412859Z","end":"2026-03-31T05:18:33.522355Z","steps":["trace[188452768] 'process raft request' (duration: 109.174115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522545Z","caller":"traceutil/trace.go:171","msg":"trace[1882038909] transaction","detail":"{read_only:false; response_revision:11730; number_of_response:1; }","duration":"109.060033ms","start":"2026-03-31T05:18:33.413462Z","end":"2026-03-31T05:18:33.522522Z","steps":["trace[1882038909] 'process raft request' (duration: 108.737424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522837Z","caller":"traceutil/trace.go:171","msg":"trace[310504829] transaction","detail":"{read_only:false; response_revision:11731; number_of_response:1; }","duration":"109.356291ms","start":"2026-03-31T05:18:33.413471Z","end":"2026-03-31T05:18:33.522828Z","steps":["trace[310504829] 'process raft request' (duration: 108.793686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522875Z","caller":"traceutil/trace.go:171","msg":"trace[206154830] transaction","detail":"{read_only:false; response_revision:11732; number_of_response:1; }","duration":"109.33655ms","start":"2026-03-31T05:18:33.413525Z","end":"2026-03-31T05:18:33.522861Z","steps":["trace[206154830] 'process raft request' (duration: 109.244918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522894Z","caller":"traceutil/trace.go:171","msg":"trace[2111593235] transaction","detail":"{read_only:false; response_revision:11733; number_of_response:1; }","duration":"109.35217ms","start":"2026-03-31T05:18:33.413524Z","end":"2026-03-31T05:18:33.522876Z","steps":["trace[2111593235] 'process raft request' (duration: 109.290489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.522875Z","caller":"traceutil/trace.go:171","msg":"trace[1879450991] linearizableReadLoop","detail":"{readStateIndex:12152; appliedIndex:12138; }","duration":"109.32454ms","start":"2026-03-31T05:18:33.413535Z","end":"2026-03-31T05:18:33.52286Z","steps":["trace[1879450991] 'read index received' (duration: 8.251255ms)","trace[1879450991] 'applied index is now lower than readState.Index' (duration: 101.072445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:33.523204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.653979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:18:33.523244Z","caller":"traceutil/trace.go:171","msg":"trace[909765215] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11733; }","duration":"109.70424ms","start":"2026-03-31T05:18:33.413528Z","end":"2026-03-31T05:18:33.523232Z","steps":["trace[909765215] 'agreement among raft nodes before linearized reading' (duration: 109.521095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.55268Z","caller":"traceutil/trace.go:171","msg":"trace[937622045] transaction","detail":"{read_only:false; response_revision:11734; number_of_response:1; }","duration":"113.73266ms","start":"2026-03-31T05:18:33.43892Z","end":"2026-03-31T05:18:33.552653Z","steps":["trace[937622045] 'process raft request' (duration: 113.511444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.553033Z","caller":"traceutil/trace.go:171","msg":"trace[1049223538] transaction","detail":"{read_only:false; response_revision:11736; number_of_response:1; }","duration":"112.577569ms","start":"2026-03-31T05:18:33.440437Z","end":"2026-03-31T05:18:33.553014Z","steps":["trace[1049223538] 'process raft request' (duration: 112.452946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.553159Z","caller":"traceutil/trace.go:171","msg":"trace[446664854] transaction","detail":"{read_only:false; response_revision:11735; number_of_response:1; }","duration":"112.792485ms","start":"2026-03-31T05:18:33.440356Z","end":"2026-03-31T05:18:33.553148Z","steps":["trace[446664854] 'process raft request' (duration: 112.23359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.553165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.59172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:18:33.553235Z","caller":"traceutil/trace.go:171","msg":"trace[311356451] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11736; }","duration":"119.672833ms","start":"2026-03-31T05:18:33.43354Z","end":"2026-03-31T05:18:33.553213Z","steps":["trace[311356451] 'agreement among raft nodes before linearized reading' (duration: 119.474577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.553564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.99839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:18:33.553689Z","caller":"traceutil/trace.go:171","msg":"trace[138633425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11736; }","duration":"135.132464ms","start":"2026-03-31T05:18:33.418533Z","end":"2026-03-31T05:18:33.553666Z","steps":["trace[138633425] 'agreement among raft nodes before linearized reading' (duration: 134.935129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.696054Z","caller":"traceutil/trace.go:171","msg":"trace[719074867] linearizableReadLoop","detail":"{readStateIndex:12158; appliedIndex:12157; }","duration":"138.174917ms","start":"2026-03-31T05:18:33.55785Z","end":"2026-03-31T05:18:33.696025Z","steps":["trace[719074867] 'read index received' (duration: 137.772046ms)","trace[719074867] 'applied index is now lower than readState.Index' (duration: 401.821µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:33.696113Z","caller":"traceutil/trace.go:171","msg":"trace[1746698053] transaction","detail":"{read_only:false; response_revision:11737; number_of_response:1; }","duration":"138.917337ms","start":"2026-03-31T05:18:33.557156Z","end":"2026-03-31T05:18:33.696073Z","steps":["trace[1746698053] 'process raft request' (duration: 138.620799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.696315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.462234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:33.696371Z","caller":"traceutil/trace.go:171","msg":"trace[1263740982] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11737; }","duration":"138.575648ms","start":"2026-03-31T05:18:33.55778Z","end":"2026-03-31T05:18:33.696355Z","steps":["trace[1263740982] 'agreement among raft nodes before linearized reading' (duration: 138.360632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.696362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.562485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:18:33.696426Z","caller":"traceutil/trace.go:171","msg":"trace[362623711] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11737; }","duration":"117.688908ms","start":"2026-03-31T05:18:33.578719Z","end":"2026-03-31T05:18:33.696408Z","steps":["trace[362623711] 'agreement among raft nodes before linearized reading' (duration: 117.476952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.984495Z","caller":"traceutil/trace.go:171","msg":"trace[780550760] transaction","detail":"{read_only:false; response_revision:11746; number_of_response:1; }","duration":"135.431852ms","start":"2026-03-31T05:18:33.849029Z","end":"2026-03-31T05:18:33.984461Z","steps":["trace[780550760] 'process raft request' (duration: 129.299514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.984529Z","caller":"traceutil/trace.go:171","msg":"trace[456218731] transaction","detail":"{read_only:false; response_revision:11747; number_of_response:1; }","duration":"135.454602ms","start":"2026-03-31T05:18:33.849034Z","end":"2026-03-31T05:18:33.984488Z","steps":["trace[456218731] 'process raft request' (duration: 135.309439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.984586Z","caller":"traceutil/trace.go:171","msg":"trace[34754513] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"134.343903ms","start":"2026-03-31T05:18:33.850223Z","end":"2026-03-31T05:18:33.984567Z","steps":["trace[34754513] 'process raft request' (duration: 134.23379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.98462Z","caller":"traceutil/trace.go:171","msg":"trace[889472160] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"134.574779ms","start":"2026-03-31T05:18:33.849998Z","end":"2026-03-31T05:18:33.984573Z","steps":["trace[889472160] 'process raft request' (duration: 134.397324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.98522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.68911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:18:33.985278Z","caller":"traceutil/trace.go:171","msg":"trace[379426996] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11749; }","duration":"135.776422ms","start":"2026-03-31T05:18:33.849486Z","end":"2026-03-31T05:18:33.985262Z","steps":["trace[379426996] 'agreement among raft nodes before linearized reading' (duration: 135.212606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.19822Z","caller":"traceutil/trace.go:171","msg":"trace[1583468197] transaction","detail":"{read_only:false; response_revision:11756; number_of_response:1; }","duration":"192.002044ms","start":"2026-03-31T05:18:34.006181Z","end":"2026-03-31T05:18:34.198183Z","steps":["trace[1583468197] 'process raft request' (duration: 102.555455ms)","trace[1583468197] 'compare' (duration: 89.207862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.198508Z","caller":"traceutil/trace.go:171","msg":"trace[840235182] linearizableReadLoop","detail":"{readStateIndex:12182; appliedIndex:12176; }","duration":"132.324447ms","start":"2026-03-31T05:18:34.066163Z","end":"2026-03-31T05:18:34.198487Z","steps":["trace[840235182] 'read index received' (duration: 42.513299ms)","trace[840235182] 'applied index is now lower than readState.Index' (duration: 89.810328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.198592Z","caller":"traceutil/trace.go:171","msg":"trace[414741291] transaction","detail":"{read_only:false; response_revision:11757; number_of_response:1; }","duration":"192.312412ms","start":"2026-03-31T05:18:34.006258Z","end":"2026-03-31T05:18:34.19857Z","steps":["trace[414741291] 'process raft request' (duration: 191.828899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.198662Z","caller":"traceutil/trace.go:171","msg":"trace[39327623] transaction","detail":"{read_only:false; response_revision:11761; number_of_response:1; }","duration":"172.876233ms","start":"2026-03-31T05:18:34.025751Z","end":"2026-03-31T05:18:34.198627Z","steps":["trace[39327623] 'process raft request' (duration: 172.518933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.198527Z","caller":"traceutil/trace.go:171","msg":"trace[317224108] transaction","detail":"{read_only:false; response_revision:11759; number_of_response:1; }","duration":"191.943833ms","start":"2026-03-31T05:18:34.006566Z","end":"2026-03-31T05:18:34.19851Z","steps":["trace[317224108] 'process raft request' (duration: 191.631594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.198561Z","caller":"traceutil/trace.go:171","msg":"trace[1295486913] transaction","detail":"{read_only:false; response_revision:11758; number_of_response:1; }","duration":"192.236261ms","start":"2026-03-31T05:18:34.00632Z","end":"2026-03-31T05:18:34.198556Z","steps":["trace[1295486913] 'process raft request' (duration: 191.82603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.198917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.719406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7253"} {"level":"info","ts":"2026-03-31T05:18:34.198963Z","caller":"traceutil/trace.go:171","msg":"trace[1615359530] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:11761; }","duration":"129.806459ms","start":"2026-03-31T05:18:34.069148Z","end":"2026-03-31T05:18:34.198954Z","steps":["trace[1615359530] 'agreement among raft nodes before linearized reading' (duration: 129.659825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.198975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.689964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:8710"} {"level":"info","ts":"2026-03-31T05:18:34.199047Z","caller":"traceutil/trace.go:171","msg":"trace[2137834627] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:11761; }","duration":"126.807007ms","start":"2026-03-31T05:18:34.072228Z","end":"2026-03-31T05:18:34.199035Z","steps":["trace[2137834627] 'agreement among raft nodes before linearized reading' (duration: 126.584741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.199047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.522542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14530"} {"level":"info","ts":"2026-03-31T05:18:34.199097Z","caller":"traceutil/trace.go:171","msg":"trace[1754726735] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:11761; }","duration":"125.594553ms","start":"2026-03-31T05:18:34.073488Z","end":"2026-03-31T05:18:34.199082Z","steps":["trace[1754726735] 'agreement among raft nodes before linearized reading' (duration: 125.404588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.199101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.928963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:18:34.19916Z","caller":"traceutil/trace.go:171","msg":"trace[120981186] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11761; }","duration":"133.024337ms","start":"2026-03-31T05:18:34.066114Z","end":"2026-03-31T05:18:34.199138Z","steps":["trace[120981186] 'agreement among raft nodes before linearized reading' (duration: 132.872153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.199225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.823362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:18:34.199258Z","caller":"traceutil/trace.go:171","msg":"trace[1109909726] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11761; }","duration":"128.882674ms","start":"2026-03-31T05:18:34.070367Z","end":"2026-03-31T05:18:34.19925Z","steps":["trace[1109909726] 'agreement among raft nodes before linearized reading' (duration: 128.792011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.199262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.872506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11247"} {"level":"info","ts":"2026-03-31T05:18:34.199305Z","caller":"traceutil/trace.go:171","msg":"trace[446387248] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:11761; }","duration":"127.918547ms","start":"2026-03-31T05:18:34.071376Z","end":"2026-03-31T05:18:34.199295Z","steps":["trace[446387248] 'agreement among raft nodes before linearized reading' (duration: 127.777503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.199427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.789054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-03-31T05:18:34.199472Z","caller":"traceutil/trace.go:171","msg":"trace[1248520514] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11761; }","duration":"127.852266ms","start":"2026-03-31T05:18:34.071608Z","end":"2026-03-31T05:18:34.199461Z","steps":["trace[1248520514] 'agreement among raft nodes before linearized reading' (duration: 127.62953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.199482Z","caller":"traceutil/trace.go:171","msg":"trace[1123951967] transaction","detail":"{read_only:false; response_revision:11760; number_of_response:1; }","duration":"192.100587ms","start":"2026-03-31T05:18:34.006638Z","end":"2026-03-31T05:18:34.198739Z","steps":["trace[1123951967] 'process raft request' (duration: 191.585723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.640006Z","caller":"traceutil/trace.go:171","msg":"trace[873850701] transaction","detail":"{read_only:false; response_revision:11763; number_of_response:1; }","duration":"433.392235ms","start":"2026-03-31T05:18:34.206596Z","end":"2026-03-31T05:18:34.639989Z","steps":["trace[873850701] 'process raft request' (duration: 433.159738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.640105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.206585Z","time spent":"433.470096ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6803,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.640095Z","caller":"traceutil/trace.go:171","msg":"trace[588407936] transaction","detail":"{read_only:false; response_revision:11764; number_of_response:1; }","duration":"433.268541ms","start":"2026-03-31T05:18:34.206804Z","end":"2026-03-31T05:18:34.640072Z","steps":["trace[588407936] 'process raft request' (duration: 433.097756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.640199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.206798Z","time spent":"433.341153ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.640186Z","caller":"traceutil/trace.go:171","msg":"trace[1196436644] transaction","detail":"{read_only:false; response_revision:11765; number_of_response:1; }","duration":"431.726179ms","start":"2026-03-31T05:18:34.208419Z","end":"2026-03-31T05:18:34.640145Z","steps":["trace[1196436644] 'process raft request' (duration: 431.537594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.640327Z","caller":"traceutil/trace.go:171","msg":"trace[1321283339] transaction","detail":"{read_only:false; response_revision:11766; number_of_response:1; }","duration":"429.617892ms","start":"2026-03-31T05:18:34.210699Z","end":"2026-03-31T05:18:34.640317Z","steps":["trace[1321283339] 'process raft request' (duration: 429.320994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.640369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.208396Z","time spent":"431.872943ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:34.640452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.210678Z","time spent":"429.725025ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.640734Z","caller":"traceutil/trace.go:171","msg":"trace[1877908135] transaction","detail":"{read_only:false; response_revision:11767; number_of_response:1; }","duration":"429.835478ms","start":"2026-03-31T05:18:34.21089Z","end":"2026-03-31T05:18:34.640725Z","steps":["trace[1877908135] 'process raft request' (duration: 429.216761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.640775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.210883Z","time spent":"429.875089ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:34.640821Z","caller":"traceutil/trace.go:171","msg":"trace[1916103503] transaction","detail":"{read_only:false; response_revision:11768; number_of_response:1; }","duration":"429.91345ms","start":"2026-03-31T05:18:34.210892Z","end":"2026-03-31T05:18:34.640805Z","steps":["trace[1916103503] 'process raft request' (duration: 429.756576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.640895Z","caller":"traceutil/trace.go:171","msg":"trace[1549891917] transaction","detail":"{read_only:false; response_revision:11769; number_of_response:1; }","duration":"429.874859ms","start":"2026-03-31T05:18:34.210964Z","end":"2026-03-31T05:18:34.640839Z","steps":["trace[1549891917] 'process raft request' (duration: 429.766076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.640966Z","caller":"traceutil/trace.go:171","msg":"trace[1449189487] transaction","detail":"{read_only:false; response_revision:11770; number_of_response:1; }","duration":"429.94254ms","start":"2026-03-31T05:18:34.211011Z","end":"2026-03-31T05:18:34.640954Z","steps":["trace[1449189487] 'process raft request' (duration: 429.774895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.640947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.210872Z","time spent":"429.981851ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:34.641001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.211006Z","time spent":"429.978672ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5309,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:34.641026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.210958Z","time spent":"429.998072ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8267,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.641219Z","caller":"traceutil/trace.go:171","msg":"trace[293819843] transaction","detail":"{read_only:false; response_revision:11771; number_of_response:1; }","duration":"429.802037ms","start":"2026-03-31T05:18:34.211401Z","end":"2026-03-31T05:18:34.641203Z","steps":["trace[293819843] 'process raft request' (duration: 429.439177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.641306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.211386Z","time spent":"429.879339ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.641403Z","caller":"traceutil/trace.go:171","msg":"trace[885514343] transaction","detail":"{read_only:false; response_revision:11772; number_of_response:1; }","duration":"429.960931ms","start":"2026-03-31T05:18:34.211432Z","end":"2026-03-31T05:18:34.641393Z","steps":["trace[885514343] 'process raft request' (duration: 429.697604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.641422Z","caller":"traceutil/trace.go:171","msg":"trace[1447342633] transaction","detail":"{read_only:false; response_revision:11773; number_of_response:1; }","duration":"428.820819ms","start":"2026-03-31T05:18:34.21259Z","end":"2026-03-31T05:18:34.641411Z","steps":["trace[1447342633] 'process raft request' (duration: 428.724187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.641449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.211406Z","time spent":"430.017593ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:34.641466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.21258Z","time spent":"428.864101ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8993,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.641683Z","caller":"traceutil/trace.go:171","msg":"trace[1201480304] transaction","detail":"{read_only:false; response_revision:11774; number_of_response:1; }","duration":"428.845851ms","start":"2026-03-31T05:18:34.212793Z","end":"2026-03-31T05:18:34.641639Z","steps":["trace[1201480304] 'process raft request' (duration: 428.586354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.641863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.212785Z","time spent":"428.988764ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.642058Z","caller":"traceutil/trace.go:171","msg":"trace[27637067] transaction","detail":"{read_only:false; response_revision:11775; number_of_response:1; }","duration":"427.813843ms","start":"2026-03-31T05:18:34.214228Z","end":"2026-03-31T05:18:34.642041Z","steps":["trace[27637067] 'process raft request' (duration: 427.286368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.642326Z","caller":"traceutil/trace.go:171","msg":"trace[1500512131] transaction","detail":"{read_only:false; response_revision:11776; number_of_response:1; }","duration":"427.874604ms","start":"2026-03-31T05:18:34.214431Z","end":"2026-03-31T05:18:34.642305Z","steps":["trace[1500512131] 'process raft request' (duration: 427.393811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.642411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.214426Z","time spent":"427.942906ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14485,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.642433Z","caller":"traceutil/trace.go:171","msg":"trace[1738668284] transaction","detail":"{read_only:false; response_revision:11777; number_of_response:1; }","duration":"427.693059ms","start":"2026-03-31T05:18:34.214727Z","end":"2026-03-31T05:18:34.64242Z","steps":["trace[1738668284] 'process raft request' (duration: 427.391691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.642494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.214711Z","time spent":"427.753731ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.642607Z","caller":"traceutil/trace.go:171","msg":"trace[514555116] transaction","detail":"{read_only:false; response_revision:11778; number_of_response:1; }","duration":"427.798752ms","start":"2026-03-31T05:18:34.214799Z","end":"2026-03-31T05:18:34.642598Z","steps":["trace[514555116] 'process raft request' (duration: 427.579146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.642644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.214794Z","time spent":"427.828903ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:34.642778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.214215Z","time spent":"427.875884ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.681974Z","caller":"traceutil/trace.go:171","msg":"trace[351602526] linearizableReadLoop","detail":"{readStateIndex:12200; appliedIndex:12183; }","duration":"396.193541ms","start":"2026-03-31T05:18:34.285753Z","end":"2026-03-31T05:18:34.681946Z","steps":["trace[351602526] 'read index received' (duration: 353.98651ms)","trace[351602526] 'applied index is now lower than readState.Index' (duration: 42.205591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.682123Z","caller":"traceutil/trace.go:171","msg":"trace[792163202] transaction","detail":"{read_only:false; response_revision:11779; number_of_response:1; }","duration":"396.971431ms","start":"2026-03-31T05:18:34.285112Z","end":"2026-03-31T05:18:34.682083Z","steps":["trace[792163202] 'process raft request' (duration: 396.674283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.682231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.456948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:34.682283Z","caller":"traceutil/trace.go:171","msg":"trace[1342309657] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11779; }","duration":"396.5353ms","start":"2026-03-31T05:18:34.285731Z","end":"2026-03-31T05:18:34.682266Z","steps":["trace[1342309657] 'agreement among raft nodes before linearized reading' (duration: 396.340265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.682301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.285094Z","time spent":"397.129906ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:34.682325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.285723Z","time spent":"396.592562ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:18:35.099327Z","caller":"traceutil/trace.go:171","msg":"trace[135360067] linearizableReadLoop","detail":"{readStateIndex:12207; appliedIndex:12200; }","duration":"417.251365ms","start":"2026-03-31T05:18:34.682047Z","end":"2026-03-31T05:18:35.099298Z","steps":["trace[135360067] 'read index received' (duration: 368.358472ms)","trace[135360067] 'applied index is now lower than readState.Index' (duration: 48.891613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:35.099519Z","caller":"traceutil/trace.go:171","msg":"trace[511728242] transaction","detail":"{read_only:false; response_revision:11780; number_of_response:1; }","duration":"452.914897ms","start":"2026-03-31T05:18:34.646571Z","end":"2026-03-31T05:18:35.099486Z","steps":["trace[511728242] 'process raft request' (duration: 403.837199ms)","trace[511728242] 'compare' (duration: 48.022649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.09959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.417939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:35.099617Z","caller":"traceutil/trace.go:171","msg":"trace[1210625596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11786; }","duration":"563.489361ms","start":"2026-03-31T05:18:34.536119Z","end":"2026-03-31T05:18:35.099609Z","steps":["trace[1210625596] 'agreement among raft nodes before linearized reading' (duration: 563.320457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.536111Z","time spent":"563.525862ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:35.099667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.64655Z","time spent":"453.052281ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:35.099659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.53814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:35.099702Z","caller":"traceutil/trace.go:171","msg":"trace[281843595] transaction","detail":"{read_only:false; response_revision:11781; number_of_response:1; }","duration":"453.059811ms","start":"2026-03-31T05:18:34.646611Z","end":"2026-03-31T05:18:35.099671Z","steps":["trace[281843595] 'process raft request' (duration: 452.325761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.099766Z","caller":"traceutil/trace.go:171","msg":"trace[184508405] transaction","detail":"{read_only:false; response_revision:11782; number_of_response:1; }","duration":"449.674448ms","start":"2026-03-31T05:18:34.650051Z","end":"2026-03-31T05:18:35.099726Z","steps":["trace[184508405] 'process raft request' (duration: 448.98757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.831302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:35.09984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.53425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:35.099834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.618464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:35.099865Z","caller":"traceutil/trace.go:171","msg":"trace[1047027313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11786; }","duration":"555.891724ms","start":"2026-03-31T05:18:34.543957Z","end":"2026-03-31T05:18:35.099849Z","steps":["trace[1047027313] 'agreement among raft nodes before linearized reading' (duration: 555.7582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.646592Z","time spent":"453.198365ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:35.099882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.609663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:35.099903Z","caller":"traceutil/trace.go:171","msg":"trace[1742099741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11786; }","duration":"545.711587ms","start":"2026-03-31T05:18:34.554176Z","end":"2026-03-31T05:18:35.099887Z","steps":["trace[1742099741] 'agreement among raft nodes before linearized reading' (duration: 545.530582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.099888Z","caller":"traceutil/trace.go:171","msg":"trace[107923330] transaction","detail":"{read_only:false; response_revision:11783; number_of_response:1; }","duration":"447.058217ms","start":"2026-03-31T05:18:34.652783Z","end":"2026-03-31T05:18:35.099842Z","steps":["trace[107923330] 'process raft request' (duration: 446.316607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.622692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:18:35.099931Z","caller":"traceutil/trace.go:171","msg":"trace[1219336219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11786; }","duration":"545.680795ms","start":"2026-03-31T05:18:34.554234Z","end":"2026-03-31T05:18:35.099915Z","steps":["trace[1219336219] 'agreement among raft nodes before linearized reading' (duration: 545.540302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.554159Z","time spent":"545.785778ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:18:35.099745Z","caller":"traceutil/trace.go:171","msg":"trace[303081002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11786; }","duration":"615.681034ms","start":"2026-03-31T05:18:34.484047Z","end":"2026-03-31T05:18:35.099728Z","steps":["trace[303081002] 'agreement among raft nodes before linearized reading' (duration: 615.52692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.100001Z","caller":"traceutil/trace.go:171","msg":"trace[1484091316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11786; }","duration":"564.783896ms","start":"2026-03-31T05:18:34.535193Z","end":"2026-03-31T05:18:35.099977Z","steps":["trace[1484091316] 'agreement among raft nodes before linearized reading' (duration: 564.500438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.100024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.653228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:18:35.100046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.484025Z","time spent":"616.009013ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:35.100069Z","caller":"traceutil/trace.go:171","msg":"trace[304796319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11786; }","duration":"562.701189ms","start":"2026-03-31T05:18:34.537351Z","end":"2026-03-31T05:18:35.100052Z","steps":["trace[304796319] 'agreement among raft nodes before linearized reading' (duration: 562.589136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.100064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.535167Z","time spent":"564.881579ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:35.100079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.65277Z","time spent":"447.202711ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.100171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.24759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7550"} {"level":"warn","ts":"2026-03-31T05:18:35.099659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.915636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:35.100227Z","caller":"traceutil/trace.go:171","msg":"trace[1723324101] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:11786; }","duration":"444.313372ms","start":"2026-03-31T05:18:34.655901Z","end":"2026-03-31T05:18:35.100215Z","steps":["trace[1723324101] 'agreement among raft nodes before linearized reading' (duration: 444.152907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.100187Z","caller":"traceutil/trace.go:171","msg":"trace[954603140] transaction","detail":"{read_only:false; response_revision:11785; number_of_response:1; }","duration":"445.161785ms","start":"2026-03-31T05:18:34.654958Z","end":"2026-03-31T05:18:35.10012Z","steps":["trace[954603140] 'process raft request' (duration: 444.24846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.100343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.091553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl\" ","response":"range_response_count:1 size:6818"} {"level":"info","ts":"2026-03-31T05:18:35.100388Z","caller":"traceutil/trace.go:171","msg":"trace[1264461389] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl; range_end:; response_count:1; response_revision:11786; }","duration":"445.177286ms","start":"2026-03-31T05:18:34.655199Z","end":"2026-03-31T05:18:35.100376Z","steps":["trace[1264461389] 'agreement among raft nodes before linearized reading' (duration: 445.014562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.09991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.54395Z","time spent":"555.950655ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:18:35.100106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.537344Z","time spent":"562.752611ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:35.100468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.655185Z","time spent":"445.270618ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":6842,"request content":"key:\"/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl\" "} {"level":"warn","ts":"2026-03-31T05:18:35.100185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.026657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"info","ts":"2026-03-31T05:18:35.102301Z","caller":"traceutil/trace.go:171","msg":"trace[1635933047] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:11786; }","duration":"445.163505ms","start":"2026-03-31T05:18:34.657114Z","end":"2026-03-31T05:18:35.102278Z","steps":["trace[1635933047] 'agreement among raft nodes before linearized reading' (duration: 442.901803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.102385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.657109Z","time spent":"445.254397ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14852,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-03-31T05:18:35.100265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.655896Z","time spent":"444.359824ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7574,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"info","ts":"2026-03-31T05:18:35.099869Z","caller":"traceutil/trace.go:171","msg":"trace[205944752] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11786; }","duration":"644.595302ms","start":"2026-03-31T05:18:34.455262Z","end":"2026-03-31T05:18:35.099857Z","steps":["trace[205944752] 'agreement among raft nodes before linearized reading' (duration: 644.547321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.102881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.455239Z","time spent":"647.608804ms","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:35.099887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.650035Z","time spent":"449.797912ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5681,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.099968Z","caller":"traceutil/trace.go:171","msg":"trace[1593743733] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"444.940289ms","start":"2026-03-31T05:18:34.655009Z","end":"2026-03-31T05:18:35.09995Z","steps":["trace[1593743733] 'process raft request' (duration: 444.23909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.099999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.554221Z","time spent":"545.764797ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:35.099678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.5925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11545"} {"level":"info","ts":"2026-03-31T05:18:35.103295Z","caller":"traceutil/trace.go:171","msg":"trace[1852834776] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:11786; }","duration":"448.263839ms","start":"2026-03-31T05:18:34.65502Z","end":"2026-03-31T05:18:35.103283Z","steps":["trace[1852834776] 'agreement among raft nodes before linearized reading' (duration: 444.356243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.10333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.655013Z","time spent":"448.307451ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11569,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"info","ts":"2026-03-31T05:18:35.10026Z","caller":"traceutil/trace.go:171","msg":"trace[1224371691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11786; }","duration":"563.544372ms","start":"2026-03-31T05:18:34.536699Z","end":"2026-03-31T05:18:35.100243Z","steps":["trace[1224371691] 'agreement among raft nodes before linearized reading' (duration: 562.745411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.103402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.53669Z","time spent":"566.701698ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:18:35.100247Z","caller":"traceutil/trace.go:171","msg":"trace[221156688] transaction","detail":"{read_only:false; response_revision:11784; number_of_response:1; }","duration":"445.366671ms","start":"2026-03-31T05:18:34.654856Z","end":"2026-03-31T05:18:35.100223Z","steps":["trace[221156688] 'process raft request' (duration: 444.313102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.103498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.654846Z","time spent":"448.607699ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.100651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.654951Z","time spent":"445.391551ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11259,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.100885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.619001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:18:35.103684Z","caller":"traceutil/trace.go:171","msg":"trace[553077568] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11786; }","duration":"677.438747ms","start":"2026-03-31T05:18:34.426233Z","end":"2026-03-31T05:18:35.103671Z","steps":["trace[553077568] 'agreement among raft nodes before linearized reading' (duration: 673.648784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.103718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.426216Z","time spent":"677.489889ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:18:35.103238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.654987Z","time spent":"448.126956ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.685709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.232583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:35.685823Z","caller":"traceutil/trace.go:171","msg":"trace[11636314] linearizableReadLoop","detail":"{readStateIndex:12208; appliedIndex:12207; }","duration":"586.404126ms","start":"2026-03-31T05:18:35.0994Z","end":"2026-03-31T05:18:35.685804Z","steps":["trace[11636314] 'read index received' (duration: 153.962357ms)","trace[11636314] 'applied index is now lower than readState.Index' (duration: 432.440289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.686148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000550216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:35.686148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.331271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-api\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-31T05:18:35.686147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.29884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:18:35.686242Z","caller":"traceutil/trace.go:171","msg":"trace[216564752] transaction","detail":"{read_only:false; response_revision:11787; number_of_response:1; }","duration":"839.262288ms","start":"2026-03-31T05:18:34.846953Z","end":"2026-03-31T05:18:35.686215Z","steps":["trace[216564752] 'process raft request' (duration: 406.446259ms)","trace[216564752] 'compare' (duration: 431.837663ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:35.686262Z","caller":"traceutil/trace.go:171","msg":"trace[1425092657] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:11787; }","duration":"1.00071098s","start":"2026-03-31T05:18:34.685534Z","end":"2026-03-31T05:18:35.686245Z","steps":["trace[1425092657] 'agreement among raft nodes before linearized reading' (duration: 1.000531645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.686143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.411095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:18:35.68628Z","caller":"traceutil/trace.go:171","msg":"trace[58486] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-api; range_end:; response_count:1; response_revision:11787; }","duration":"839.511966ms","start":"2026-03-31T05:18:34.84675Z","end":"2026-03-31T05:18:35.686262Z","steps":["trace[58486] 'agreement among raft nodes before linearized reading' (duration: 839.195477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.686294Z","caller":"traceutil/trace.go:171","msg":"trace[155300982] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup; range_end:; response_count:1; response_revision:11787; }","duration":"839.486435ms","start":"2026-03-31T05:18:34.846788Z","end":"2026-03-31T05:18:35.686275Z","steps":["trace[155300982] 'agreement among raft nodes before linearized reading' (duration: 839.151406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.686301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.685517Z","time spent":"1.000774781s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T05:18:35.686445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.846939Z","time spent":"839.346361ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:35.68645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.356891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-31T05:18:35.686498Z","caller":"traceutil/trace.go:171","msg":"trace[695733745] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:11787; }","duration":"839.447114ms","start":"2026-03-31T05:18:34.847037Z","end":"2026-03-31T05:18:35.686485Z","steps":["trace[695733745] 'agreement among raft nodes before linearized reading' (duration: 839.197607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.686328Z","caller":"traceutil/trace.go:171","msg":"trace[253880514] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:11787; }","duration":"838.644452ms","start":"2026-03-31T05:18:34.847665Z","end":"2026-03-31T05:18:35.686309Z","steps":["trace[253880514] 'agreement among raft nodes before linearized reading' (duration: 838.269132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.686581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.847015Z","time spent":"839.553667ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":558,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:35.686604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.847645Z","time spent":"838.940619ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-03-31T05:18:35.686342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.846767Z","time spent":"839.562206ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-31T05:18:35.686335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.846728Z","time spent":"839.597067ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:18:35.689433Z","caller":"traceutil/trace.go:171","msg":"trace[226418844] transaction","detail":"{read_only:false; response_revision:11788; number_of_response:1; }","duration":"584.310439ms","start":"2026-03-31T05:18:35.105108Z","end":"2026-03-31T05:18:35.689418Z","steps":["trace[226418844] 'process raft request' (duration: 584.045621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.690048Z","caller":"traceutil/trace.go:171","msg":"trace[389218135] transaction","detail":"{read_only:false; response_revision:11792; number_of_response:1; }","duration":"582.758486ms","start":"2026-03-31T05:18:35.107266Z","end":"2026-03-31T05:18:35.690025Z","steps":["trace[389218135] 'process raft request' (duration: 582.404647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.690076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.105087Z","time spent":"584.397011ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.69025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.107245Z","time spent":"582.86913ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.690339Z","caller":"traceutil/trace.go:171","msg":"trace[896427474] transaction","detail":"{read_only:false; response_revision:11789; number_of_response:1; }","duration":"585.07457ms","start":"2026-03-31T05:18:35.105234Z","end":"2026-03-31T05:18:35.690308Z","steps":["trace[896427474] 'process raft request' (duration: 584.023451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.690407Z","caller":"traceutil/trace.go:171","msg":"trace[847921150] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"581.757349ms","start":"2026-03-31T05:18:35.108639Z","end":"2026-03-31T05:18:35.690396Z","steps":["trace[847921150] 'process raft request' (duration: 581.091791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.69046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.108628Z","time spent":"581.80261ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.690487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.105225Z","time spent":"585.198623ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.690524Z","caller":"traceutil/trace.go:171","msg":"trace[2031650856] transaction","detail":"{read_only:false; response_revision:11790; number_of_response:1; }","duration":"585.270795ms","start":"2026-03-31T05:18:35.10523Z","end":"2026-03-31T05:18:35.690501Z","steps":["trace[2031650856] 'process raft request' (duration: 584.296399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.690569Z","caller":"traceutil/trace.go:171","msg":"trace[1678315260] transaction","detail":"{read_only:false; response_revision:11795; number_of_response:1; }","duration":"581.815361ms","start":"2026-03-31T05:18:35.108746Z","end":"2026-03-31T05:18:35.690561Z","steps":["trace[1678315260] 'process raft request' (duration: 581.0502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.690615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.108726Z","time spent":"581.865552ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.69062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.105213Z","time spent":"585.368937ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.690697Z","caller":"traceutil/trace.go:171","msg":"trace[108072095] transaction","detail":"{read_only:false; response_revision:11796; number_of_response:1; }","duration":"581.575424ms","start":"2026-03-31T05:18:35.109114Z","end":"2026-03-31T05:18:35.69069Z","steps":["trace[108072095] 'process raft request' (duration: 580.710371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.690741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.109103Z","time spent":"581.618945ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.690811Z","caller":"traceutil/trace.go:171","msg":"trace[2105912455] transaction","detail":"{read_only:false; response_revision:11797; number_of_response:1; }","duration":"581.528142ms","start":"2026-03-31T05:18:35.109273Z","end":"2026-03-31T05:18:35.690801Z","steps":["trace[2105912455] 'process raft request' (duration: 580.629228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.690829Z","caller":"traceutil/trace.go:171","msg":"trace[48833219] transaction","detail":"{read_only:false; response_revision:11799; number_of_response:1; }","duration":"579.486818ms","start":"2026-03-31T05:18:35.111317Z","end":"2026-03-31T05:18:35.690804Z","steps":["trace[48833219] 'process raft request' (duration: 578.660175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.69089Z","caller":"traceutil/trace.go:171","msg":"trace[1824275530] transaction","detail":"{read_only:false; response_revision:11798; number_of_response:1; }","duration":"579.893079ms","start":"2026-03-31T05:18:35.110989Z","end":"2026-03-31T05:18:35.690882Z","steps":["trace[1824275530] 'process raft request' (duration: 578.952293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.690931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.110979Z","time spent":"579.931829ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.690977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.111304Z","time spent":"579.59268ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.690541Z","caller":"traceutil/trace.go:171","msg":"trace[10504656] transaction","detail":"{read_only:false; response_revision:11794; number_of_response:1; }","duration":"581.79649ms","start":"2026-03-31T05:18:35.108735Z","end":"2026-03-31T05:18:35.690532Z","steps":["trace[10504656] 'process raft request' (duration: 581.029699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.691189Z","caller":"traceutil/trace.go:171","msg":"trace[1495504223] transaction","detail":"{read_only:false; response_revision:11801; number_of_response:1; }","duration":"578.259324ms","start":"2026-03-31T05:18:35.11292Z","end":"2026-03-31T05:18:35.691179Z","steps":["trace[1495504223] 'process raft request' (duration: 577.988246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.690859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.109259Z","time spent":"581.576874ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.691284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.112912Z","time spent":"578.323865ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7574,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.691284Z","caller":"traceutil/trace.go:171","msg":"trace[1041623104] transaction","detail":"{read_only:false; response_revision:11791; number_of_response:1; }","duration":"585.938823ms","start":"2026-03-31T05:18:35.105332Z","end":"2026-03-31T05:18:35.69127Z","steps":["trace[1041623104] 'process raft request' (duration: 584.282858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.690992Z","caller":"traceutil/trace.go:171","msg":"trace[1400097294] transaction","detail":"{read_only:false; response_revision:11800; number_of_response:1; }","duration":"578.837339ms","start":"2026-03-31T05:18:35.112141Z","end":"2026-03-31T05:18:35.690978Z","steps":["trace[1400097294] 'process raft request' (duration: 578.025447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.691381Z","caller":"traceutil/trace.go:171","msg":"trace[1152013659] transaction","detail":"{read_only:false; response_revision:11802; number_of_response:1; }","duration":"578.089819ms","start":"2026-03-31T05:18:35.113283Z","end":"2026-03-31T05:18:35.691373Z","steps":["trace[1152013659] 'process raft request' (duration: 577.853423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.691378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.105325Z","time spent":"586.003825ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5727,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.691416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.112133Z","time spent":"579.22024ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.691337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.108714Z","time spent":"582.484649ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.691434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.113272Z","time spent":"578.137331ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11569,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.691712Z","caller":"traceutil/trace.go:171","msg":"trace[880642429] transaction","detail":"{read_only:false; response_revision:11803; number_of_response:1; }","duration":"575.444097ms","start":"2026-03-31T05:18:35.116252Z","end":"2026-03-31T05:18:35.691696Z","steps":["trace[880642429] 'process raft request' (duration: 575.074767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.691828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.1162Z","time spent":"575.570761ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:37.102118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:37.102217Z","caller":"traceutil/trace.go:171","msg":"trace[886037598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155124s","start":"2026-03-31T05:18:35.102036Z","end":"2026-03-31T05:18:37.102191Z","steps":["trace[886037598] 'agreement among raft nodes before linearized reading' (duration: 2.000035031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.10227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.102016Z","time spent":"2.000244156s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:38.295494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.939740377s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:38.714708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359049948s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:38.715607Z","caller":"traceutil/trace.go:171","msg":"trace[1703662158] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"3.017856097s","start":"2026-03-31T05:18:35.697723Z","end":"2026-03-31T05:18:38.715579Z","steps":["trace[1703662158] 'process raft request' (duration: 3.017806196s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.715634Z","caller":"traceutil/trace.go:171","msg":"trace[987279237] transaction","detail":"{read_only:false; response_revision:11806; number_of_response:1; }","duration":"3.155576092s","start":"2026-03-31T05:18:35.560022Z","end":"2026-03-31T05:18:38.715598Z","steps":["trace[987279237] 'process raft request' (duration: 3.155276924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.715759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.697705Z","time spent":"3.017991571s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:38.715764Z","caller":"traceutil/trace.go:171","msg":"trace[271203187] linearizableReadLoop","detail":"{readStateIndex:12228; appliedIndex:12208; }","duration":"3.029762511s","start":"2026-03-31T05:18:35.685972Z","end":"2026-03-31T05:18:38.715734Z","steps":["trace[271203187] 'read index received' (duration: 3.246138ms)","trace[271203187] 'applied index is now lower than readState.Index' (duration: 3.026513533s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:38.715852Z","caller":"traceutil/trace.go:171","msg":"trace[1983837366] transaction","detail":"{read_only:false; response_revision:11807; number_of_response:1; }","duration":"3.024761385s","start":"2026-03-31T05:18:35.691076Z","end":"2026-03-31T05:18:38.715837Z","steps":["trace[1983837366] 'process raft request' (duration: 3.024311683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.715903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.69106Z","time spent":"3.024821357s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:38.715889Z","caller":"traceutil/trace.go:171","msg":"trace[588018250] transaction","detail":"{read_only:false; response_revision:11808; number_of_response:1; }","duration":"3.018178496s","start":"2026-03-31T05:18:35.697691Z","end":"2026-03-31T05:18:38.71587Z","steps":["trace[588018250] 'process raft request' (duration: 3.017783135s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.715898Z","caller":"traceutil/trace.go:171","msg":"trace[867928037] transaction","detail":"{read_only:false; response_revision:11805; number_of_response:1; }","duration":"3.156869536s","start":"2026-03-31T05:18:35.559014Z","end":"2026-03-31T05:18:38.715883Z","steps":["trace[867928037] 'process raft request' (duration: 3.156117506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.715805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.560006Z","time spent":"3.155707415s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.715968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.697668Z","time spent":"3.018262219s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:38.715979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.558968Z","time spent":"3.15696878s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.715985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219365681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T05:18:38.71601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585255305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T05:18:38.716039Z","caller":"traceutil/trace.go:171","msg":"trace[248763110] transaction","detail":"{read_only:false; response_revision:11804; number_of_response:1; }","duration":"3.157037461s","start":"2026-03-31T05:18:35.558989Z","end":"2026-03-31T05:18:38.716027Z","steps":["trace[248763110] 'process raft request' (duration: 3.155832349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.716035Z","caller":"traceutil/trace.go:171","msg":"trace[1825492244] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11809; }","duration":"3.219484684s","start":"2026-03-31T05:18:35.496534Z","end":"2026-03-31T05:18:38.716019Z","steps":["trace[1825492244] 'agreement among raft nodes before linearized reading' (duration: 3.219293419s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:38.71605Z","caller":"traceutil/trace.go:171","msg":"trace[1722474900] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11809; }","duration":"3.585312037s","start":"2026-03-31T05:18:35.130726Z","end":"2026-03-31T05:18:38.716038Z","steps":["trace[1722474900] 'agreement among raft nodes before linearized reading' (duration: 3.585130512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.716087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.130667Z","time spent":"3.585411099s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T05:18:38.71609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.496507Z","time spent":"3.219558805s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:18:38.716108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.55895Z","time spent":"3.157108533s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:38.716547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609092884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:433375"} {"level":"info","ts":"2026-03-31T05:18:38.716611Z","caller":"traceutil/trace.go:171","msg":"trace[536352905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11809; }","duration":"3.609185747s","start":"2026-03-31T05:18:35.107412Z","end":"2026-03-31T05:18:38.716598Z","steps":["trace[536352905] 'agreement among raft nodes before linearized reading' (duration: 3.608449037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.716653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.107405Z","time spent":"3.609237168s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":433399,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:18:38.783344Z","caller":"traceutil/trace.go:171","msg":"trace[1396915673] transaction","detail":"{read_only:false; response_revision:11810; number_of_response:1; }","duration":"1.553792707s","start":"2026-03-31T05:18:37.229522Z","end":"2026-03-31T05:18:38.783315Z","steps":["trace[1396915673] 'process raft request' (duration: 1.553620212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.783523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.2295Z","time spent":"1.553928651s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.109952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:39.110019Z","caller":"traceutil/trace.go:171","msg":"trace[1456090844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467213s","start":"2026-03-31T05:18:37.109537Z","end":"2026-03-31T05:18:39.110004Z","steps":["trace[1456090844] 'agreement among raft nodes before linearized reading' (duration: 2.000309619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.110059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.109516Z","time spent":"2.000531625s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:18:39.181075Z","caller":"traceutil/trace.go:171","msg":"trace[1396181279] transaction","detail":"{read_only:false; response_revision:11812; number_of_response:1; }","duration":"460.941855ms","start":"2026-03-31T05:18:38.720107Z","end":"2026-03-31T05:18:39.181049Z","steps":["trace[1396181279] 'process raft request' (duration: 460.844983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.181192Z","caller":"traceutil/trace.go:171","msg":"trace[1730996739] linearizableReadLoop","detail":"{readStateIndex:12233; appliedIndex:12231; }","duration":"465.359956ms","start":"2026-03-31T05:18:38.715825Z","end":"2026-03-31T05:18:39.181185Z","steps":["trace[1730996739] 'read index received' (duration: 67.307355ms)","trace[1730996739] 'applied index is now lower than readState.Index' (duration: 398.051631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:39.181297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.720083Z","time spent":"461.11391ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:39.181331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503748303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:39.181379Z","caller":"traceutil/trace.go:171","msg":"trace[841671903] transaction","detail":"{read_only:false; response_revision:11813; number_of_response:1; }","duration":"461.076779ms","start":"2026-03-31T05:18:38.720291Z","end":"2026-03-31T05:18:39.181368Z","steps":["trace[841671903] 'process raft request' (duration: 460.718389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47539614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14867"} {"level":"info","ts":"2026-03-31T05:18:39.181406Z","caller":"traceutil/trace.go:171","msg":"trace[1930541783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11813; }","duration":"1.503876246s","start":"2026-03-31T05:18:37.677511Z","end":"2026-03-31T05:18:39.181387Z","steps":["trace[1930541783] 'agreement among raft nodes before linearized reading' (duration: 1.503682461s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.181422Z","caller":"traceutil/trace.go:171","msg":"trace[709633234] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:11813; }","duration":"3.475458472s","start":"2026-03-31T05:18:35.705951Z","end":"2026-03-31T05:18:39.181409Z","steps":["trace[709633234] 'agreement among raft nodes before linearized reading' (duration: 3.475283277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.720285Z","time spent":"461.118981ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:39.181454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.677479Z","time spent":"1.503960669s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:39.181466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.705944Z","time spent":"3.475514293s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14891,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-03-31T05:18:39.181486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.625446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:18:39.181501Z","caller":"traceutil/trace.go:171","msg":"trace[576355268] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11813; }","duration":"442.669837ms","start":"2026-03-31T05:18:38.738826Z","end":"2026-03-31T05:18:39.181496Z","steps":["trace[576355268] 'agreement among raft nodes before linearized reading' (duration: 442.625296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.738808Z","time spent":"442.704849ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:18:39.18148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493214596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl\" ","response":"range_response_count:1 size:8349"} {"level":"warn","ts":"2026-03-31T05:18:39.181577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.052507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:39.181601Z","caller":"traceutil/trace.go:171","msg":"trace[616573261] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:11813; }","duration":"582.106109ms","start":"2026-03-31T05:18:38.599486Z","end":"2026-03-31T05:18:39.181592Z","steps":["trace[616573261] 'agreement among raft nodes before linearized reading' (duration: 582.069558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482463673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:39.18149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240998681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.181621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.599467Z","time spent":"582.1488ms","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:39.181633Z","caller":"traceutil/trace.go:171","msg":"trace[1060829203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11813; }","duration":"1.482540225s","start":"2026-03-31T05:18:37.699083Z","end":"2026-03-31T05:18:39.181623Z","steps":["trace[1060829203] 'agreement among raft nodes before linearized reading' (duration: 1.482431732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820848527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:39.181653Z","caller":"traceutil/trace.go:171","msg":"trace[947121503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11813; }","duration":"2.241209916s","start":"2026-03-31T05:18:36.940424Z","end":"2026-03-31T05:18:39.181634Z","steps":["trace[947121503] 'agreement among raft nodes before linearized reading' (duration: 2.24099249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.699055Z","time spent":"1.482600557s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:39.181086Z","caller":"traceutil/trace.go:171","msg":"trace[1742289575] transaction","detail":"{read_only:false; response_revision:11811; number_of_response:1; }","duration":"720.619584ms","start":"2026-03-31T05:18:38.460432Z","end":"2026-03-31T05:18:39.181052Z","steps":["trace[1742289575] 'process raft request' (duration: 720.351677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037314728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-31T05:18:39.181707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48492821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:18:39.181711Z","caller":"traceutil/trace.go:171","msg":"trace[17115627] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11813; }","duration":"1.821015622s","start":"2026-03-31T05:18:37.360657Z","end":"2026-03-31T05:18:39.181673Z","steps":["trace[17115627] 'agreement among raft nodes before linearized reading' (duration: 1.820822187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482623737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:18:39.181753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.460406Z","time spent":"721.304463ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:39.181781Z","caller":"traceutil/trace.go:171","msg":"trace[1312673948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11813; }","duration":"1.482659378s","start":"2026-03-31T05:18:37.699111Z","end":"2026-03-31T05:18:39.18177Z","steps":["trace[1312673948] 'agreement among raft nodes before linearized reading' (duration: 1.482552945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529835454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.181792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.313628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128382"} {"level":"warn","ts":"2026-03-31T05:18:39.181795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.396085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:39.181788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484079387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-9d47487-2ddkh\" ","response":"range_response_count:1 size:14243"} {"level":"info","ts":"2026-03-31T05:18:39.181814Z","caller":"traceutil/trace.go:171","msg":"trace[1154279311] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11813; }","duration":"617.38256ms","start":"2026-03-31T05:18:38.564425Z","end":"2026-03-31T05:18:39.181808Z","steps":["trace[1154279311] 'agreement among raft nodes before linearized reading' (duration: 617.294288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.18181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.699086Z","time spent":"1.48271746s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:18:39.181823Z","caller":"traceutil/trace.go:171","msg":"trace[561091314] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11813; }","duration":"130.523418ms","start":"2026-03-31T05:18:39.05129Z","end":"2026-03-31T05:18:39.181813Z","steps":["trace[561091314] 'agreement among raft nodes before linearized reading' (duration: 130.416155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.564397Z","time spent":"617.436492ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128406,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T05:18:39.181837Z","caller":"traceutil/trace.go:171","msg":"trace[1345479933] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-9d47487-2ddkh; range_end:; response_count:1; response_revision:11813; }","duration":"3.484142078s","start":"2026-03-31T05:18:35.697677Z","end":"2026-03-31T05:18:39.181819Z","steps":["trace[1345479933] 'agreement among raft nodes before linearized reading' (duration: 3.484040716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481825645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:18:39.181931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318067501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:18:39.181945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.69766Z","time spent":"3.484272342s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":14267,"request content":"key:\"/registry/pods/openstack/cinder-volume-9d47487-2ddkh\" "} {"level":"info","ts":"2026-03-31T05:18:39.181968Z","caller":"traceutil/trace.go:171","msg":"trace[899708735] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-init; range_end:; response_count:1; response_revision:11813; }","duration":"3.318148983s","start":"2026-03-31T05:18:35.863811Z","end":"2026-03-31T05:18:39.18196Z","steps":["trace[899708735] 'agreement among raft nodes before linearized reading' (duration: 3.31801907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.18199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.802317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.181996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.863785Z","time spent":"3.318204995s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" "} {"level":"info","ts":"2026-03-31T05:18:39.182011Z","caller":"traceutil/trace.go:171","msg":"trace[250062670] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11813; }","duration":"170.826667ms","start":"2026-03-31T05:18:39.011178Z","end":"2026-03-31T05:18:39.182004Z","steps":["trace[250062670] 'agreement among raft nodes before linearized reading' (duration: 170.790146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482786602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:18:39.182023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482950347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:39.182048Z","caller":"traceutil/trace.go:171","msg":"trace[910253207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11813; }","duration":"1.482835103s","start":"2026-03-31T05:18:37.699207Z","end":"2026-03-31T05:18:39.182042Z","steps":["trace[910253207] 'agreement among raft nodes before linearized reading' (duration: 1.482744761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.699195Z","time spent":"1.482869594s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:39.182077Z","caller":"traceutil/trace.go:171","msg":"trace[86997088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11813; }","duration":"1.483032828s","start":"2026-03-31T05:18:37.699028Z","end":"2026-03-31T05:18:39.182061Z","steps":["trace[86997088] 'agreement among raft nodes before linearized reading' (duration: 1.482894084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480680864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7589"} {"level":"warn","ts":"2026-03-31T05:18:39.182127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.699007Z","time spent":"1.48310837s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:18:39.182142Z","caller":"traceutil/trace.go:171","msg":"trace[193070722] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:11813; }","duration":"3.481514057s","start":"2026-03-31T05:18:35.700619Z","end":"2026-03-31T05:18:39.182133Z","steps":["trace[193070722] 'agreement among raft nodes before linearized reading' (duration: 3.480619092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.700597Z","time spent":"3.481570089s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7613,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:39.182188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.602508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:39.182225Z","caller":"traceutil/trace.go:171","msg":"trace[690412435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11813; }","duration":"620.66888ms","start":"2026-03-31T05:18:38.561545Z","end":"2026-03-31T05:18:39.182214Z","steps":["trace[690412435] 'agreement among raft nodes before linearized reading' (duration: 620.529726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.181696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.940399Z","time spent":"2.241280398s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:39.181542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.456546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:39.182253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.561541Z","time spent":"620.705641ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:39.181396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493160435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-9d47487-2ddkh\" ","response":"range_response_count:1 size:14243"} {"level":"info","ts":"2026-03-31T05:18:39.181586Z","caller":"traceutil/trace.go:171","msg":"trace[1774069384] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl; range_end:; response_count:1; response_revision:11813; }","duration":"3.49336716s","start":"2026-03-31T05:18:35.688194Z","end":"2026-03-31T05:18:39.181562Z","steps":["trace[1774069384] 'agreement among raft nodes before linearized reading' (duration: 3.493088653s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.182299Z","caller":"traceutil/trace.go:171","msg":"trace[80849699] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-9d47487-2ddkh; range_end:; response_count:1; response_revision:11813; }","duration":"3.49409806s","start":"2026-03-31T05:18:35.688195Z","end":"2026-03-31T05:18:39.182293Z","steps":["trace[80849699] 'agreement among raft nodes before linearized reading' (duration: 3.493162475s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.18174Z","caller":"traceutil/trace.go:171","msg":"trace[797431338] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11813; }","duration":"2.484986171s","start":"2026-03-31T05:18:36.696744Z","end":"2026-03-31T05:18:39.18173Z","steps":["trace[797431338] 'agreement among raft nodes before linearized reading' (duration: 2.484893408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.688173Z","time spent":"3.494134841s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":8373,"request content":"key:\"/registry/pods/openstack/cinder-scheduler-5775d67675-jhnhl\" "} {"level":"warn","ts":"2026-03-31T05:18:39.182323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494052259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" ","response":"range_response_count:1 size:8282"} {"level":"info","ts":"2026-03-31T05:18:39.182354Z","caller":"traceutil/trace.go:171","msg":"trace[1444322219] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x; range_end:; response_count:1; response_revision:11813; }","duration":"3.49410143s","start":"2026-03-31T05:18:35.688242Z","end":"2026-03-31T05:18:39.182343Z","steps":["trace[1444322219] 'agreement among raft nodes before linearized reading' (duration: 3.494029238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.696725Z","time spent":"2.485603398s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:18:39.182398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.688219Z","time spent":"3.494172092s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8306,"request content":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" "} {"level":"info","ts":"2026-03-31T05:18:39.181938Z","caller":"traceutil/trace.go:171","msg":"trace[740786200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11813; }","duration":"1.481877657s","start":"2026-03-31T05:18:37.700052Z","end":"2026-03-31T05:18:39.181929Z","steps":["trace[740786200] 'agreement among raft nodes before linearized reading' (duration: 1.481764264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492187448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-31T05:18:39.182441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.700041Z","time spent":"1.482392881s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:39.181346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.623481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T05:18:39.181861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486610016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:39.182462Z","caller":"traceutil/trace.go:171","msg":"trace[1906379338] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11813; }","duration":"3.492396543s","start":"2026-03-31T05:18:35.690051Z","end":"2026-03-31T05:18:39.182448Z","steps":["trace[1906379338] 'agreement among raft nodes before linearized reading' (duration: 3.492113396s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.182494Z","caller":"traceutil/trace.go:171","msg":"trace[805268718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11813; }","duration":"1.487275364s","start":"2026-03-31T05:18:37.69521Z","end":"2026-03-31T05:18:39.182486Z","steps":["trace[805268718] 'agreement among raft nodes before linearized reading' (duration: 1.486561515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.1825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.690028Z","time spent":"3.492461946s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-31T05:18:39.181813Z","caller":"traceutil/trace.go:171","msg":"trace[1819875076] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:11813; }","duration":"2.529892415s","start":"2026-03-31T05:18:36.651911Z","end":"2026-03-31T05:18:39.181804Z","steps":["trace[1819875076] 'agreement among raft nodes before linearized reading' (duration: 2.529847004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.695193Z","time spent":"1.487321385s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:39.182541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.651895Z","time spent":"2.530636066s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:39.181436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493258377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-66ff7cf955-nbgr6\" ","response":"range_response_count:1 size:10972"} {"level":"warn","ts":"2026-03-31T05:18:39.182321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.688179Z","time spent":"3.494136671s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":14267,"request content":"key:\"/registry/pods/openstack/cinder-volume-9d47487-2ddkh\" "} {"level":"warn","ts":"2026-03-31T05:18:39.181789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.360633Z","time spent":"1.821141305s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:39.182487Z","caller":"traceutil/trace.go:171","msg":"trace[126960344] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11813; }","duration":"624.792662ms","start":"2026-03-31T05:18:38.557677Z","end":"2026-03-31T05:18:39.182469Z","steps":["trace[126960344] 'agreement among raft nodes before linearized reading' (duration: 623.555678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.182286Z","caller":"traceutil/trace.go:171","msg":"trace[800303860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11813; }","duration":"533.224736ms","start":"2026-03-31T05:18:38.649042Z","end":"2026-03-31T05:18:39.182267Z","steps":["trace[800303860] 'agreement among raft nodes before linearized reading' (duration: 532.475936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.182591Z","caller":"traceutil/trace.go:171","msg":"trace[604735409] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-66ff7cf955-nbgr6; range_end:; response_count:1; response_revision:11813; }","duration":"3.494419379s","start":"2026-03-31T05:18:35.68815Z","end":"2026-03-31T05:18:39.182569Z","steps":["trace[604735409] 'agreement among raft nodes before linearized reading' (duration: 3.493256317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.557661Z","time spent":"624.941217ms","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:18:39.182677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.688126Z","time spent":"3.494531942s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":10996,"request content":"key:\"/registry/pods/openstack/cinder-backup-66ff7cf955-nbgr6\" "} {"level":"info","ts":"2026-03-31T05:18:39.181743Z","caller":"traceutil/trace.go:171","msg":"trace[1821803948] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11813; }","duration":"2.037407861s","start":"2026-03-31T05:18:37.144315Z","end":"2026-03-31T05:18:39.181722Z","steps":["trace[1821803948] 'agreement among raft nodes before linearized reading' (duration: 2.037220046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.182746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:37.14429Z","time spent":"2.038443409s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:18:39.18275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:38.649023Z","time spent":"533.662288ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:39.419579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.718918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:39.419689Z","caller":"traceutil/trace.go:171","msg":"trace[589555268] transaction","detail":"{read_only:false; response_revision:11814; number_of_response:1; }","duration":"227.973025ms","start":"2026-03-31T05:18:39.191697Z","end":"2026-03-31T05:18:39.41967Z","steps":["trace[589555268] 'process raft request' (duration: 106.091892ms)","trace[589555268] 'compare' (duration: 121.589675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.791054Z","caller":"traceutil/trace.go:171","msg":"trace[1743548435] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"599.233175ms","start":"2026-03-31T05:18:39.191783Z","end":"2026-03-31T05:18:39.791016Z","steps":["trace[1743548435] 'process raft request' (duration: 598.798593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.79127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.191751Z","time spent":"599.393749ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:39.791415Z","caller":"traceutil/trace.go:171","msg":"trace[1679263565] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"599.396909ms","start":"2026-03-31T05:18:39.191961Z","end":"2026-03-31T05:18:39.791358Z","steps":["trace[1679263565] 'process raft request' (duration: 598.936657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.791582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.191949Z","time spent":"599.553164ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:39.791583Z","caller":"traceutil/trace.go:171","msg":"trace[915477955] transaction","detail":"{read_only:false; response_revision:11817; number_of_response:1; }","duration":"598.609138ms","start":"2026-03-31T05:18:39.192953Z","end":"2026-03-31T05:18:39.791563Z","steps":["trace[915477955] 'process raft request' (duration: 598.241088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.791668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.19293Z","time spent":"598.700631ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:39.791713Z","caller":"traceutil/trace.go:171","msg":"trace[139341489] transaction","detail":"{read_only:false; response_revision:11818; number_of_response:1; }","duration":"598.507585ms","start":"2026-03-31T05:18:39.193172Z","end":"2026-03-31T05:18:39.79168Z","steps":["trace[139341489] 'process raft request' (duration: 598.289309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.791871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193153Z","time spent":"598.628079ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:39.7919Z","caller":"traceutil/trace.go:171","msg":"trace[1652927179] linearizableReadLoop","detail":"{readStateIndex:12238; appliedIndex:12235; }","duration":"599.101592ms","start":"2026-03-31T05:18:39.192778Z","end":"2026-03-31T05:18:39.791879Z","steps":["trace[1652927179] 'read index received' (duration: 105.035153ms)","trace[1652927179] 'applied index is now lower than readState.Index' (duration: 494.065469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.791911Z","caller":"traceutil/trace.go:171","msg":"trace[1025137336] transaction","detail":"{read_only:false; response_revision:11819; number_of_response:1; }","duration":"598.628308ms","start":"2026-03-31T05:18:39.193242Z","end":"2026-03-31T05:18:39.79187Z","steps":["trace[1025137336] 'process raft request' (duration: 598.291639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.791999Z","caller":"traceutil/trace.go:171","msg":"trace[1536451557] transaction","detail":"{read_only:false; response_revision:11820; number_of_response:1; }","duration":"598.682061ms","start":"2026-03-31T05:18:39.193308Z","end":"2026-03-31T05:18:39.79199Z","steps":["trace[1536451557] 'process raft request' (duration: 598.331531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.79202Z","caller":"traceutil/trace.go:171","msg":"trace[1688918463] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"597.473878ms","start":"2026-03-31T05:18:39.194518Z","end":"2026-03-31T05:18:39.791992Z","steps":["trace[1688918463] 'process raft request' (duration: 597.219491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.792057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193293Z","time spent":"598.735842ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.792091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193228Z","time spent":"598.766083ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.792124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.194505Z","time spent":"597.57225ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.792152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.076041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:18:39.792198Z","caller":"traceutil/trace.go:171","msg":"trace[1588211090] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11822; }","duration":"599.142583ms","start":"2026-03-31T05:18:39.193043Z","end":"2026-03-31T05:18:39.792186Z","steps":["trace[1588211090] 'agreement among raft nodes before linearized reading' (duration: 599.01864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.792185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.681245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:39.792188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.599479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:39.792225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193021Z","time spent":"599.198394ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:18:39.792222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.426903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"warn","ts":"2026-03-31T05:18:39.792233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.451931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:18:39.792241Z","caller":"traceutil/trace.go:171","msg":"trace[1916841122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11822; }","duration":"593.746076ms","start":"2026-03-31T05:18:39.19848Z","end":"2026-03-31T05:18:39.792226Z","steps":["trace[1916841122] 'agreement among raft nodes before linearized reading' (duration: 593.665884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.792028Z","caller":"traceutil/trace.go:171","msg":"trace[2080339231] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"594.977249ms","start":"2026-03-31T05:18:39.197032Z","end":"2026-03-31T05:18:39.79201Z","steps":["trace[2080339231] 'process raft request' (duration: 594.794244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.792273Z","caller":"traceutil/trace.go:171","msg":"trace[714008538] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11822; }","duration":"599.516393ms","start":"2026-03-31T05:18:39.192745Z","end":"2026-03-31T05:18:39.792261Z","steps":["trace[714008538] 'agreement among raft nodes before linearized reading' (duration: 599.381679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.79227Z","caller":"traceutil/trace.go:171","msg":"trace[140778054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11822; }","duration":"598.501395ms","start":"2026-03-31T05:18:39.193755Z","end":"2026-03-31T05:18:39.792256Z","steps":["trace[140778054] 'agreement among raft nodes before linearized reading' (duration: 598.368481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.792304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.192727Z","time spent":"599.571424ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T05:18:39.792306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.198476Z","time spent":"593.817178ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:39.792241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.666154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128382"} {"level":"warn","ts":"2026-03-31T05:18:39.792318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193739Z","time spent":"598.567327ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:18:39.792249Z","caller":"traceutil/trace.go:171","msg":"trace[1711097330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11822; }","duration":"594.687011ms","start":"2026-03-31T05:18:39.197547Z","end":"2026-03-31T05:18:39.792234Z","steps":["trace[1711097330] 'agreement among raft nodes before linearized reading' (duration: 594.573328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.792353Z","caller":"traceutil/trace.go:171","msg":"trace[1174730905] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11822; }","duration":"593.809827ms","start":"2026-03-31T05:18:39.198534Z","end":"2026-03-31T05:18:39.792343Z","steps":["trace[1174730905] 'agreement among raft nodes before linearized reading' (duration: 593.576271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.792355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.054107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T05:18:39.792353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.193864Z","time spent":"598.432483ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:39.792388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.197536Z","time spent":"594.840676ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:39.792392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.198517Z","time spent":"593.866499ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128406,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T05:18:39.792406Z","caller":"traceutil/trace.go:171","msg":"trace[1058251212] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11822; }","duration":"593.112558ms","start":"2026-03-31T05:18:39.199277Z","end":"2026-03-31T05:18:39.792389Z","steps":["trace[1058251212] 'agreement among raft nodes before linearized reading' (duration: 592.998515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.792447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.199268Z","time spent":"593.16768ms","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:18:40.962158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.922182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:40.962287Z","caller":"traceutil/trace.go:171","msg":"trace[1531956542] linearizableReadLoop","detail":"{readStateIndex:12245; appliedIndex:12244; }","duration":"1.162483289s","start":"2026-03-31T05:18:39.799782Z","end":"2026-03-31T05:18:40.962265Z","steps":["trace[1531956542] 'read index received' (duration: 419.422944ms)","trace[1531956542] 'applied index is now lower than readState.Index' (duration: 743.058615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:40.962393Z","caller":"traceutil/trace.go:171","msg":"trace[434845128] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"1.163812375s","start":"2026-03-31T05:18:39.798554Z","end":"2026-03-31T05:18:40.962366Z","steps":["trace[434845128] 'process raft request' (duration: 420.561494ms)","trace[434845128] 'compare' (duration: 742.397418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:40.962528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.798541Z","time spent":"1.163911808s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:40.962701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16290862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:18:40.962758Z","caller":"traceutil/trace.go:171","msg":"trace[68877394] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11823; }","duration":"1.162981242s","start":"2026-03-31T05:18:39.799763Z","end":"2026-03-31T05:18:40.962744Z","steps":["trace[68877394] 'agreement among raft nodes before linearized reading' (duration: 1.162674634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:40.962796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.799753Z","time spent":"1.163033544s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-31T05:18:41.059424Z","caller":"traceutil/trace.go:171","msg":"trace[1012763815] transaction","detail":"{read_only:false; response_revision:11824; number_of_response:1; }","duration":"1.253601253s","start":"2026-03-31T05:18:39.80579Z","end":"2026-03-31T05:18:41.059391Z","steps":["trace[1012763815] 'process raft request' (duration: 1.253439968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.059619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.805776Z","time spent":"1.253731227s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:41.944284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.475507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:41.944708Z","caller":"traceutil/trace.go:171","msg":"trace[1813649727] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"1.22378476s","start":"2026-03-31T05:18:40.720873Z","end":"2026-03-31T05:18:41.944658Z","steps":["trace[1813649727] 'process raft request' (duration: 716.82341ms)","trace[1813649727] 'compare' (duration: 506.190809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:41.944832Z","caller":"traceutil/trace.go:171","msg":"trace[543763638] linearizableReadLoop","detail":"{readStateIndex:12249; appliedIndex:12246; }","duration":"982.497923ms","start":"2026-03-31T05:18:40.962321Z","end":"2026-03-31T05:18:41.944819Z","steps":["trace[543763638] 'read index received' (duration: 97.792545ms)","trace[543763638] 'applied index is now lower than readState.Index' (duration: 884.703428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:41.94484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.720853Z","time spent":"1.223915264s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:41.94487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461121291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:41.944903Z","caller":"traceutil/trace.go:171","msg":"trace[1254265729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11827; }","duration":"1.461182303s","start":"2026-03-31T05:18:40.483711Z","end":"2026-03-31T05:18:41.944893Z","steps":["trace[1254265729] 'agreement among raft nodes before linearized reading' (duration: 1.461126291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.944921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.483693Z","time spent":"1.461223463s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:41.944964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581119493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:18:41.944991Z","caller":"traceutil/trace.go:171","msg":"trace[1684741499] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11827; }","duration":"1.581184394s","start":"2026-03-31T05:18:40.363799Z","end":"2026-03-31T05:18:41.944983Z","steps":["trace[1684741499] 'agreement among raft nodes before linearized reading' (duration: 1.581081951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.94501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087951178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:41.944979Z","caller":"traceutil/trace.go:171","msg":"trace[1119772045] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"1.222378082s","start":"2026-03-31T05:18:40.722568Z","end":"2026-03-31T05:18:41.944946Z","steps":["trace[1119772045] 'process raft request' (duration: 1.222113815s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:41.945039Z","caller":"traceutil/trace.go:171","msg":"trace[1951694344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11827; }","duration":"2.08801286s","start":"2026-03-31T05:18:39.857019Z","end":"2026-03-31T05:18:41.945032Z","steps":["trace[1951694344] 'agreement among raft nodes before linearized reading' (duration: 2.087959718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.945062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.857001Z","time spent":"2.08805539s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:18:41.945091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142780152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:18:41.945119Z","caller":"traceutil/trace.go:171","msg":"trace[316339941] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11827; }","duration":"2.142822763s","start":"2026-03-31T05:18:39.802289Z","end":"2026-03-31T05:18:41.945112Z","steps":["trace[316339941] 'agreement among raft nodes before linearized reading' (duration: 2.142749441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.945139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.80228Z","time spent":"2.142853614s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T05:18:41.945146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.722543Z","time spent":"1.222517476s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:41.945152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219509474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:41.945025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.363778Z","time spent":"1.581229085s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:18:41.945225Z","caller":"traceutil/trace.go:171","msg":"trace[766188533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11827; }","duration":"1.219602387s","start":"2026-03-31T05:18:40.725601Z","end":"2026-03-31T05:18:41.945203Z","steps":["trace[766188533] 'agreement among raft nodes before linearized reading' (duration: 1.21935252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.945272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.72559Z","time spent":"1.219670179s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:18:41.9452Z","caller":"traceutil/trace.go:171","msg":"trace[904726224] transaction","detail":"{read_only:false; response_revision:11826; number_of_response:1; }","duration":"1.223608066s","start":"2026-03-31T05:18:40.721573Z","end":"2026-03-31T05:18:41.945181Z","steps":["trace[904726224] 'process raft request' (duration: 1.222832675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.945946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.72155Z","time spent":"1.224297465s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:42.445972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:42.946368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:43.002396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.56455923s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:43.255902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.961657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:43.256074Z","caller":"traceutil/trace.go:171","msg":"trace[1516161821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11827; }","duration":"165.147292ms","start":"2026-03-31T05:18:43.090911Z","end":"2026-03-31T05:18:43.256058Z","steps":["trace[1516161821] 'range keys from in-memory index tree' (duration: 164.944796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.256315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.596243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:43.256421Z","caller":"traceutil/trace.go:171","msg":"trace[1807293407] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"2.150021881s","start":"2026-03-31T05:18:41.106374Z","end":"2026-03-31T05:18:43.256395Z","steps":["trace[1807293407] 'process raft request' (duration: 1.896251963s)","trace[1807293407] 'compare' (duration: 253.249744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:43.256489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.106358Z","time spent":"2.150103203s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:43.34886Z","caller":"traceutil/trace.go:171","msg":"trace[33196071] linearizableReadLoop","detail":"{readStateIndex:12252; appliedIndex:12249; }","duration":"1.403974363s","start":"2026-03-31T05:18:41.94486Z","end":"2026-03-31T05:18:43.348834Z","steps":["trace[33196071] 'read index received' (duration: 1.057756925s)","trace[33196071] 'applied index is now lower than readState.Index' (duration: 346.216018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:43.348881Z","caller":"traceutil/trace.go:171","msg":"trace[2143616962] transaction","detail":"{read_only:false; response_revision:11829; number_of_response:1; }","duration":"1.783484148s","start":"2026-03-31T05:18:41.565361Z","end":"2026-03-31T05:18:43.348845Z","steps":["trace[2143616962] 'process raft request' (duration: 1.78318046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.56533Z","time spent":"1.783625532s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:43.349101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924722418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:43.349141Z","caller":"traceutil/trace.go:171","msg":"trace[658392715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11829; }","duration":"1.924824492s","start":"2026-03-31T05:18:41.424306Z","end":"2026-03-31T05:18:43.34913Z","steps":["trace[658392715] 'agreement among raft nodes before linearized reading' (duration: 1.924666538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.946385Z","time spent":"1.402751799s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:18:43.34918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550914888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:18:43.349224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382276512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:43.349257Z","caller":"traceutil/trace.go:171","msg":"trace[2030811842] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:11829; }","duration":"2.382319093s","start":"2026-03-31T05:18:40.966929Z","end":"2026-03-31T05:18:43.349248Z","steps":["trace[2030811842] 'agreement among raft nodes before linearized reading' (duration: 2.382270142s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:43.349263Z","caller":"traceutil/trace.go:171","msg":"trace[184137060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11829; }","duration":"1.551033412s","start":"2026-03-31T05:18:41.798206Z","end":"2026-03-31T05:18:43.34924Z","steps":["trace[184137060] 'agreement among raft nodes before linearized reading' (duration: 1.550753104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.966923Z","time spent":"2.382353214s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-31T05:18:43.349312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.798195Z","time spent":"1.551107064s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:43.349177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.424283Z","time spent":"1.924885113s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:43.34942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40313816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:43.349495Z","caller":"traceutil/trace.go:171","msg":"trace[328868484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11829; }","duration":"1.403329485s","start":"2026-03-31T05:18:41.946149Z","end":"2026-03-31T05:18:43.349479Z","steps":["trace[328868484] 'agreement among raft nodes before linearized reading' (duration: 1.403185122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.945702Z","time spent":"1.403818709s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:43.34953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55168192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:18:43.349573Z","caller":"traceutil/trace.go:171","msg":"trace[1820491800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11829; }","duration":"1.551741851s","start":"2026-03-31T05:18:41.797814Z","end":"2026-03-31T05:18:43.349556Z","steps":["trace[1820491800] 'agreement among raft nodes before linearized reading' (duration: 1.551611417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.797802Z","time spent":"1.551801403s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:43.349653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550799135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:18:43.349578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383252398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-31T05:18:43.349729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.233719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:43.349766Z","caller":"traceutil/trace.go:171","msg":"trace[42167234] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6; range_end:; response_count:1; response_revision:11829; }","duration":"2.383476525s","start":"2026-03-31T05:18:40.966264Z","end":"2026-03-31T05:18:43.349741Z","steps":["trace[42167234] 'agreement among raft nodes before linearized reading' (duration: 2.383181127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.34978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157949886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:43.349786Z","caller":"traceutil/trace.go:171","msg":"trace[711995049] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11829; }","duration":"857.322231ms","start":"2026-03-31T05:18:42.492441Z","end":"2026-03-31T05:18:43.349764Z","steps":["trace[711995049] 'agreement among raft nodes before linearized reading' (duration: 857.244139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:43.349817Z","caller":"traceutil/trace.go:171","msg":"trace[1575570910] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11829; }","duration":"1.157989777s","start":"2026-03-31T05:18:42.191819Z","end":"2026-03-31T05:18:43.349809Z","steps":["trace[1575570910] 'agreement among raft nodes before linearized reading' (duration: 1.157915265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014389783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:43.349836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.492418Z","time spent":"857.404643ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:43.349847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.191759Z","time spent":"1.158078489s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:43.349906Z","caller":"traceutil/trace.go:171","msg":"trace[109518446] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11829; }","duration":"2.014525547s","start":"2026-03-31T05:18:41.33534Z","end":"2026-03-31T05:18:43.349866Z","steps":["trace[109518446] 'agreement among raft nodes before linearized reading' (duration: 2.014306971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398653808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-03-31T05:18:43.349952Z","caller":"traceutil/trace.go:171","msg":"trace[202097814] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11829; }","duration":"1.398708389s","start":"2026-03-31T05:18:41.951236Z","end":"2026-03-31T05:18:43.349944Z","steps":["trace[202097814] 'agreement among raft nodes before linearized reading' (duration: 1.398478513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.951218Z","time spent":"1.398746121s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111944,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:18:43.349953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.335319Z","time spent":"2.01462202s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:43.349864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.966248Z","time spent":"2.383593218s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" "} {"level":"warn","ts":"2026-03-31T05:18:43.349865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284945248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" ","response":"range_response_count:1 size:8282"} {"level":"warn","ts":"2026-03-31T05:18:43.350137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402172664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:43.35019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274407342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:43.350244Z","caller":"traceutil/trace.go:171","msg":"trace[1048950029] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11829; }","duration":"1.402312328s","start":"2026-03-31T05:18:41.947918Z","end":"2026-03-31T05:18:43.35023Z","steps":["trace[1048950029] 'agreement among raft nodes before linearized reading' (duration: 1.402075432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.397868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:43.350282Z","caller":"traceutil/trace.go:171","msg":"trace[2091637411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11829; }","duration":"743.026165ms","start":"2026-03-31T05:18:42.607248Z","end":"2026-03-31T05:18:43.350274Z","steps":["trace[2091637411] 'agreement among raft nodes before linearized reading' (duration: 742.401308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:43.35021Z","caller":"traceutil/trace.go:171","msg":"trace[125282463] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x; range_end:; response_count:1; response_revision:11829; }","duration":"2.285484724s","start":"2026-03-31T05:18:41.064693Z","end":"2026-03-31T05:18:43.350178Z","steps":["trace[125282463] 'agreement among raft nodes before linearized reading' (duration: 2.284426285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.350268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.805806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:43.350323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.607231Z","time spent":"743.081767ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:43.350356Z","caller":"traceutil/trace.go:171","msg":"trace[741309241] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11829; }","duration":"141.93919ms","start":"2026-03-31T05:18:43.208397Z","end":"2026-03-31T05:18:43.350336Z","steps":["trace[741309241] 'agreement among raft nodes before linearized reading' (duration: 141.792196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.349653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.376563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:18:43.350365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552939593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:43.350249Z","caller":"traceutil/trace.go:171","msg":"trace[1483080429] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11829; }","duration":"2.274488833s","start":"2026-03-31T05:18:41.075749Z","end":"2026-03-31T05:18:43.350238Z","steps":["trace[1483080429] 'agreement among raft nodes before linearized reading' (duration: 2.274405691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.350405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038338036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:18:43.350429Z","caller":"traceutil/trace.go:171","msg":"trace[1718475161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11829; }","duration":"1.553039576s","start":"2026-03-31T05:18:41.797376Z","end":"2026-03-31T05:18:43.350416Z","steps":["trace[1718475161] 'agreement among raft nodes before linearized reading' (duration: 1.551532165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.350463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.797355Z","time spent":"1.553099248s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:43.350464Z","caller":"traceutil/trace.go:171","msg":"trace[395791895] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11829; }","duration":"2.038440709s","start":"2026-03-31T05:18:41.312008Z","end":"2026-03-31T05:18:43.350448Z","steps":["trace[395791895] 'agreement among raft nodes before linearized reading' (duration: 2.037498743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.350464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.075739Z","time spent":"2.27470891s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:43.349687Z","caller":"traceutil/trace.go:171","msg":"trace[1122891684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11829; }","duration":"1.550848647s","start":"2026-03-31T05:18:41.798829Z","end":"2026-03-31T05:18:43.349678Z","steps":["trace[1122891684] 'agreement among raft nodes before linearized reading' (duration: 1.550745864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.35041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.064676Z","time spent":"2.285659108s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8306,"request content":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.311985Z","time spent":"2.038505671s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.798821Z","time spent":"1.55171831s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.947898Z","time spent":"1.402376619s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552662786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:43.350677Z","caller":"traceutil/trace.go:171","msg":"trace[2016814627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11829; }","duration":"1.55317075s","start":"2026-03-31T05:18:41.797488Z","end":"2026-03-31T05:18:43.350658Z","steps":["trace[2016814627] 'agreement among raft nodes before linearized reading' (duration: 1.552218624s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:43.350419Z","caller":"traceutil/trace.go:171","msg":"trace[476334470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11829; }","duration":"891.190785ms","start":"2026-03-31T05:18:42.459216Z","end":"2026-03-31T05:18:43.350407Z","steps":["trace[476334470] 'agreement among raft nodes before linearized reading' (duration: 890.320971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.350783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.459194Z","time spent":"891.576165ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.797458Z","time spent":"1.553341804s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:43.350957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400727004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:437284"} {"level":"info","ts":"2026-03-31T05:18:43.3513Z","caller":"traceutil/trace.go:171","msg":"trace[1080395341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11829; }","duration":"1.401071924s","start":"2026-03-31T05:18:41.95022Z","end":"2026-03-31T05:18:43.351292Z","steps":["trace[1080395341] 'agreement among raft nodes before linearized reading' (duration: 1.399518362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:43.351321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:41.950173Z","time spent":"1.401140205s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":437308,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:45.360104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:18:45.360166Z","caller":"traceutil/trace.go:171","msg":"trace[786392517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038918s","start":"2026-03-31T05:18:43.359764Z","end":"2026-03-31T05:18:45.360153Z","steps":["trace[786392517] 'agreement among raft nodes before linearized reading' (duration: 2.000312658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:45.360193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.359758Z","time spent":"2.000429821s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:18:45.750627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94825355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:45.750762Z","caller":"traceutil/trace.go:171","msg":"trace[909712203] transaction","detail":"{read_only:false; response_revision:11830; number_of_response:1; }","duration":"2.398471263s","start":"2026-03-31T05:18:43.352264Z","end":"2026-03-31T05:18:45.750735Z","steps":["trace[909712203] 'process raft request' (duration: 450.001978ms)","trace[909712203] 'compare' (duration: 1.947367625s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:45.750854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.352246Z","time spent":"2.398564495s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.36811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:18:47.3682Z","caller":"traceutil/trace.go:171","msg":"trace[15457305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793823s","start":"2026-03-31T05:18:45.367385Z","end":"2026-03-31T05:18:47.368179Z","steps":["trace[15457305] 'agreement among raft nodes before linearized reading' (duration: 2.000599228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.368278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.367379Z","time spent":"2.000880555s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:47.740157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.937813975s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:47.740657Z","caller":"traceutil/trace.go:171","msg":"trace[2091228336] transaction","detail":"{read_only:false; response_revision:11831; number_of_response:1; }","duration":"4.386505846s","start":"2026-03-31T05:18:43.35413Z","end":"2026-03-31T05:18:47.740636Z","steps":["trace[2091228336] 'process raft request' (duration: 4.38627786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.740791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.354103Z","time spent":"4.386615869s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:47.741407Z","caller":"traceutil/trace.go:171","msg":"trace[1375157198] transaction","detail":"{read_only:false; response_revision:11832; number_of_response:1; }","duration":"4.385850888s","start":"2026-03-31T05:18:43.355535Z","end":"2026-03-31T05:18:47.741386Z","steps":["trace[1375157198] 'process raft request' (duration: 4.385020946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355522Z","time spent":"4.38593936s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:47.741587Z","caller":"traceutil/trace.go:171","msg":"trace[1821269012] transaction","detail":"{read_only:false; response_revision:11833; number_of_response:1; }","duration":"4.385878439s","start":"2026-03-31T05:18:43.355569Z","end":"2026-03-31T05:18:47.741447Z","steps":["trace[1821269012] 'process raft request' (duration: 4.385674114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.741838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355557Z","time spent":"4.386180747s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:47.741859Z","caller":"traceutil/trace.go:171","msg":"trace[249142006] transaction","detail":"{read_only:false; response_revision:11834; number_of_response:1; }","duration":"4.386212548s","start":"2026-03-31T05:18:43.355623Z","end":"2026-03-31T05:18:47.741836Z","steps":["trace[249142006] 'process raft request' (duration: 4.385688823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.742086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355618Z","time spent":"4.386405493s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:47.742275Z","caller":"traceutil/trace.go:171","msg":"trace[2109420271] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"4.386542607s","start":"2026-03-31T05:18:43.355722Z","end":"2026-03-31T05:18:47.742264Z","steps":["trace[2109420271] 'process raft request' (duration: 4.385617292s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.742437Z","caller":"traceutil/trace.go:171","msg":"trace[209455155] transaction","detail":"{read_only:false; response_revision:11836; number_of_response:1; }","duration":"4.386111016s","start":"2026-03-31T05:18:43.356306Z","end":"2026-03-31T05:18:47.742417Z","steps":["trace[209455155] 'process raft request' (duration: 4.385864289s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.742506Z","caller":"traceutil/trace.go:171","msg":"trace[1058021683] transaction","detail":"{read_only:false; response_revision:11838; number_of_response:1; }","duration":"4.383799152s","start":"2026-03-31T05:18:43.358687Z","end":"2026-03-31T05:18:47.742486Z","steps":["trace[1058021683] 'process raft request' (duration: 4.383629708s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.742537Z","caller":"traceutil/trace.go:171","msg":"trace[88723468] transaction","detail":"{read_only:false; response_revision:11839; number_of_response:1; }","duration":"4.380296786s","start":"2026-03-31T05:18:43.362227Z","end":"2026-03-31T05:18:47.742523Z","steps":["trace[88723468] 'process raft request' (duration: 4.380131592s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.742521Z","caller":"traceutil/trace.go:171","msg":"trace[957337842] transaction","detail":"{read_only:false; response_revision:11837; number_of_response:1; }","duration":"4.385875189s","start":"2026-03-31T05:18:43.356626Z","end":"2026-03-31T05:18:47.742502Z","steps":["trace[957337842] 'process raft request' (duration: 4.385633822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:47.742614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.358673Z","time spent":"4.383890435s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.742646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.362219Z","time spent":"4.380360288s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.742704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.356297Z","time spent":"4.386238229s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.742823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387902874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:47.742897Z","caller":"traceutil/trace.go:171","msg":"trace[2104161063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11839; }","duration":"4.388001587s","start":"2026-03-31T05:18:43.354878Z","end":"2026-03-31T05:18:47.742879Z","steps":["trace[2104161063] 'agreement among raft nodes before linearized reading' (duration: 4.387786951s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:47.742469Z","caller":"traceutil/trace.go:171","msg":"trace[1098794186] linearizableReadLoop","detail":"{readStateIndex:12254; appliedIndex:12252; }","duration":"4.387543204s","start":"2026-03-31T05:18:43.354905Z","end":"2026-03-31T05:18:47.742448Z","steps":["trace[1098794186] 'read index received' (duration: 447.302384ms)","trace[1098794186] 'applied index is now lower than readState.Index' (duration: 3.9402395s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:47.742945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.354866Z","time spent":"4.388066579s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:47.74339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355711Z","time spent":"4.386612409s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:47.743442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.356606Z","time spent":"4.386776933s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:48.243799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:48.743951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:48.797952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057542319s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:18:48.798512Z","caller":"traceutil/trace.go:171","msg":"trace[1946483872] transaction","detail":"{read_only:false; response_revision:11840; number_of_response:1; }","duration":"4.847505154s","start":"2026-03-31T05:18:43.950973Z","end":"2026-03-31T05:18:48.798478Z","steps":["trace[1946483872] 'process raft request' (duration: 4.847171675s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:48.798547Z","caller":"traceutil/trace.go:171","msg":"trace[1981314952] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"4.847452413s","start":"2026-03-31T05:18:43.951071Z","end":"2026-03-31T05:18:48.798523Z","steps":["trace[1981314952] 'process raft request' (duration: 4.8473497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:48.798708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.950949Z","time spent":"4.847659178s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:48.798716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.951065Z","time spent":"4.847556985s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:48.798734Z","caller":"traceutil/trace.go:171","msg":"trace[239705387] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"4.847308629s","start":"2026-03-31T05:18:43.95138Z","end":"2026-03-31T05:18:48.798689Z","steps":["trace[239705387] 'process raft request' (duration: 4.847102034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:48.798938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.951357Z","time spent":"4.847468683s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:49.178888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.298637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:49.179701Z","caller":"traceutil/trace.go:171","msg":"trace[1201934225] linearizableReadLoop","detail":"{readStateIndex:12267; appliedIndex:12262; }","duration":"1.436738926s","start":"2026-03-31T05:18:47.742937Z","end":"2026-03-31T05:18:49.179675Z","steps":["trace[1201934225] 'read index received' (duration: 1.055210265s)","trace[1201934225] 'applied index is now lower than readState.Index' (duration: 381.527161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.179747Z","caller":"traceutil/trace.go:171","msg":"trace[1527400201] transaction","detail":"{read_only:false; response_revision:11843; number_of_response:1; }","duration":"889.59485ms","start":"2026-03-31T05:18:48.290131Z","end":"2026-03-31T05:18:49.179726Z","steps":["trace[1527400201] 'process raft request' (duration: 888.867481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.179848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.290105Z","time spent":"889.695443ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2225,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:49.541506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011627088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.541638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991854849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.541712Z","caller":"traceutil/trace.go:171","msg":"trace[4833190] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11843; }","duration":"4.991943461s","start":"2026-03-31T05:18:44.549731Z","end":"2026-03-31T05:18:49.541674Z","steps":["trace[4833190] 'agreement among raft nodes before linearized reading' (duration: 4.630001565s)","trace[4833190] 'count revisions from in-memory index tree' (duration: 361.881255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.541763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.549706Z","time spent":"4.992045364s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.54178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848726988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.541779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910058339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.541825Z","caller":"traceutil/trace.go:171","msg":"trace[628604540] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11843; }","duration":"4.84881163s","start":"2026-03-31T05:18:44.693001Z","end":"2026-03-31T05:18:49.541813Z","steps":["trace[628604540] 'agreement among raft nodes before linearized reading' (duration: 4.486725539s)","trace[628604540] 'count revisions from in-memory index tree' (duration: 361.938846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.541864Z","caller":"traceutil/trace.go:171","msg":"trace[90061065] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11843; }","duration":"3.910195823s","start":"2026-03-31T05:18:45.631647Z","end":"2026-03-31T05:18:49.541843Z","steps":["trace[90061065] 'agreement among raft nodes before linearized reading' (duration: 3.548068651s)","trace[90061065] 'count revisions from in-memory index tree' (duration: 362.002339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.541867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.692982Z","time spent":"4.848875511s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.542024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.631624Z","time spent":"3.910377627s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.54218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19108321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.542198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788725441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:18:49.54219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.180288175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:18:49.542234Z","caller":"traceutil/trace.go:171","msg":"trace[1994676658] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11843; }","duration":"3.788806973s","start":"2026-03-31T05:18:45.753416Z","end":"2026-03-31T05:18:49.542223Z","steps":["trace[1994676658] 'agreement among raft nodes before linearized reading' (duration: 3.426289111s)","trace[1994676658] 'range keys from in-memory index tree' (duration: 362.395319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.753392Z","time spent":"3.788868425s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:18:49.541634Z","caller":"traceutil/trace.go:171","msg":"trace[1897742080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11843; }","duration":"4.011806942s","start":"2026-03-31T05:18:45.5298Z","end":"2026-03-31T05:18:49.541607Z","steps":["trace[1897742080] 'agreement among raft nodes before linearized reading' (duration: 3.649876716s)","trace[1897742080] 'count revisions from in-memory index tree' (duration: 361.751941ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.542283Z","caller":"traceutil/trace.go:171","msg":"trace[392913111] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11843; }","duration":"6.180410428s","start":"2026-03-31T05:18:43.361845Z","end":"2026-03-31T05:18:49.542256Z","steps":["trace[392913111] 'agreement among raft nodes before linearized reading' (duration: 5.817916926s)","trace[392913111] 'range keys from in-memory index tree' (duration: 362.195183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.361839Z","time spent":"6.180479221s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:18:49.542352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.529778Z","time spent":"4.012540293s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.542228Z","caller":"traceutil/trace.go:171","msg":"trace[847064225] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11843; }","duration":"5.191163372s","start":"2026-03-31T05:18:44.35105Z","end":"2026-03-31T05:18:49.542213Z","steps":["trace[847064225] 'agreement among raft nodes before linearized reading' (duration: 4.82865394s)","trace[847064225] 'count revisions from in-memory index tree' (duration: 362.43244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.351028Z","time spent":"5.191374728s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.542428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.156463146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:18:49.542465Z","caller":"traceutil/trace.go:171","msg":"trace[1659363121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11843; }","duration":"6.156536028s","start":"2026-03-31T05:18:43.385916Z","end":"2026-03-31T05:18:49.542452Z","steps":["trace[1659363121] 'agreement among raft nodes before linearized reading' (duration: 5.79382417s)","trace[1659363121] 'range keys from in-memory index tree' (duration: 362.592574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980087728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.542513Z","caller":"traceutil/trace.go:171","msg":"trace[535065076] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11843; }","duration":"3.980350215s","start":"2026-03-31T05:18:45.562153Z","end":"2026-03-31T05:18:49.542503Z","steps":["trace[535065076] 'agreement among raft nodes before linearized reading' (duration: 3.617576845s)","trace[535065076] 'count revisions from in-memory index tree' (duration: 362.520522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.385896Z","time spent":"6.15659759s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:18:49.542542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.562141Z","time spent":"3.980392106s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.541536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.791997441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:49.54262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172856962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.542631Z","caller":"traceutil/trace.go:171","msg":"trace[980767559] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11843; }","duration":"5.793144832s","start":"2026-03-31T05:18:43.749463Z","end":"2026-03-31T05:18:49.542608Z","steps":["trace[980767559] 'agreement among raft nodes before linearized reading' (duration: 5.43029637s)","trace[980767559] 'count revisions from in-memory index tree' (duration: 361.722931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.542673Z","caller":"traceutil/trace.go:171","msg":"trace[2040459397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11843; }","duration":"2.172934854s","start":"2026-03-31T05:18:47.369718Z","end":"2026-03-31T05:18:49.542652Z","steps":["trace[2040459397] 'agreement among raft nodes before linearized reading' (duration: 1.810059932s)","trace[2040459397] 'range keys from in-memory index tree' (duration: 362.820861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.749441Z","time spent":"5.793229634s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.542724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.369696Z","time spent":"2.173014977s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:49.542502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.187046429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:18:49.542573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822911983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.54283Z","caller":"traceutil/trace.go:171","msg":"trace[1914833543] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:11843; }","duration":"1.823205531s","start":"2026-03-31T05:18:47.719609Z","end":"2026-03-31T05:18:49.542815Z","steps":["trace[1914833543] 'agreement among raft nodes before linearized reading' (duration: 1.460158994s)","trace[1914833543] 'count revisions from in-memory index tree' (duration: 362.775939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.71959Z","time spent":"1.823269554s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.542883Z","caller":"traceutil/trace.go:171","msg":"trace[532914104] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11843; }","duration":"6.187359749s","start":"2026-03-31T05:18:43.355424Z","end":"2026-03-31T05:18:49.542783Z","steps":["trace[532914104] 'agreement among raft nodes before linearized reading' (duration: 5.824341322s)","trace[532914104] 'range keys from in-memory index tree' (duration: 362.626955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.542949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355415Z","time spent":"6.187510342s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T05:18:49.542968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670128018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:18:49.543018Z","caller":"traceutil/trace.go:171","msg":"trace[248421901] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11843; }","duration":"3.670217491s","start":"2026-03-31T05:18:45.872787Z","end":"2026-03-31T05:18:49.543005Z","steps":["trace[248421901] 'agreement among raft nodes before linearized reading' (duration: 3.306903516s)","trace[248421901] 'count revisions from in-memory index tree' (duration: 363.230132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.543083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.872766Z","time spent":"3.670297543s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1173,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.543096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568923311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.543139Z","caller":"traceutil/trace.go:171","msg":"trace[1574447084] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11843; }","duration":"5.569008163s","start":"2026-03-31T05:18:43.974119Z","end":"2026-03-31T05:18:49.543127Z","steps":["trace[1574447084] 'agreement among raft nodes before linearized reading' (duration: 5.205631647s)","trace[1574447084] 'count revisions from in-memory index tree' (duration: 363.317665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.54312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18193465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:49.543177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.974094Z","time spent":"5.569071934s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:49.543202Z","caller":"traceutil/trace.go:171","msg":"trace[1705520574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11843; }","duration":"4.182046353s","start":"2026-03-31T05:18:45.361135Z","end":"2026-03-31T05:18:49.543182Z","steps":["trace[1705520574] 'agreement among raft nodes before linearized reading' (duration: 3.818613216s)","trace[1705520574] 'range keys from in-memory index tree' (duration: 363.266803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.543238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04361822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.543315Z","caller":"traceutil/trace.go:171","msg":"trace[367678954] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11843; }","duration":"5.043734704s","start":"2026-03-31T05:18:44.499561Z","end":"2026-03-31T05:18:49.543295Z","steps":["trace[367678954] 'agreement among raft nodes before linearized reading' (duration: 4.680184993s)","trace[367678954] 'count revisions from in-memory index tree' (duration: 363.445328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.543374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:44.49954Z","time spent":"5.043817395s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:49.543391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.188068288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:18:49.543547Z","caller":"traceutil/trace.go:171","msg":"trace[492398484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea; range_end:; response_count:1; response_revision:11843; }","duration":"6.188278473s","start":"2026-03-31T05:18:43.35525Z","end":"2026-03-31T05:18:49.543528Z","steps":["trace[492398484] 'agreement among raft nodes before linearized reading' (duration: 5.824529737s)","trace[492398484] 'range keys from in-memory index tree' (duration: 363.465818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.543618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:43.355236Z","time spent":"6.188370076s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea\" "} {"level":"warn","ts":"2026-03-31T05:18:49.543759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.472873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:49.543847Z","caller":"traceutil/trace.go:171","msg":"trace[1875959865] linearizableReadLoop","detail":"{readStateIndex:12268; appliedIndex:12267; }","duration":"364.073595ms","start":"2026-03-31T05:18:49.179758Z","end":"2026-03-31T05:18:49.543831Z","steps":["trace[1875959865] 'read index received' (duration: 210.422136ms)","trace[1875959865] 'applied index is now lower than readState.Index' (duration: 153.649489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.543253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:45.361118Z","time spent":"4.182121965s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:18:49.544121Z","caller":"traceutil/trace.go:171","msg":"trace[195124799] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"647.929573ms","start":"2026-03-31T05:18:48.896169Z","end":"2026-03-31T05:18:49.544099Z","steps":["trace[195124799] 'process raft request' (duration: 494.019048ms)","trace[195124799] 'compare' (duration: 152.392024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.544228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.896149Z","time spent":"648.026546ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:49.544271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79893015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-31T05:18:49.544308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799007162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:49.544346Z","caller":"traceutil/trace.go:171","msg":"trace[752640798] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d; range_end:; response_count:1; response_revision:11844; }","duration":"1.799020523s","start":"2026-03-31T05:18:47.745301Z","end":"2026-03-31T05:18:49.544321Z","steps":["trace[752640798] 'agreement among raft nodes before linearized reading' (duration: 1.798840968s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.544351Z","caller":"traceutil/trace.go:171","msg":"trace[1382940390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11844; }","duration":"1.799109115s","start":"2026-03-31T05:18:47.745231Z","end":"2026-03-31T05:18:49.54434Z","steps":["trace[1382940390] 'agreement among raft nodes before linearized reading' (duration: 1.79891358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.544328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793494102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" ","response":"range_response_count:1 size:9795"} {"level":"warn","ts":"2026-03-31T05:18:49.544393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.745207Z","time spent":"1.799179366s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:18:49.5444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.745205Z","time spent":"1.799182946s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d\" "} {"level":"info","ts":"2026-03-31T05:18:49.544419Z","caller":"traceutil/trace.go:171","msg":"trace[1623796532] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x; range_end:; response_count:1; response_revision:11844; }","duration":"1.793608115s","start":"2026-03-31T05:18:47.750794Z","end":"2026-03-31T05:18:49.544402Z","steps":["trace[1623796532] 'agreement among raft nodes before linearized reading' (duration: 1.793394499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.544456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:47.750787Z","time spent":"1.793661706s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" "} {"level":"warn","ts":"2026-03-31T05:18:49.544528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.134065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:49.544642Z","caller":"traceutil/trace.go:171","msg":"trace[1599710900] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11844; }","duration":"551.289669ms","start":"2026-03-31T05:18:48.993336Z","end":"2026-03-31T05:18:49.544625Z","steps":["trace[1599710900] 'agreement among raft nodes before linearized reading' (duration: 550.835266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.544705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:48.993319Z","time spent":"551.36478ms","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:50.044623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004699,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:50.283057Z","caller":"traceutil/trace.go:171","msg":"trace[1142965441] transaction","detail":"{read_only:false; response_revision:11846; number_of_response:1; }","duration":"1.085178442s","start":"2026-03-31T05:18:49.197856Z","end":"2026-03-31T05:18:50.283034Z","steps":["trace[1142965441] 'process raft request' (duration: 1.085125281s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.283082Z","caller":"traceutil/trace.go:171","msg":"trace[877221694] transaction","detail":"{read_only:false; response_revision:11845; number_of_response:1; }","duration":"1.087343532s","start":"2026-03-31T05:18:49.195712Z","end":"2026-03-31T05:18:50.283055Z","steps":["trace[877221694] 'process raft request' (duration: 1.021114286s)","trace[877221694] 'compare' (duration: 66.02213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:50.283219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.197834Z","time spent":"1.085313476s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:50.283295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.195691Z","time spent":"1.087551398s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1553,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:50.328178Z","caller":"traceutil/trace.go:171","msg":"trace[1899320890] transaction","detail":"{read_only:false; response_revision:11847; number_of_response:1; }","duration":"814.338939ms","start":"2026-03-31T05:18:49.513812Z","end":"2026-03-31T05:18:50.328151Z","steps":["trace[1899320890] 'process raft request' (duration: 814.071062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.328441Z","caller":"traceutil/trace.go:171","msg":"trace[43005610] linearizableReadLoop","detail":"{readStateIndex:12273; appliedIndex:12268; }","duration":"784.525747ms","start":"2026-03-31T05:18:49.543892Z","end":"2026-03-31T05:18:50.328418Z","steps":["trace[43005610] 'read index received' (duration: 672.950855ms)","trace[43005610] 'applied index is now lower than readState.Index' (duration: 111.573912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:50.328475Z","caller":"traceutil/trace.go:171","msg":"trace[1693300289] transaction","detail":"{read_only:false; response_revision:11849; number_of_response:1; }","duration":"779.369797ms","start":"2026-03-31T05:18:49.549084Z","end":"2026-03-31T05:18:50.328454Z","steps":["trace[1693300289] 'process raft request' (duration: 779.222043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.328552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.549072Z","time spent":"779.443308ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.328571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.516829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.328468Z","caller":"traceutil/trace.go:171","msg":"trace[161346118] transaction","detail":"{read_only:false; response_revision:11848; number_of_response:1; }","duration":"781.230126ms","start":"2026-03-31T05:18:49.547221Z","end":"2026-03-31T05:18:50.328451Z","steps":["trace[161346118] 'process raft request' (duration: 780.832676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.328635Z","caller":"traceutil/trace.go:171","msg":"trace[569210426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11849; }","duration":"951.634332ms","start":"2026-03-31T05:18:49.376984Z","end":"2026-03-31T05:18:50.328619Z","steps":["trace[569210426] 'agreement among raft nodes before linearized reading' (duration: 951.526209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.328683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.376953Z","time spent":"951.720355ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:50.328695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.547183Z","time spent":"781.447492ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.32858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079914909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.328878Z","caller":"traceutil/trace.go:171","msg":"trace[1719240290] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11849; }","duration":"1.080254839s","start":"2026-03-31T05:18:49.24861Z","end":"2026-03-31T05:18:50.328864Z","steps":["trace[1719240290] 'agreement among raft nodes before linearized reading' (duration: 1.07991785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.328926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.248593Z","time spent":"1.08032282s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:50.328344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.51378Z","time spent":"814.475613ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.328791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.620364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:50.329109Z","caller":"traceutil/trace.go:171","msg":"trace[1533711503] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11849; }","duration":"921.968364ms","start":"2026-03-31T05:18:49.407108Z","end":"2026-03-31T05:18:50.329076Z","steps":["trace[1533711503] 'agreement among raft nodes before linearized reading' (duration: 921.586413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.329146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.40709Z","time spent":"922.044226ms","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:50.825648Z","caller":"traceutil/trace.go:171","msg":"trace[1840212221] linearizableReadLoop","detail":"{readStateIndex:12275; appliedIndex:12273; }","duration":"497.118201ms","start":"2026-03-31T05:18:50.328501Z","end":"2026-03-31T05:18:50.825619Z","steps":["trace[1840212221] 'read index received' (duration: 496.932576ms)","trace[1840212221] 'applied index is now lower than readState.Index' (duration: 184.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:50.825893Z","caller":"traceutil/trace.go:171","msg":"trace[222847422] transaction","detail":"{read_only:false; response_revision:11850; number_of_response:1; }","duration":"533.421921ms","start":"2026-03-31T05:18:50.29241Z","end":"2026-03-31T05:18:50.825832Z","steps":["trace[222847422] 'process raft request' (duration: 532.965039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.825959Z","caller":"traceutil/trace.go:171","msg":"trace[971279682] transaction","detail":"{read_only:false; response_revision:11851; number_of_response:1; }","duration":"531.021686ms","start":"2026-03-31T05:18:50.294913Z","end":"2026-03-31T05:18:50.825934Z","steps":["trace[971279682] 'process raft request' (duration: 530.638095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.82601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077590116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:18:50.826044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.294894Z","time spent":"531.111879ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:50.826049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.29239Z","time spent":"533.580816ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:50.826065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080578787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:18:50.826097Z","caller":"traceutil/trace.go:171","msg":"trace[657472451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11851; }","duration":"1.077710649s","start":"2026-03-31T05:18:49.748363Z","end":"2026-03-31T05:18:50.826073Z","steps":["trace[657472451] 'agreement among raft nodes before linearized reading' (duration: 1.077440421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.748351Z","time spent":"1.077773351s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276929689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:18:50.826241Z","caller":"traceutil/trace.go:171","msg":"trace[895964431] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11851; }","duration":"1.276976941s","start":"2026-03-31T05:18:49.549245Z","end":"2026-03-31T05:18:50.826222Z","steps":["trace[895964431] 'agreement among raft nodes before linearized reading' (duration: 1.276854967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.549225Z","time spent":"1.277056983s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034297685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.826342Z","caller":"traceutil/trace.go:171","msg":"trace[2040152841] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11851; }","duration":"1.034343777s","start":"2026-03-31T05:18:49.79199Z","end":"2026-03-31T05:18:50.826334Z","steps":["trace[2040152841] 'agreement among raft nodes before linearized reading' (duration: 1.034301956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.791972Z","time spent":"1.034385007s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:50.826126Z","caller":"traceutil/trace.go:171","msg":"trace[1145602758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11851; }","duration":"1.08066994s","start":"2026-03-31T05:18:49.745439Z","end":"2026-03-31T05:18:50.826109Z","steps":["trace[1145602758] 'agreement among raft nodes before linearized reading' (duration: 1.08031909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.745431Z","time spent":"1.081028449s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276307893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-nnfxx\" ","response":"range_response_count:1 size:5742"} {"level":"info","ts":"2026-03-31T05:18:50.826594Z","caller":"traceutil/trace.go:171","msg":"trace[694329247] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-nnfxx; range_end:; response_count:1; response_revision:11851; }","duration":"1.276881959s","start":"2026-03-31T05:18:49.549704Z","end":"2026-03-31T05:18:50.826586Z","steps":["trace[694329247] 'agreement among raft nodes before linearized reading' (duration: 1.27619571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.549682Z","time spent":"1.27692322s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5766,"request content":"key:\"/registry/pods/openstack/cinder-db-init-nnfxx\" "} {"level":"warn","ts":"2026-03-31T05:18:50.82662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079483557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:50.826686Z","caller":"traceutil/trace.go:171","msg":"trace[95216887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11851; }","duration":"1.07956271s","start":"2026-03-31T05:18:49.747104Z","end":"2026-03-31T05:18:50.826666Z","steps":["trace[95216887] 'agreement among raft nodes before linearized reading' (duration: 1.079358134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280415884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:18:50.826737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08141803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:50.826765Z","caller":"traceutil/trace.go:171","msg":"trace[1132914973] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11851; }","duration":"1.280481726s","start":"2026-03-31T05:18:49.546273Z","end":"2026-03-31T05:18:50.826755Z","steps":["trace[1132914973] 'agreement among raft nodes before linearized reading' (duration: 1.280377383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272087968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:18:50.826796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.546251Z","time spent":"1.280538248s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T05:18:50.826795Z","caller":"traceutil/trace.go:171","msg":"trace[853603776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11851; }","duration":"1.081488062s","start":"2026-03-31T05:18:49.745288Z","end":"2026-03-31T05:18:50.826776Z","steps":["trace[853603776] 'agreement among raft nodes before linearized reading' (duration: 1.081369019s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.826813Z","caller":"traceutil/trace.go:171","msg":"trace[749711479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11851; }","duration":"1.272162349s","start":"2026-03-31T05:18:49.554634Z","end":"2026-03-31T05:18:50.826797Z","steps":["trace[749711479] 'agreement among raft nodes before linearized reading' (duration: 1.272027516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.826841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.745272Z","time spent":"1.081561424s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.55462Z","time spent":"1.272224452s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.7471Z","time spent":"1.079624511s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274617557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:438797"} {"level":"info","ts":"2026-03-31T05:18:50.82701Z","caller":"traceutil/trace.go:171","msg":"trace[154574489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11851; }","duration":"1.275060189s","start":"2026-03-31T05:18:49.551932Z","end":"2026-03-31T05:18:50.826992Z","steps":["trace[154574489] 'agreement among raft nodes before linearized reading' (duration: 1.273905147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.827076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.551921Z","time spent":"1.27513482s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":438821,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079508598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:50.827402Z","caller":"traceutil/trace.go:171","msg":"trace[546813976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11851; }","duration":"1.08033031s","start":"2026-03-31T05:18:49.747058Z","end":"2026-03-31T05:18:50.827388Z","steps":["trace[546813976] 'agreement among raft nodes before linearized reading' (duration: 1.079401715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.827433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.74704Z","time spent":"1.080383931s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277623418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:18:50.827555Z","caller":"traceutil/trace.go:171","msg":"trace[911028854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:11851; }","duration":"1.278580775s","start":"2026-03-31T05:18:49.548966Z","end":"2026-03-31T05:18:50.827547Z","steps":["trace[911028854] 'agreement among raft nodes before linearized reading' (duration: 1.277587008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.827573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.548953Z","time spent":"1.278613805s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T05:18:50.826214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07812886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:50.828019Z","caller":"traceutil/trace.go:171","msg":"trace[1843785439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11851; }","duration":"1.07991605s","start":"2026-03-31T05:18:49.748063Z","end":"2026-03-31T05:18:50.827979Z","steps":["trace[1843785439] 'agreement among raft nodes before linearized reading' (duration: 1.07808548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.828127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.748057Z","time spent":"1.080024892s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:51.091675Z","caller":"traceutil/trace.go:171","msg":"trace[154104171] linearizableReadLoop","detail":"{readStateIndex:12278; appliedIndex:12275; }","duration":"265.825936ms","start":"2026-03-31T05:18:50.825819Z","end":"2026-03-31T05:18:51.091645Z","steps":["trace[154104171] 'read index received' (duration: 265.6102ms)","trace[154104171] 'applied index is now lower than readState.Index' (duration: 214.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:51.091806Z","caller":"traceutil/trace.go:171","msg":"trace[1887352769] transaction","detail":"{read_only:false; response_revision:11852; number_of_response:1; }","duration":"287.586849ms","start":"2026-03-31T05:18:50.804207Z","end":"2026-03-31T05:18:51.091794Z","steps":["trace[1887352769] 'process raft request' (duration: 286.947762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.091907Z","caller":"traceutil/trace.go:171","msg":"trace[1018518348] transaction","detail":"{read_only:false; response_revision:11854; number_of_response:1; }","duration":"287.501667ms","start":"2026-03-31T05:18:50.804393Z","end":"2026-03-31T05:18:51.091895Z","steps":["trace[1018518348] 'process raft request' (duration: 287.191359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.091985Z","caller":"traceutil/trace.go:171","msg":"trace[1066700462] transaction","detail":"{read_only:false; response_revision:11853; number_of_response:1; }","duration":"287.749974ms","start":"2026-03-31T05:18:50.804229Z","end":"2026-03-31T05:18:51.091979Z","steps":["trace[1066700462] 'process raft request' (duration: 287.271491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.092108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.314736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-31T05:18:51.092145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.135256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:51.092165Z","caller":"traceutil/trace.go:171","msg":"trace[1626705568] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6; range_end:; response_count:1; response_revision:11854; }","duration":"760.410779ms","start":"2026-03-31T05:18:50.331741Z","end":"2026-03-31T05:18:51.092152Z","steps":["trace[1626705568] 'agreement among raft nodes before linearized reading' (duration: 760.228894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.092193Z","caller":"traceutil/trace.go:171","msg":"trace[1853009680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11854; }","duration":"762.219728ms","start":"2026-03-31T05:18:50.32996Z","end":"2026-03-31T05:18:51.092179Z","steps":["trace[1853009680] 'agreement among raft nodes before linearized reading' (duration: 762.127925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.092195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.331728Z","time spent":"760.46158ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" "} {"level":"warn","ts":"2026-03-31T05:18:51.092234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.329947Z","time spent":"762.27736ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:51.547968Z","caller":"traceutil/trace.go:171","msg":"trace[947930992] transaction","detail":"{read_only:false; response_revision:11855; number_of_response:1; }","duration":"714.118146ms","start":"2026-03-31T05:18:50.833797Z","end":"2026-03-31T05:18:51.547915Z","steps":["trace[947930992] 'process raft request' (duration: 713.913191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.548114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.833773Z","time spent":"714.26464ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:51.548342Z","caller":"traceutil/trace.go:171","msg":"trace[1750911934] transaction","detail":"{read_only:false; response_revision:11856; number_of_response:1; }","duration":"714.28101ms","start":"2026-03-31T05:18:50.834025Z","end":"2026-03-31T05:18:51.548306Z","steps":["trace[1750911934] 'process raft request' (duration: 713.851018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.548426Z","caller":"traceutil/trace.go:171","msg":"trace[1385171801] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"712.961765ms","start":"2026-03-31T05:18:50.835446Z","end":"2026-03-31T05:18:51.548408Z","steps":["trace[1385171801] 'process raft request' (duration: 712.832291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.54848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.835425Z","time spent":"713.025266ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:51.548476Z","caller":"traceutil/trace.go:171","msg":"trace[1095440511] transaction","detail":"{read_only:false; response_revision:11860; number_of_response:1; }","duration":"710.491037ms","start":"2026-03-31T05:18:50.837961Z","end":"2026-03-31T05:18:51.548452Z","steps":["trace[1095440511] 'process raft request' (duration: 710.419165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.548559Z","caller":"traceutil/trace.go:171","msg":"trace[518926310] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"714.428905ms","start":"2026-03-31T05:18:50.834082Z","end":"2026-03-31T05:18:51.54851Z","steps":["trace[518926310] 'process raft request' (duration: 714.080815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.548634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.837947Z","time spent":"710.608671ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:51.548654Z","caller":"traceutil/trace.go:171","msg":"trace[1773064194] transaction","detail":"{read_only:false; response_revision:11859; number_of_response:1; }","duration":"712.144522ms","start":"2026-03-31T05:18:50.836491Z","end":"2026-03-31T05:18:51.548636Z","steps":["trace[1773064194] 'process raft request' (duration: 711.829383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.548719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.836476Z","time spent":"712.210544ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7028,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:51.548503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.834014Z","time spent":"714.409504ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:51.548836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.834075Z","time spent":"714.561578ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:51.549352Z","caller":"traceutil/trace.go:171","msg":"trace[1943126451] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"710.624461ms","start":"2026-03-31T05:18:50.838705Z","end":"2026-03-31T05:18:51.549329Z","steps":["trace[1943126451] 'process raft request' (duration: 709.714616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.549374Z","caller":"traceutil/trace.go:171","msg":"trace[1243544710] linearizableReadLoop","detail":"{readStateIndex:12287; appliedIndex:12278; }","duration":"457.603854ms","start":"2026-03-31T05:18:51.091754Z","end":"2026-03-31T05:18:51.549358Z","steps":["trace[1243544710] 'read index received' (duration: 455.956149ms)","trace[1243544710] 'applied index is now lower than readState.Index' (duration: 1.646835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:51.54952Z","caller":"traceutil/trace.go:171","msg":"trace[1382281610] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"691.825978ms","start":"2026-03-31T05:18:50.857662Z","end":"2026-03-31T05:18:51.549488Z","steps":["trace[1382281610] 'process raft request' (duration: 691.641533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.549608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.838666Z","time spent":"710.735394ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:51.549664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.208045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:18:51.549638Z","caller":"traceutil/trace.go:171","msg":"trace[49106478] transaction","detail":"{read_only:false; response_revision:11862; number_of_response:1; }","duration":"709.523471ms","start":"2026-03-31T05:18:50.840086Z","end":"2026-03-31T05:18:51.54961Z","steps":["trace[49106478] 'process raft request' (duration: 709.11756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.549701Z","caller":"traceutil/trace.go:171","msg":"trace[1311241552] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c; range_end:; response_count:1; response_revision:11863; }","duration":"719.283467ms","start":"2026-03-31T05:18:50.830405Z","end":"2026-03-31T05:18:51.549688Z","steps":["trace[1311241552] 'agreement among raft nodes before linearized reading' (duration: 719.192414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.549681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.857628Z","time spent":"691.977813ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:51.549576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.712369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-31T05:18:51.549787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.840032Z","time spent":"709.693076ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2364,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:18:51.549734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.830381Z","time spent":"719.345769ms","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" "} {"level":"info","ts":"2026-03-31T05:18:51.549848Z","caller":"traceutil/trace.go:171","msg":"trace[1548092313] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11863; }","duration":"716.012978ms","start":"2026-03-31T05:18:50.833815Z","end":"2026-03-31T05:18:51.549828Z","steps":["trace[1548092313] 'agreement among raft nodes before linearized reading' (duration: 715.640817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.549841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.613006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:18:51.549999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.833794Z","time spent":"716.160392ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-31T05:18:51.550007Z","caller":"traceutil/trace.go:171","msg":"trace[1372316166] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11863; }","duration":"719.797711ms","start":"2026-03-31T05:18:50.830192Z","end":"2026-03-31T05:18:51.549989Z","steps":["trace[1372316166] 'agreement among raft nodes before linearized reading' (duration: 719.560565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:51.550059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.830172Z","time spent":"719.870563ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:52.946358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07148698s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:52.946455Z","caller":"traceutil/trace.go:171","msg":"trace[1153054201] linearizableReadLoop","detail":"{readStateIndex:12288; appliedIndex:12287; }","duration":"1.397006263s","start":"2026-03-31T05:18:51.54943Z","end":"2026-03-31T05:18:52.946436Z","steps":["trace[1153054201] 'read index received' (duration: 325.215915ms)","trace[1153054201] 'applied index is now lower than readState.Index' (duration: 1.071788778s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:52.946535Z","caller":"traceutil/trace.go:171","msg":"trace[670300034] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"1.852213022s","start":"2026-03-31T05:18:51.094314Z","end":"2026-03-31T05:18:52.946527Z","steps":["trace[670300034] 'process raft request' (duration: 780.416123ms)","trace[670300034] 'compare' (duration: 1.071300415s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:52.946587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.094279Z","time spent":"1.852280594s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:52.946658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419441595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:52.946711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.327265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:52.94677Z","caller":"traceutil/trace.go:171","msg":"trace[1744590712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11864; }","duration":"338.412727ms","start":"2026-03-31T05:18:52.608344Z","end":"2026-03-31T05:18:52.946757Z","steps":["trace[1744590712] 'agreement among raft nodes before linearized reading' (duration: 338.346555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.9468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:52.60832Z","time spent":"338.475078ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:18:52.946723Z","caller":"traceutil/trace.go:171","msg":"trace[53704574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11864; }","duration":"1.419536278s","start":"2026-03-31T05:18:51.527172Z","end":"2026-03-31T05:18:52.946709Z","steps":["trace[53704574] 'agreement among raft nodes before linearized reading' (duration: 1.419422855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.946853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.527154Z","time spent":"1.419675641s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:52.94665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847056353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:52.94712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390650311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-31T05:18:52.947114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394047763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:18:52.947149Z","caller":"traceutil/trace.go:171","msg":"trace[1200510025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11864; }","duration":"1.847575966s","start":"2026-03-31T05:18:51.099554Z","end":"2026-03-31T05:18:52.94713Z","steps":["trace[1200510025] 'agreement among raft nodes before linearized reading' (duration: 1.847028921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.947191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391432152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:18:52.947217Z","caller":"traceutil/trace.go:171","msg":"trace[837996220] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11864; }","duration":"1.391455813s","start":"2026-03-31T05:18:51.555754Z","end":"2026-03-31T05:18:52.94721Z","steps":["trace[837996220] 'agreement among raft nodes before linearized reading' (duration: 1.39099447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.947245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.555687Z","time spent":"1.391553015s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:52.947142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.417901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:52.947291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.099542Z","time spent":"1.847656908s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:52.94672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810398153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:52.947316Z","caller":"traceutil/trace.go:171","msg":"trace[60063364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11864; }","duration":"106.631187ms","start":"2026-03-31T05:18:52.840675Z","end":"2026-03-31T05:18:52.947306Z","steps":["trace[60063364] 'agreement among raft nodes before linearized reading' (duration: 105.976969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:52.947331Z","caller":"traceutil/trace.go:171","msg":"trace[1036601104] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11864; }","duration":"1.811043361s","start":"2026-03-31T05:18:51.136279Z","end":"2026-03-31T05:18:52.947322Z","steps":["trace[1036601104] 'agreement among raft nodes before linearized reading' (duration: 1.810409313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.94736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.136257Z","time spent":"1.811093951s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:52.947187Z","caller":"traceutil/trace.go:171","msg":"trace[1979058505] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11864; }","duration":"1.394355992s","start":"2026-03-31T05:18:51.552816Z","end":"2026-03-31T05:18:52.947172Z","steps":["trace[1979058505] 'agreement among raft nodes before linearized reading' (duration: 1.393807817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:52.947147Z","caller":"traceutil/trace.go:171","msg":"trace[1603117892] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11864; }","duration":"1.390696932s","start":"2026-03-31T05:18:51.556442Z","end":"2026-03-31T05:18:52.947139Z","steps":["trace[1603117892] 'agreement among raft nodes before linearized reading' (duration: 1.390300331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:52.947579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.556428Z","time spent":"1.391136394s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-31T05:18:52.94787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:51.5528Z","time spent":"1.394649359s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:18:53.165452Z","caller":"traceutil/trace.go:171","msg":"trace[1464564578] linearizableReadLoop","detail":"{readStateIndex:12289; appliedIndex:12288; }","duration":"216.029619ms","start":"2026-03-31T05:18:52.949392Z","end":"2026-03-31T05:18:53.165421Z","steps":["trace[1464564578] 'read index received' (duration: 189.276079ms)","trace[1464564578] 'applied index is now lower than readState.Index' (duration: 26.750679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:53.166055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.633735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T05:18:53.166528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.531705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:53.166587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.185443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-9d47487-2ddkh.18a1d55af7eff2b0\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T05:18:53.166627Z","caller":"traceutil/trace.go:171","msg":"trace[965061602] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-9d47487-2ddkh.18a1d55af7eff2b0; range_end:; response_count:1; response_revision:11867; }","duration":"216.239984ms","start":"2026-03-31T05:18:52.950376Z","end":"2026-03-31T05:18:53.166616Z","steps":["trace[965061602] 'agreement among raft nodes before linearized reading' (duration: 216.008158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.166633Z","caller":"traceutil/trace.go:171","msg":"trace[1452849998] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11867; }","duration":"146.684969ms","start":"2026-03-31T05:18:53.019922Z","end":"2026-03-31T05:18:53.166607Z","steps":["trace[1452849998] 'agreement among raft nodes before linearized reading' (duration: 146.511804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.166114Z","caller":"traceutil/trace.go:171","msg":"trace[1741845330] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:11865; }","duration":"216.726987ms","start":"2026-03-31T05:18:52.949372Z","end":"2026-03-31T05:18:53.166099Z","steps":["trace[1741845330] 'agreement among raft nodes before linearized reading' (duration: 216.421659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.166718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.836072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:53.166755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.3995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-03-31T05:18:53.16682Z","caller":"traceutil/trace.go:171","msg":"trace[1965144571] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11867; }","duration":"179.991186ms","start":"2026-03-31T05:18:52.986809Z","end":"2026-03-31T05:18:53.1668Z","steps":["trace[1965144571] 'agreement among raft nodes before linearized reading' (duration: 179.712348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.166828Z","caller":"traceutil/trace.go:171","msg":"trace[225643979] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11867; }","duration":"212.506422ms","start":"2026-03-31T05:18:52.954305Z","end":"2026-03-31T05:18:53.166811Z","steps":["trace[225643979] 'agreement among raft nodes before linearized reading' (duration: 212.162203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.167457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.761688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:440098"} {"level":"info","ts":"2026-03-31T05:18:53.167533Z","caller":"traceutil/trace.go:171","msg":"trace[633047474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11867; }","duration":"216.85539ms","start":"2026-03-31T05:18:52.950659Z","end":"2026-03-31T05:18:53.167514Z","steps":["trace[633047474] 'agreement among raft nodes before linearized reading' (duration: 215.822412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.618411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.31627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:53.618512Z","caller":"traceutil/trace.go:171","msg":"trace[163654773] linearizableReadLoop","detail":"{readStateIndex:12293; appliedIndex:12292; }","duration":"448.917148ms","start":"2026-03-31T05:18:53.169577Z","end":"2026-03-31T05:18:53.618495Z","steps":["trace[163654773] 'read index received' (duration: 142.425124ms)","trace[163654773] 'applied index is now lower than readState.Index' (duration: 306.490754ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:53.618585Z","caller":"traceutil/trace.go:171","msg":"trace[1614875917] transaction","detail":"{read_only:false; response_revision:11868; number_of_response:1; }","duration":"452.072413ms","start":"2026-03-31T05:18:53.166501Z","end":"2026-03-31T05:18:53.618573Z","steps":["trace[1614875917] 'process raft request' (duration: 145.528227ms)","trace[1614875917] 'compare' (duration: 306.201457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:53.61865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.166473Z","time spent":"452.145345ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:53.618744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.134984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:53.618833Z","caller":"traceutil/trace.go:171","msg":"trace[980689236] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11868; }","duration":"449.242567ms","start":"2026-03-31T05:18:53.16957Z","end":"2026-03-31T05:18:53.618812Z","steps":["trace[980689236] 'agreement among raft nodes before linearized reading' (duration: 449.01686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.61889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.169521Z","time spent":"449.353509ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:53.68088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.475875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:53.680933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.908633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:53.680997Z","caller":"traceutil/trace.go:171","msg":"trace[1911973296] transaction","detail":"{read_only:false; response_revision:11869; number_of_response:1; }","duration":"511.36603ms","start":"2026-03-31T05:18:53.169613Z","end":"2026-03-31T05:18:53.680979Z","steps":["trace[1911973296] 'process raft request' (duration: 510.796435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.68101Z","caller":"traceutil/trace.go:171","msg":"trace[598141757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11870; }","duration":"126.017215ms","start":"2026-03-31T05:18:53.554965Z","end":"2026-03-31T05:18:53.680982Z","steps":["trace[598141757] 'agreement among raft nodes before linearized reading' (duration: 125.874891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.681097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.759631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:18:53.681142Z","caller":"traceutil/trace.go:171","msg":"trace[1931852644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11870; }","duration":"124.841293ms","start":"2026-03-31T05:18:53.556285Z","end":"2026-03-31T05:18:53.681127Z","steps":["trace[1931852644] 'agreement among raft nodes before linearized reading' (duration: 124.742611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.681177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.514772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:18:53.681101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.169522Z","time spent":"511.511344ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:53.681202Z","caller":"traceutil/trace.go:171","msg":"trace[112479677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11870; }","duration":"125.553643ms","start":"2026-03-31T05:18:53.55564Z","end":"2026-03-31T05:18:53.681194Z","steps":["trace[112479677] 'agreement among raft nodes before linearized reading' (duration: 125.480331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.68123Z","caller":"traceutil/trace.go:171","msg":"trace[1824250422] transaction","detail":"{read_only:false; response_revision:11870; number_of_response:1; }","duration":"499.906468ms","start":"2026-03-31T05:18:53.181303Z","end":"2026-03-31T05:18:53.681209Z","steps":["trace[1824250422] 'process raft request' (duration: 499.241379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.681355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.181271Z","time spent":"500.019701ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:53.680933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.737408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:18:53.68145Z","caller":"traceutil/trace.go:171","msg":"trace[826983221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11870; }","duration":"126.291913ms","start":"2026-03-31T05:18:53.55515Z","end":"2026-03-31T05:18:53.681442Z","steps":["trace[826983221] 'agreement among raft nodes before linearized reading' (duration: 125.603544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.681718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.636423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:18:53.681807Z","caller":"traceutil/trace.go:171","msg":"trace[687309027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11870; }","duration":"126.751655ms","start":"2026-03-31T05:18:53.555038Z","end":"2026-03-31T05:18:53.681789Z","steps":["trace[687309027] 'agreement among raft nodes before linearized reading' (duration: 125.925883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.681162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.669973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:18:53.682089Z","caller":"traceutil/trace.go:171","msg":"trace[575946011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11870; }","duration":"127.64286ms","start":"2026-03-31T05:18:53.554419Z","end":"2026-03-31T05:18:53.682062Z","steps":["trace[575946011] 'agreement among raft nodes before linearized reading' (duration: 126.495129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:53.685567Z","caller":"traceutil/trace.go:171","msg":"trace[103406745] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11870; }","duration":"295.616698ms","start":"2026-03-31T05:18:53.385333Z","end":"2026-03-31T05:18:53.680949Z","steps":["trace[103406745] 'agreement among raft nodes before linearized reading' (duration: 295.451644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.685652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.385312Z","time spent":"300.318067ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:53.992542Z","caller":"traceutil/trace.go:171","msg":"trace[926185892] linearizableReadLoop","detail":"{readStateIndex:12296; appliedIndex:12295; }","duration":"307.328917ms","start":"2026-03-31T05:18:53.685183Z","end":"2026-03-31T05:18:53.992512Z","steps":["trace[926185892] 'read index received' (duration: 235.026277ms)","trace[926185892] 'applied index is now lower than readState.Index' (duration: 72.30137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:53.992619Z","caller":"traceutil/trace.go:171","msg":"trace[1200859344] transaction","detail":"{read_only:false; response_revision:11871; number_of_response:1; }","duration":"307.575794ms","start":"2026-03-31T05:18:53.685003Z","end":"2026-03-31T05:18:53.992579Z","steps":["trace[1200859344] 'process raft request' (duration: 234.868333ms)","trace[1200859344] 'compare' (duration: 72.270499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:53.99277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.563133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:53.992796Z","caller":"traceutil/trace.go:171","msg":"trace[219222507] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:11871; }","duration":"307.638046ms","start":"2026-03-31T05:18:53.685149Z","end":"2026-03-31T05:18:53.992787Z","steps":["trace[219222507] 'agreement among raft nodes before linearized reading' (duration: 307.481781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:53.992833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.685131Z","time spent":"307.692448ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:18:53.992848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.684988Z","time spent":"307.733579ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:54.493486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:54.600308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.155543Z","time spent":"444.756474ms","remote":"127.0.0.1:40760","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:18:54.641756Z","caller":"traceutil/trace.go:171","msg":"trace[193799574] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"956.521075ms","start":"2026-03-31T05:18:53.685209Z","end":"2026-03-31T05:18:54.64173Z","steps":["trace[193799574] 'process raft request' (duration: 956.317869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.642011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.685184Z","time spent":"956.74069ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.642063Z","caller":"traceutil/trace.go:171","msg":"trace[242138854] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"956.302018ms","start":"2026-03-31T05:18:53.685735Z","end":"2026-03-31T05:18:54.642037Z","steps":["trace[242138854] 'process raft request' (duration: 955.938818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.642209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.68572Z","time spent":"956.418682ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.642339Z","caller":"traceutil/trace.go:171","msg":"trace[1653550861] transaction","detail":"{read_only:false; response_revision:11874; number_of_response:1; }","duration":"955.818855ms","start":"2026-03-31T05:18:53.686503Z","end":"2026-03-31T05:18:54.642321Z","steps":["trace[1653550861] 'process raft request' (duration: 955.428944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.642408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.686495Z","time spent":"955.882288ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.642439Z","caller":"traceutil/trace.go:171","msg":"trace[922372917] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"955.794074ms","start":"2026-03-31T05:18:53.686609Z","end":"2026-03-31T05:18:54.642404Z","steps":["trace[922372917] 'process raft request' (duration: 955.597089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:54.64256Z","caller":"traceutil/trace.go:171","msg":"trace[751428396] transaction","detail":"{read_only:false; response_revision:11876; number_of_response:1; }","duration":"954.444808ms","start":"2026-03-31T05:18:53.688081Z","end":"2026-03-31T05:18:54.642526Z","steps":["trace[751428396] 'process raft request' (duration: 954.260763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.642595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.686588Z","time spent":"955.930168ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:54.642716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.688066Z","time spent":"954.573842ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:54.682876Z","caller":"traceutil/trace.go:171","msg":"trace[1889239540] linearizableReadLoop","detail":"{readStateIndex:12302; appliedIndex:12297; }","duration":"690.255855ms","start":"2026-03-31T05:18:53.9926Z","end":"2026-03-31T05:18:54.682856Z","steps":["trace[1889239540] 'read index received' (duration: 649.090234ms)","trace[1889239540] 'applied index is now lower than readState.Index' (duration: 41.164851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:54.682939Z","caller":"traceutil/trace.go:171","msg":"trace[158277297] transaction","detail":"{read_only:false; response_revision:11877; number_of_response:1; }","duration":"677.828717ms","start":"2026-03-31T05:18:54.005073Z","end":"2026-03-31T05:18:54.682902Z","steps":["trace[158277297] 'process raft request' (duration: 677.654892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.683079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.005047Z","time spent":"677.95692ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:54.68312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.655468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:54.683148Z","caller":"traceutil/trace.go:171","msg":"trace[744121614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11877; }","duration":"197.72413ms","start":"2026-03-31T05:18:54.485417Z","end":"2026-03-31T05:18:54.683141Z","steps":["trace[744121614] 'agreement among raft nodes before linearized reading' (duration: 197.566886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.683257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.852991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:18:54.683338Z","caller":"traceutil/trace.go:171","msg":"trace[2024521444] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11877; }","duration":"997.967824ms","start":"2026-03-31T05:18:53.685355Z","end":"2026-03-31T05:18:54.683322Z","steps":["trace[2024521444] 'agreement among raft nodes before linearized reading' (duration: 997.582064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:54.683387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:53.6852Z","time spent":"998.17733ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:18:55.055062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.6205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:55.055196Z","caller":"traceutil/trace.go:171","msg":"trace[290916134] transaction","detail":"{read_only:false; response_revision:11878; number_of_response:1; }","duration":"367.069166ms","start":"2026-03-31T05:18:54.688101Z","end":"2026-03-31T05:18:55.05517Z","steps":["trace[290916134] 'process raft request' (duration: 225.24313ms)","trace[290916134] 'compare' (duration: 141.352643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:55.055278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:54.688091Z","time spent":"367.145448ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.140605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.77733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:56.140695Z","caller":"traceutil/trace.go:171","msg":"trace[1400889033] transaction","detail":"{read_only:false; response_revision:11879; number_of_response:1; }","duration":"1.079081365s","start":"2026-03-31T05:18:55.0616Z","end":"2026-03-31T05:18:56.140681Z","steps":["trace[1400889033] 'process raft request' (duration: 377.149011ms)","trace[1400889033] 'compare' (duration: 701.685507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:56.14075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.061587Z","time spent":"1.079136137s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:56.141777Z","caller":"traceutil/trace.go:171","msg":"trace[1766959193] linearizableReadLoop","detail":"{readStateIndex:12307; appliedIndex:12303; }","duration":"964.06065ms","start":"2026-03-31T05:18:55.177694Z","end":"2026-03-31T05:18:56.141755Z","steps":["trace[1766959193] 'read index received' (duration: 261.081628ms)","trace[1766959193] 'applied index is now lower than readState.Index' (duration: 702.978132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.141817Z","caller":"traceutil/trace.go:171","msg":"trace[1950192649] transaction","detail":"{read_only:false; response_revision:11880; number_of_response:1; }","duration":"969.131048ms","start":"2026-03-31T05:18:55.172654Z","end":"2026-03-31T05:18:56.141785Z","steps":["trace[1950192649] 'process raft request' (duration: 968.877261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.141971Z","caller":"traceutil/trace.go:171","msg":"trace[437955196] transaction","detail":"{read_only:false; response_revision:11881; number_of_response:1; }","duration":"969.038735ms","start":"2026-03-31T05:18:55.172905Z","end":"2026-03-31T05:18:56.141944Z","steps":["trace[437955196] 'process raft request' (duration: 968.741127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.141984Z","caller":"traceutil/trace.go:171","msg":"trace[1634656130] transaction","detail":"{read_only:false; response_revision:11882; number_of_response:1; }","duration":"968.956353ms","start":"2026-03-31T05:18:55.173001Z","end":"2026-03-31T05:18:56.141957Z","steps":["trace[1634656130] 'process raft request' (duration: 968.709376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.142016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.172619Z","time spent":"969.291352ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.142122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.172973Z","time spent":"969.072766ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.142127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.172894Z","time spent":"969.144668ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:56.142154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.233756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:56.142185Z","caller":"traceutil/trace.go:171","msg":"trace[1345439608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11882; }","duration":"303.303448ms","start":"2026-03-31T05:18:55.838873Z","end":"2026-03-31T05:18:56.142176Z","steps":["trace[1345439608] 'agreement among raft nodes before linearized reading' (duration: 303.162954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.142236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.838843Z","time spent":"303.386919ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:56.142253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.892393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:18:56.14226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.554074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:18:56.142319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.568734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:56.142329Z","caller":"traceutil/trace.go:171","msg":"trace[543418033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11882; }","duration":"129.011266ms","start":"2026-03-31T05:18:56.0133Z","end":"2026-03-31T05:18:56.142311Z","steps":["trace[543418033] 'agreement among raft nodes before linearized reading' (duration: 128.830601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.142353Z","caller":"traceutil/trace.go:171","msg":"trace[543133807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11882; }","duration":"595.671687ms","start":"2026-03-31T05:18:55.546669Z","end":"2026-03-31T05:18:56.142341Z","steps":["trace[543133807] 'agreement among raft nodes before linearized reading' (duration: 595.574765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.142388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.546648Z","time spent":"595.730039ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.142396Z","caller":"traceutil/trace.go:171","msg":"trace[551793508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11882; }","duration":"964.661076ms","start":"2026-03-31T05:18:55.177662Z","end":"2026-03-31T05:18:56.142323Z","steps":["trace[551793508] 'agreement among raft nodes before linearized reading' (duration: 964.304226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.142502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.17765Z","time spent":"964.830851ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:18:56.142714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.520795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:56.142779Z","caller":"traceutil/trace.go:171","msg":"trace[717025353] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11882; }","duration":"682.638718ms","start":"2026-03-31T05:18:55.460126Z","end":"2026-03-31T05:18:56.142765Z","steps":["trace[717025353] 'agreement among raft nodes before linearized reading' (duration: 681.898368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.142812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:55.460102Z","time spent":"682.70264ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":46,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:56.365771Z","caller":"traceutil/trace.go:171","msg":"trace[825770483] linearizableReadLoop","detail":"{readStateIndex:12309; appliedIndex:12308; }","duration":"194.720648ms","start":"2026-03-31T05:18:56.171018Z","end":"2026-03-31T05:18:56.365738Z","steps":["trace[825770483] 'read index received' (duration: 97.457577ms)","trace[825770483] 'applied index is now lower than readState.Index' (duration: 97.260621ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.365978Z","caller":"traceutil/trace.go:171","msg":"trace[1349570603] transaction","detail":"{read_only:false; response_revision:11884; number_of_response:1; }","duration":"219.227035ms","start":"2026-03-31T05:18:56.146719Z","end":"2026-03-31T05:18:56.365946Z","steps":["trace[1349570603] 'process raft request' (duration: 121.831971ms)","trace[1349570603] 'compare' (duration: 96.976703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:56.366416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.596367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:18:56.36651Z","caller":"traceutil/trace.go:171","msg":"trace[310010517] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11884; }","duration":"193.70732ms","start":"2026-03-31T05:18:56.172781Z","end":"2026-03-31T05:18:56.366488Z","steps":["trace[310010517] 'agreement among raft nodes before linearized reading' (duration: 193.400692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.366491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.633485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:56.366596Z","caller":"traceutil/trace.go:171","msg":"trace[432971709] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11884; }","duration":"154.803669ms","start":"2026-03-31T05:18:56.211765Z","end":"2026-03-31T05:18:56.366569Z","steps":["trace[432971709] 'agreement among raft nodes before linearized reading' (duration: 154.592003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.366606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.006583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:18:56.366726Z","caller":"traceutil/trace.go:171","msg":"trace[701732914] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:11884; }","duration":"192.134517ms","start":"2026-03-31T05:18:56.174567Z","end":"2026-03-31T05:18:56.366701Z","steps":["trace[701732914] 'agreement among raft nodes before linearized reading' (duration: 191.794008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.366995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.058609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:440098"} {"level":"info","ts":"2026-03-31T05:18:56.367061Z","caller":"traceutil/trace.go:171","msg":"trace[1111732905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11884; }","duration":"220.238303ms","start":"2026-03-31T05:18:56.146804Z","end":"2026-03-31T05:18:56.367042Z","steps":["trace[1111732905] 'agreement among raft nodes before linearized reading' (duration: 219.179494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.64398Z","caller":"traceutil/trace.go:171","msg":"trace[567691588] linearizableReadLoop","detail":"{readStateIndex:12310; appliedIndex:12309; }","duration":"273.960268ms","start":"2026-03-31T05:18:56.369991Z","end":"2026-03-31T05:18:56.643952Z","steps":["trace[567691588] 'read index received' (duration: 273.595338ms)","trace[567691588] 'applied index is now lower than readState.Index' (duration: 360.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.643999Z","caller":"traceutil/trace.go:171","msg":"trace[565516824] transaction","detail":"{read_only:false; response_revision:11885; number_of_response:1; }","duration":"274.705418ms","start":"2026-03-31T05:18:56.369268Z","end":"2026-03-31T05:18:56.643973Z","steps":["trace[565516824] 'process raft request' (duration: 274.343339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.644253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.246796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:18:56.644328Z","caller":"traceutil/trace.go:171","msg":"trace[1751660829] range","detail":"{range_begin:/registry/persistentvolumes/pvc-63c1f7a0-c809-485d-87e4-2bf2f88111a2; range_end:; response_count:1; response_revision:11885; }","duration":"274.355158ms","start":"2026-03-31T05:18:56.369952Z","end":"2026-03-31T05:18:56.644307Z","steps":["trace[1751660829] 'agreement among raft nodes before linearized reading' (duration: 274.093981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.644816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.812881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:56.644841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.80411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:56.644925Z","caller":"traceutil/trace.go:171","msg":"trace[616967858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11885; }","duration":"161.943965ms","start":"2026-03-31T05:18:56.482962Z","end":"2026-03-31T05:18:56.644906Z","steps":["trace[616967858] 'agreement among raft nodes before linearized reading' (duration: 161.812031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.644859Z","caller":"traceutil/trace.go:171","msg":"trace[129616736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11885; }","duration":"183.889362ms","start":"2026-03-31T05:18:56.460959Z","end":"2026-03-31T05:18:56.644849Z","steps":["trace[129616736] 'agreement among raft nodes before linearized reading' (duration: 183.81508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.822501Z","caller":"traceutil/trace.go:171","msg":"trace[1550273455] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"170.438136ms","start":"2026-03-31T05:18:56.65202Z","end":"2026-03-31T05:18:56.822458Z","steps":["trace[1550273455] 'process raft request' (duration: 92.366798ms)","trace[1550273455] 'compare' (duration: 77.891793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.822895Z","caller":"traceutil/trace.go:171","msg":"trace[776170361] transaction","detail":"{read_only:false; response_revision:11888; number_of_response:1; }","duration":"169.928802ms","start":"2026-03-31T05:18:56.652942Z","end":"2026-03-31T05:18:56.822871Z","steps":["trace[776170361] 'process raft request' (duration: 169.439689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.82294Z","caller":"traceutil/trace.go:171","msg":"trace[1471935931] transaction","detail":"{read_only:false; response_revision:11889; number_of_response:1; }","duration":"169.430629ms","start":"2026-03-31T05:18:56.653486Z","end":"2026-03-31T05:18:56.822917Z","steps":["trace[1471935931] 'process raft request' (duration: 169.246444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.823325Z","caller":"traceutil/trace.go:171","msg":"trace[988984494] transaction","detail":"{read_only:false; response_revision:11890; number_of_response:1; }","duration":"167.711202ms","start":"2026-03-31T05:18:56.655592Z","end":"2026-03-31T05:18:56.823304Z","steps":["trace[988984494] 'process raft request' (duration: 167.27815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:56.823452Z","caller":"traceutil/trace.go:171","msg":"trace[417763118] linearizableReadLoop","detail":"{readStateIndex:12312; appliedIndex:12311; }","duration":"171.112915ms","start":"2026-03-31T05:18:56.652325Z","end":"2026-03-31T05:18:56.823438Z","steps":["trace[417763118] 'read index received' (duration: 26.471142ms)","trace[417763118] 'applied index is now lower than readState.Index' (duration: 144.640713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:56.823509Z","caller":"traceutil/trace.go:171","msg":"trace[1963868291] transaction","detail":"{read_only:false; response_revision:11891; number_of_response:1; }","duration":"166.55563ms","start":"2026-03-31T05:18:56.65694Z","end":"2026-03-31T05:18:56.823495Z","steps":["trace[1963868291] 'process raft request' (duration: 166.357365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:56.823607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.260419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:18:56.823653Z","caller":"traceutil/trace.go:171","msg":"trace[2075229967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11891; }","duration":"171.31728ms","start":"2026-03-31T05:18:56.652323Z","end":"2026-03-31T05:18:56.82364Z","steps":["trace[2075229967] 'agreement among raft nodes before linearized reading' (duration: 171.164656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.049115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.66889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:57.049262Z","caller":"traceutil/trace.go:171","msg":"trace[1820116508] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"202.616513ms","start":"2026-03-31T05:18:56.846618Z","end":"2026-03-31T05:18:57.049235Z","steps":["trace[1820116508] 'process raft request' (duration: 85.728237ms)","trace[1820116508] 'compare' (duration: 116.28544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.43706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.290374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:57.437157Z","caller":"traceutil/trace.go:171","msg":"trace[1772601415] linearizableReadLoop","detail":"{readStateIndex:12319; appliedIndex:12318; }","duration":"284.599798ms","start":"2026-03-31T05:18:57.152529Z","end":"2026-03-31T05:18:57.437129Z","steps":["trace[1772601415] 'read index received' (duration: 41.511µs)","trace[1772601415] 'applied index is now lower than readState.Index' (duration: 284.556547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.437278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.746002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:57.437254Z","caller":"traceutil/trace.go:171","msg":"trace[450511649] transaction","detail":"{read_only:false; response_revision:11894; number_of_response:1; }","duration":"377.946043ms","start":"2026-03-31T05:18:57.059273Z","end":"2026-03-31T05:18:57.437219Z","steps":["trace[450511649] 'process raft request' (duration: 91.428672ms)","trace[450511649] 'compare' (duration: 286.038338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:57.437303Z","caller":"traceutil/trace.go:171","msg":"trace[1951348005] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11894; }","duration":"284.809744ms","start":"2026-03-31T05:18:57.152486Z","end":"2026-03-31T05:18:57.437296Z","steps":["trace[1951348005] 'agreement among raft nodes before linearized reading' (duration: 284.697741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.437399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.059254Z","time spent":"378.063906ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:57.996353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.261455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:57.996468Z","caller":"traceutil/trace.go:171","msg":"trace[646775592] linearizableReadLoop","detail":"{readStateIndex:12320; appliedIndex:12319; }","duration":"512.263404ms","start":"2026-03-31T05:18:57.484185Z","end":"2026-03-31T05:18:57.996448Z","steps":["trace[646775592] 'read index received' (duration: 105.826715ms)","trace[646775592] 'applied index is now lower than readState.Index' (duration: 406.435719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:57.996572Z","caller":"traceutil/trace.go:171","msg":"trace[647001999] transaction","detail":"{read_only:false; response_revision:11895; number_of_response:1; }","duration":"552.641665ms","start":"2026-03-31T05:18:57.443914Z","end":"2026-03-31T05:18:57.996555Z","steps":["trace[647001999] 'process raft request' (duration: 146.086842ms)","trace[647001999] 'compare' (duration: 406.112711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.996654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.44389Z","time spent":"552.723667ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:57.996854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.417492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:57.996914Z","caller":"traceutil/trace.go:171","msg":"trace[1310841298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11895; }","duration":"368.530075ms","start":"2026-03-31T05:18:57.628369Z","end":"2026-03-31T05:18:57.996899Z","steps":["trace[1310841298] 'agreement among raft nodes before linearized reading' (duration: 368.365441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.99694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.628345Z","time spent":"368.589797ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:57.996919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.694845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:57.997007Z","caller":"traceutil/trace.go:171","msg":"trace[433531544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11895; }","duration":"512.84803ms","start":"2026-03-31T05:18:57.484135Z","end":"2026-03-31T05:18:57.996983Z","steps":["trace[433531544] 'agreement among raft nodes before linearized reading' (duration: 512.636714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:57.997063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.484116Z","time spent":"512.937963ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:58.642942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.547977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:58.643031Z","caller":"traceutil/trace.go:171","msg":"trace[1699380452] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"642.102002ms","start":"2026-03-31T05:18:58.000915Z","end":"2026-03-31T05:18:58.643017Z","steps":["trace[1699380452] 'process raft request' (duration: 284.409761ms)","trace[1699380452] 'compare' (duration: 357.250639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:58.643078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.000905Z","time spent":"642.147803ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.735598Z","caller":"traceutil/trace.go:171","msg":"trace[701207944] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"588.638785ms","start":"2026-03-31T05:18:58.146928Z","end":"2026-03-31T05:18:58.735566Z","steps":["trace[701207944] 'process raft request' (duration: 588.445269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.735751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.14691Z","time spent":"588.761029ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:58.735593Z","caller":"traceutil/trace.go:171","msg":"trace[1611296301] transaction","detail":"{read_only:false; response_revision:11898; number_of_response:1; }","duration":"588.414219ms","start":"2026-03-31T05:18:58.147164Z","end":"2026-03-31T05:18:58.735579Z","steps":["trace[1611296301] 'process raft request' (duration: 588.339067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.735909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.482653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:58.73596Z","caller":"traceutil/trace.go:171","msg":"trace[239015349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11899; }","duration":"365.531654ms","start":"2026-03-31T05:18:58.370415Z","end":"2026-03-31T05:18:58.735946Z","steps":["trace[239015349] 'agreement among raft nodes before linearized reading' (duration: 365.3713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.735938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.14716Z","time spent":"588.692857ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:58.735988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.370342Z","time spent":"365.638327ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:58.735763Z","caller":"traceutil/trace.go:171","msg":"trace[997263796] linearizableReadLoop","detail":"{readStateIndex:12324; appliedIndex:12321; }","duration":"365.313529ms","start":"2026-03-31T05:18:58.370435Z","end":"2026-03-31T05:18:58.735748Z","steps":["trace[997263796] 'read index received' (duration: 364.945119ms)","trace[997263796] 'applied index is now lower than readState.Index' (duration: 367.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:58.736142Z","caller":"traceutil/trace.go:171","msg":"trace[819553335] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"588.82267ms","start":"2026-03-31T05:18:58.147309Z","end":"2026-03-31T05:18:58.736132Z","steps":["trace[819553335] 'process raft request' (duration: 588.230954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.736209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.147283Z","time spent":"588.892652ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:58.736151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.185199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:18:58.736323Z","caller":"traceutil/trace.go:171","msg":"trace[772387657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11899; }","duration":"356.389995ms","start":"2026-03-31T05:18:58.379924Z","end":"2026-03-31T05:18:58.736314Z","steps":["trace[772387657] 'agreement among raft nodes before linearized reading' (duration: 356.155519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.736356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.379906Z","time spent":"356.442207ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:18:58.736473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.510446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:58.736533Z","caller":"traceutil/trace.go:171","msg":"trace[1926220713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11899; }","duration":"251.567538ms","start":"2026-03-31T05:18:58.484949Z","end":"2026-03-31T05:18:58.736517Z","steps":["trace[1926220713] 'agreement among raft nodes before linearized reading' (duration: 251.479745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.234378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.59423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:59.234867Z","caller":"traceutil/trace.go:171","msg":"trace[280543275] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"496.470594ms","start":"2026-03-31T05:18:58.738324Z","end":"2026-03-31T05:18:59.234794Z","steps":["trace[280543275] 'process raft request' (duration: 73.334729ms)","trace[280543275] 'compare' (duration: 422.208749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:59.235089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.738308Z","time spent":"496.660049ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:59.479426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.882285ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:59.479854Z","caller":"traceutil/trace.go:171","msg":"trace[1411537578] transaction","detail":"{read_only:false; response_revision:11901; number_of_response:1; }","duration":"739.100818ms","start":"2026-03-31T05:18:58.740729Z","end":"2026-03-31T05:18:59.47983Z","steps":["trace[1411537578] 'process raft request' (duration: 738.79478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.479984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.740709Z","time spent":"739.20296ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:59.895133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.193478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:59.895565Z","caller":"traceutil/trace.go:171","msg":"trace[894741547] transaction","detail":"{read_only:false; response_revision:11902; number_of_response:1; }","duration":"1.154145272s","start":"2026-03-31T05:18:58.741383Z","end":"2026-03-31T05:18:59.895528Z","steps":["trace[894741547] 'process raft request' (duration: 738.43323ms)","trace[894741547] 'compare' (duration: 414.938691ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:59.895592Z","caller":"traceutil/trace.go:171","msg":"trace[180641921] transaction","detail":"{read_only:false; response_revision:11903; number_of_response:1; }","duration":"840.733278ms","start":"2026-03-31T05:18:59.054839Z","end":"2026-03-31T05:18:59.895572Z","steps":["trace[180641921] 'process raft request' (duration: 840.624105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.895712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.054816Z","time spent":"840.850751ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:59.895735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.741373Z","time spent":"1.154264325s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:59.895744Z","caller":"traceutil/trace.go:171","msg":"trace[1488180441] linearizableReadLoop","detail":"{readStateIndex:12326; appliedIndex:12324; }","duration":"1.155234021s","start":"2026-03-31T05:18:58.740446Z","end":"2026-03-31T05:18:59.89568Z","steps":["trace[1488180441] 'read index received' (duration: 71.229091ms)","trace[1488180441] 'applied index is now lower than readState.Index' (duration: 1.08400056s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:59.896464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156005643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:440098"} {"level":"info","ts":"2026-03-31T05:18:59.896541Z","caller":"traceutil/trace.go:171","msg":"trace[396177850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11903; }","duration":"1.156199568s","start":"2026-03-31T05:18:58.740323Z","end":"2026-03-31T05:18:59.896522Z","steps":["trace[396177850] 'agreement among raft nodes before linearized reading' (duration: 1.155447337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:59.896586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.740188Z","time spent":"1.156386172s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":440122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:00.138123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.108922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:00.138219Z","caller":"traceutil/trace.go:171","msg":"trace[419513182] linearizableReadLoop","detail":"{readStateIndex:12330; appliedIndex:12329; }","duration":"242.401698ms","start":"2026-03-31T05:18:59.895805Z","end":"2026-03-31T05:19:00.138207Z","steps":["trace[419513182] 'read index received' (duration: 114.017059ms)","trace[419513182] 'applied index is now lower than readState.Index' (duration: 128.383729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:00.138244Z","caller":"traceutil/trace.go:171","msg":"trace[421669826] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"571.816257ms","start":"2026-03-31T05:18:59.566389Z","end":"2026-03-31T05:19:00.138205Z","steps":["trace[421669826] 'process raft request' (duration: 443.554391ms)","trace[421669826] 'compare' (duration: 128.00989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:00.13832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310935726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:19:00.138303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.099163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:00.138346Z","caller":"traceutil/trace.go:171","msg":"trace[1193082117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11904; }","duration":"1.311003148s","start":"2026-03-31T05:18:58.827333Z","end":"2026-03-31T05:19:00.138336Z","steps":["trace[1193082117] 'agreement among raft nodes before linearized reading' (duration: 1.310905115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.265433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:00.138363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.566367Z","time spent":"571.940491ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:00.138382Z","caller":"traceutil/trace.go:171","msg":"trace[1010172113] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11904; }","duration":"529.221917ms","start":"2026-03-31T05:18:59.609136Z","end":"2026-03-31T05:19:00.138358Z","steps":["trace[1010172113] 'agreement among raft nodes before linearized reading' (duration: 529.088053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:00.13842Z","caller":"traceutil/trace.go:171","msg":"trace[1101341406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11904; }","duration":"655.403577ms","start":"2026-03-31T05:18:59.482996Z","end":"2026-03-31T05:19:00.138399Z","steps":["trace[1101341406] 'agreement among raft nodes before linearized reading' (duration: 655.233382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.372397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-31T05:19:00.138477Z","caller":"traceutil/trace.go:171","msg":"trace[274534821] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d; range_end:; response_count:1; response_revision:11904; }","duration":"899.444529ms","start":"2026-03-31T05:18:59.239022Z","end":"2026-03-31T05:19:00.138466Z","steps":["trace[274534821] 'agreement among raft nodes before linearized reading' (duration: 899.367766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.609115Z","time spent":"529.305608ms","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:00.138374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.827309Z","time spent":"1.311057829s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:00.138498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.238996Z","time spent":"899.4964ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d\" "} {"level":"warn","ts":"2026-03-31T05:19:00.1385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.537987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:00.138536Z","caller":"traceutil/trace.go:171","msg":"trace[1809256418] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11904; }","duration":"627.606748ms","start":"2026-03-31T05:18:59.510918Z","end":"2026-03-31T05:19:00.138525Z","steps":["trace[1809256418] 'agreement among raft nodes before linearized reading' (duration: 627.520616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.510899Z","time spent":"627.65274ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:00.138475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.482974Z","time spent":"655.494679ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:00.138661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310314129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:00.138707Z","caller":"traceutil/trace.go:171","msg":"trace[1096978839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11904; }","duration":"1.310372131s","start":"2026-03-31T05:18:58.828321Z","end":"2026-03-31T05:19:00.138693Z","steps":["trace[1096978839] 'agreement among raft nodes before linearized reading' (duration: 1.310240587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.230622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143741"} {"level":"warn","ts":"2026-03-31T05:19:00.138746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.82831Z","time spent":"1.310425232s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:00.138752Z","caller":"traceutil/trace.go:171","msg":"trace[1093897106] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11904; }","duration":"363.292754ms","start":"2026-03-31T05:18:59.775449Z","end":"2026-03-31T05:19:00.138742Z","steps":["trace[1093897106] 'agreement among raft nodes before linearized reading' (duration: 363.007356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.775432Z","time spent":"363.345065ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143765,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:00.138761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310314229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:00.138843Z","caller":"traceutil/trace.go:171","msg":"trace[22593669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11904; }","duration":"1.310437532s","start":"2026-03-31T05:18:58.828384Z","end":"2026-03-31T05:19:00.138822Z","steps":["trace[22593669] 'agreement among raft nodes before linearized reading' (duration: 1.310139774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.138862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309389803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:19:00.138901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.828372Z","time spent":"1.310517364s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:00.138963Z","caller":"traceutil/trace.go:171","msg":"trace[850104855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11904; }","duration":"1.309519267s","start":"2026-03-31T05:18:58.829416Z","end":"2026-03-31T05:19:00.138935Z","steps":["trace[850104855] 'agreement among raft nodes before linearized reading' (duration: 1.309171828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.139013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.829401Z","time spent":"1.30960068s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:00.580397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.956835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:00.580496Z","caller":"traceutil/trace.go:171","msg":"trace[942699030] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"439.969644ms","start":"2026-03-31T05:19:00.14051Z","end":"2026-03-31T05:19:00.58048Z","steps":["trace[942699030] 'process raft request' (duration: 182.851885ms)","trace[942699030] 'compare' (duration: 256.701828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:00.580547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.140492Z","time spent":"440.027875ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:00.99298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.551736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:00.993333Z","caller":"traceutil/trace.go:171","msg":"trace[1490518984] linearizableReadLoop","detail":"{readStateIndex:12335; appliedIndex:12331; }","duration":"508.804301ms","start":"2026-03-31T05:19:00.484509Z","end":"2026-03-31T05:19:00.993313Z","steps":["trace[1490518984] 'read index received' (duration: 343.815983ms)","trace[1490518984] 'applied index is now lower than readState.Index' (duration: 164.986718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:00.993412Z","caller":"traceutil/trace.go:171","msg":"trace[139815893] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"849.427496ms","start":"2026-03-31T05:19:00.143975Z","end":"2026-03-31T05:19:00.993402Z","steps":["trace[139815893] 'process raft request' (duration: 849.238671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.993485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.143964Z","time spent":"849.484478ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:00.993444Z","caller":"traceutil/trace.go:171","msg":"trace[692011306] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"850.153076ms","start":"2026-03-31T05:19:00.143254Z","end":"2026-03-31T05:19:00.993407Z","steps":["trace[692011306] 'process raft request' (duration: 849.843478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.993603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.080729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:00.993701Z","caller":"traceutil/trace.go:171","msg":"trace[1796588871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11909; }","duration":"509.221513ms","start":"2026-03-31T05:19:00.484457Z","end":"2026-03-31T05:19:00.993679Z","steps":["trace[1796588871] 'agreement among raft nodes before linearized reading' (duration: 509.047368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:00.993539Z","caller":"traceutil/trace.go:171","msg":"trace[1697684158] transaction","detail":"{read_only:false; response_revision:11909; number_of_response:1; }","duration":"849.528589ms","start":"2026-03-31T05:19:00.143978Z","end":"2026-03-31T05:19:00.993507Z","steps":["trace[1697684158] 'process raft request' (duration: 849.288762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:00.993762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.484436Z","time spent":"509.314265ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:00.993567Z","caller":"traceutil/trace.go:171","msg":"trace[94360296] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"850.412143ms","start":"2026-03-31T05:19:00.143111Z","end":"2026-03-31T05:19:00.993523Z","steps":["trace[94360296] 'process raft request' (duration: 685.204289ms)","trace[94360296] 'compare' (duration: 164.30158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:00.993925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.143969Z","time spent":"849.833128ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:00.993941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.143073Z","time spent":"850.830205ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:00.99387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.143247Z","time spent":"850.388602ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.025111Z","caller":"traceutil/trace.go:171","msg":"trace[5493741] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"439.461831ms","start":"2026-03-31T05:19:00.58563Z","end":"2026-03-31T05:19:01.025092Z","steps":["trace[5493741] 'process raft request' (duration: 439.018859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.025212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.585602Z","time spent":"439.563024ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:01.025365Z","caller":"traceutil/trace.go:171","msg":"trace[1524809953] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"281.912146ms","start":"2026-03-31T05:19:00.743397Z","end":"2026-03-31T05:19:01.025309Z","steps":["trace[1524809953] 'process raft request' (duration: 281.446913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.025437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.0799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:01.025423Z","caller":"traceutil/trace.go:171","msg":"trace[715534268] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"368.448205ms","start":"2026-03-31T05:19:00.656937Z","end":"2026-03-31T05:19:01.025385Z","steps":["trace[715534268] 'process raft request' (duration: 367.811198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.025505Z","caller":"traceutil/trace.go:171","msg":"trace[187455470] transaction","detail":"{read_only:false; response_revision:11912; number_of_response:1; }","duration":"283.476328ms","start":"2026-03-31T05:19:00.74199Z","end":"2026-03-31T05:19:01.025467Z","steps":["trace[187455470] 'process raft request' (duration: 282.80379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.02556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.656908Z","time spent":"368.586649ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.025576Z","caller":"traceutil/trace.go:171","msg":"trace[1683942644] transaction","detail":"{read_only:false; response_revision:11913; number_of_response:1; }","duration":"282.881262ms","start":"2026-03-31T05:19:00.742684Z","end":"2026-03-31T05:19:01.025565Z","steps":["trace[1683942644] 'process raft request' (duration: 282.135572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.025464Z","caller":"traceutil/trace.go:171","msg":"trace[1182049868] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11914; }","duration":"359.141272ms","start":"2026-03-31T05:19:00.666313Z","end":"2026-03-31T05:19:01.025454Z","steps":["trace[1182049868] 'agreement among raft nodes before linearized reading' (duration: 359.034399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.025646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.666296Z","time spent":"359.333647ms","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:01.351013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.084077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:01.351171Z","caller":"traceutil/trace.go:171","msg":"trace[1613964353] linearizableReadLoop","detail":"{readStateIndex:12342; appliedIndex:12341; }","duration":"148.717994ms","start":"2026-03-31T05:19:01.202433Z","end":"2026-03-31T05:19:01.351151Z","steps":["trace[1613964353] 'read index received' (duration: 11.352669ms)","trace[1613964353] 'applied index is now lower than readState.Index' (duration: 137.363115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.351282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.842178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:01.351325Z","caller":"traceutil/trace.go:171","msg":"trace[602936239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:11916; }","duration":"148.92295ms","start":"2026-03-31T05:19:01.20239Z","end":"2026-03-31T05:19:01.351313Z","steps":["trace[602936239] 'agreement among raft nodes before linearized reading' (duration: 148.810427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.351575Z","caller":"traceutil/trace.go:171","msg":"trace[1372741569] transaction","detail":"{read_only:false; response_revision:11916; number_of_response:1; }","duration":"309.625381ms","start":"2026-03-31T05:19:01.041936Z","end":"2026-03-31T05:19:01.351561Z","steps":["trace[1372741569] 'process raft request' (duration: 171.839025ms)","trace[1372741569] 'compare' (duration: 136.810789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.351631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.041918Z","time spent":"309.689602ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:01.635063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.239348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:01.635149Z","caller":"traceutil/trace.go:171","msg":"trace[1073125009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11916; }","duration":"149.369442ms","start":"2026-03-31T05:19:01.485763Z","end":"2026-03-31T05:19:01.635132Z","steps":["trace[1073125009] 'range keys from in-memory index tree' (duration: 149.052744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.222235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.012804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:02.222509Z","caller":"traceutil/trace.go:171","msg":"trace[1678738691] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"582.61338ms","start":"2026-03-31T05:19:01.63985Z","end":"2026-03-31T05:19:02.222464Z","steps":["trace[1678738691] 'process raft request' (duration: 339.268047ms)","trace[1678738691] 'compare' (duration: 242.213503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:02.222681Z","caller":"traceutil/trace.go:171","msg":"trace[1679703545] linearizableReadLoop","detail":"{readStateIndex:12344; appliedIndex:12343; }","duration":"524.451796ms","start":"2026-03-31T05:19:01.698205Z","end":"2026-03-31T05:19:02.222657Z","steps":["trace[1679703545] 'read index received' (duration: 105.890947ms)","trace[1679703545] 'applied index is now lower than readState.Index' (duration: 418.559049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:02.222688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.639825Z","time spent":"582.774965ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:02.222811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.592459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:02.222874Z","caller":"traceutil/trace.go:171","msg":"trace[1920029932] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11917; }","duration":"524.711162ms","start":"2026-03-31T05:19:01.698149Z","end":"2026-03-31T05:19:02.22286Z","steps":["trace[1920029932] 'agreement among raft nodes before linearized reading' (duration: 524.593989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.222901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.698127Z","time spent":"524.767994ms","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:02.222933Z","caller":"traceutil/trace.go:171","msg":"trace[1874582815] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"417.563232ms","start":"2026-03-31T05:19:01.805312Z","end":"2026-03-31T05:19:02.222875Z","steps":["trace[1874582815] 'process raft request' (duration: 417.210132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.223073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.971089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:19:02.223098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.503002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:02.223159Z","caller":"traceutil/trace.go:171","msg":"trace[631103850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11918; }","duration":"321.088983ms","start":"2026-03-31T05:19:01.902042Z","end":"2026-03-31T05:19:02.223131Z","steps":["trace[631103850] 'agreement among raft nodes before linearized reading' (duration: 320.836396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.223175Z","caller":"traceutil/trace.go:171","msg":"trace[564122963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11918; }","duration":"311.632275ms","start":"2026-03-31T05:19:01.911524Z","end":"2026-03-31T05:19:02.223156Z","steps":["trace[564122963] 'agreement among raft nodes before linearized reading' (duration: 311.310367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.223193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.80529Z","time spent":"417.754397ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:02.223098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.504565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:02.223225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.9115Z","time spent":"311.717417ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:02.223224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.902018Z","time spent":"321.191696ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:19:02.223243Z","caller":"traceutil/trace.go:171","msg":"trace[2062690436] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11918; }","duration":"339.69544ms","start":"2026-03-31T05:19:01.883534Z","end":"2026-03-31T05:19:02.22323Z","steps":["trace[2062690436] 'agreement among raft nodes before linearized reading' (duration: 339.491205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.223345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.883515Z","time spent":"339.819443ms","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:02.223305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.189728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:19:02.223524Z","caller":"traceutil/trace.go:171","msg":"trace[1378995573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11918; }","duration":"375.409814ms","start":"2026-03-31T05:19:01.848063Z","end":"2026-03-31T05:19:02.223473Z","steps":["trace[1378995573] 'agreement among raft nodes before linearized reading' (duration: 374.774337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.223642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.848043Z","time spent":"375.581018ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:19:02.507114Z","caller":"traceutil/trace.go:171","msg":"trace[734756825] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"278.949404ms","start":"2026-03-31T05:19:02.228144Z","end":"2026-03-31T05:19:02.507093Z","steps":["trace[734756825] 'process raft request' (duration: 278.766579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.507254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.031166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:19:02.507307Z","caller":"traceutil/trace.go:171","msg":"trace[636256631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11919; }","duration":"279.097848ms","start":"2026-03-31T05:19:02.228197Z","end":"2026-03-31T05:19:02.507294Z","steps":["trace[636256631] 'agreement among raft nodes before linearized reading' (duration: 278.917333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.507412Z","caller":"traceutil/trace.go:171","msg":"trace[833872949] linearizableReadLoop","detail":"{readStateIndex:12346; appliedIndex:12345; }","duration":"278.848581ms","start":"2026-03-31T05:19:02.228209Z","end":"2026-03-31T05:19:02.507057Z","steps":["trace[833872949] 'read index received' (duration: 278.675537ms)","trace[833872949] 'applied index is now lower than readState.Index' (duration: 171.864µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:02.508149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.82744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:02.50827Z","caller":"traceutil/trace.go:171","msg":"trace[1764099667] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11919; }","duration":"187.997925ms","start":"2026-03-31T05:19:02.320252Z","end":"2026-03-31T05:19:02.50825Z","steps":["trace[1764099667] 'agreement among raft nodes before linearized reading' (duration: 187.82641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.509162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.478366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:440098"} {"level":"info","ts":"2026-03-31T05:19:02.509226Z","caller":"traceutil/trace.go:171","msg":"trace[1605919212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11919; }","duration":"280.557808ms","start":"2026-03-31T05:19:02.228654Z","end":"2026-03-31T05:19:02.509212Z","steps":["trace[1605919212] 'agreement among raft nodes before linearized reading' (duration: 279.087158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.105387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.133615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:03.105452Z","caller":"traceutil/trace.go:171","msg":"trace[607842033] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11919; }","duration":"255.265789ms","start":"2026-03-31T05:19:02.850173Z","end":"2026-03-31T05:19:03.105438Z","steps":["trace[607842033] 'count revisions from in-memory index tree' (duration: 254.809787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.105672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.362766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:19:03.105745Z","caller":"traceutil/trace.go:171","msg":"trace[1946474239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11919; }","duration":"527.464879ms","start":"2026-03-31T05:19:02.578263Z","end":"2026-03-31T05:19:03.105728Z","steps":["trace[1946474239] 'range keys from in-memory index tree' (duration: 527.222473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.105789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.578253Z","time spent":"527.525131ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:03.105905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.294923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:19:03.105947Z","caller":"traceutil/trace.go:171","msg":"trace[1509144561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11919; }","duration":"356.375515ms","start":"2026-03-31T05:19:02.74956Z","end":"2026-03-31T05:19:03.105936Z","steps":["trace[1509144561] 'range keys from in-memory index tree' (duration: 356.146309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.10598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:02.749539Z","time spent":"356.432636ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:03.106193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.48605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:19:03.106208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.214922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:19:03.106247Z","caller":"traceutil/trace.go:171","msg":"trace[59634067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11919; }","duration":"107.563022ms","start":"2026-03-31T05:19:02.99866Z","end":"2026-03-31T05:19:03.106224Z","steps":["trace[59634067] 'range keys from in-memory index tree' (duration: 107.340996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.106329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.605303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:03.106259Z","caller":"traceutil/trace.go:171","msg":"trace[1319868617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11919; }","duration":"107.280595ms","start":"2026-03-31T05:19:02.998966Z","end":"2026-03-31T05:19:03.106247Z","steps":["trace[1319868617] 'range keys from in-memory index tree' (duration: 107.102939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:03.106373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.665985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:03.106413Z","caller":"traceutil/trace.go:171","msg":"trace[1006818034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11919; }","duration":"107.746267ms","start":"2026-03-31T05:19:02.998657Z","end":"2026-03-31T05:19:03.106403Z","steps":["trace[1006818034] 'range keys from in-memory index tree' (duration: 107.543062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:03.106365Z","caller":"traceutil/trace.go:171","msg":"trace[995420316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11919; }","duration":"107.684806ms","start":"2026-03-31T05:19:02.998673Z","end":"2026-03-31T05:19:03.106358Z","steps":["trace[995420316] 'range keys from in-memory index tree' (duration: 107.46729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:03.222552Z","caller":"traceutil/trace.go:171","msg":"trace[577462054] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"192.049535ms","start":"2026-03-31T05:19:03.030463Z","end":"2026-03-31T05:19:03.222512Z","steps":["trace[577462054] 'process raft request' (duration: 191.775298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:04.769968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546128707s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:19:05.356063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.716497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:05.356644Z","caller":"traceutil/trace.go:171","msg":"trace[738274119] linearizableReadLoop","detail":"{readStateIndex:12349; appliedIndex:12347; }","duration":"2.288060473s","start":"2026-03-31T05:19:03.068561Z","end":"2026-03-31T05:19:05.356622Z","steps":["trace[738274119] 'read index received' (duration: 155.171501ms)","trace[738274119] 'applied index is now lower than readState.Index' (duration: 2.132887842s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:05.356784Z","caller":"traceutil/trace.go:171","msg":"trace[465471415] transaction","detail":"{read_only:false; response_revision:11921; number_of_response:1; }","duration":"2.326305375s","start":"2026-03-31T05:19:03.030463Z","end":"2026-03-31T05:19:05.356768Z","steps":["trace[465471415] 'process raft request' (duration: 1.739802006s)","trace[465471415] 'compare' (duration: 585.603404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:05.356847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.030444Z","time spent":"2.326366677s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.357063Z","caller":"traceutil/trace.go:171","msg":"trace[1415675945] transaction","detail":"{read_only:false; response_revision:11925; number_of_response:1; }","duration":"2.244072953s","start":"2026-03-31T05:19:03.112972Z","end":"2026-03-31T05:19:05.357045Z","steps":["trace[1415675945] 'process raft request' (duration: 2.243340103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.112962Z","time spent":"2.244126435s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.357221Z","caller":"traceutil/trace.go:171","msg":"trace[1519105035] transaction","detail":"{read_only:false; response_revision:11923; number_of_response:1; }","duration":"2.247739873s","start":"2026-03-31T05:19:03.109364Z","end":"2026-03-31T05:19:05.357104Z","steps":["trace[1519105035] 'process raft request' (duration: 2.246854029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288655949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:05.357336Z","caller":"traceutil/trace.go:171","msg":"trace[1758136314] transaction","detail":"{read_only:false; response_revision:11924; number_of_response:1; }","duration":"2.247317352s","start":"2026-03-31T05:19:03.109996Z","end":"2026-03-31T05:19:05.357313Z","steps":["trace[1758136314] 'process raft request' (duration: 2.246275653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.109342Z","time spent":"2.247942299s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.357404Z","caller":"traceutil/trace.go:171","msg":"trace[631771372] transaction","detail":"{read_only:false; response_revision:11926; number_of_response:1; }","duration":"2.244401773s","start":"2026-03-31T05:19:03.112986Z","end":"2026-03-31T05:19:05.357388Z","steps":["trace[631771372] 'process raft request' (duration: 2.243366125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.109986Z","time spent":"2.247394924s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.357434Z","caller":"traceutil/trace.go:171","msg":"trace[2121865491] transaction","detail":"{read_only:false; response_revision:11927; number_of_response:1; }","duration":"2.244091494s","start":"2026-03-31T05:19:03.113309Z","end":"2026-03-31T05:19:05.3574Z","steps":["trace[2121865491] 'process raft request' (duration: 2.243273482s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:05.357458Z","caller":"traceutil/trace.go:171","msg":"trace[300191298] transaction","detail":"{read_only:false; response_revision:11922; number_of_response:1; }","duration":"2.326793728s","start":"2026-03-31T05:19:03.030608Z","end":"2026-03-31T05:19:05.357402Z","steps":["trace[300191298] 'process raft request' (duration: 2.325551854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.112954Z","time spent":"2.244490314s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:05.357551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.113299Z","time spent":"2.244199217s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:05.35734Z","caller":"traceutil/trace.go:171","msg":"trace[1751316463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11927; }","duration":"2.288803993s","start":"2026-03-31T05:19:03.068509Z","end":"2026-03-31T05:19:05.357313Z","steps":["trace[1751316463] 'agreement among raft nodes before linearized reading' (duration: 2.288622888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:05.357629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.068465Z","time spent":"2.289148102s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:05.357626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.030598Z","time spent":"2.326932482s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:05.857257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:05.91996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149802903s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:19:06.4844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:19:06.484509Z","caller":"traceutil/trace.go:171","msg":"trace[666999476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227846s","start":"2026-03-31T05:19:04.484265Z","end":"2026-03-31T05:19:06.484493Z","steps":["trace[666999476] 'agreement among raft nodes before linearized reading' (duration: 2.000093593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.484559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.484247Z","time spent":"2.000303638s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:19:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:19:06.536698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.379072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:06.536927Z","caller":"traceutil/trace.go:171","msg":"trace[1561292380] linearizableReadLoop","detail":"{readStateIndex:12356; appliedIndex:12354; }","duration":"1.180236583s","start":"2026-03-31T05:19:05.356674Z","end":"2026-03-31T05:19:06.53691Z","steps":["trace[1561292380] 'read index received' (duration: 563.583563ms)","trace[1561292380] 'applied index is now lower than readState.Index' (duration: 616.65203ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:06.536929Z","caller":"traceutil/trace.go:171","msg":"trace[1567682804] transaction","detail":"{read_only:false; response_revision:11929; number_of_response:1; }","duration":"1.296964875s","start":"2026-03-31T05:19:05.239941Z","end":"2026-03-31T05:19:06.536906Z","steps":["trace[1567682804] 'process raft request' (duration: 1.296853382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390816822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:06.537098Z","caller":"traceutil/trace.go:171","msg":"trace[1768191339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:11929; }","duration":"2.390942606s","start":"2026-03-31T05:19:04.146139Z","end":"2026-03-31T05:19:06.537082Z","steps":["trace[1768191339] 'agreement among raft nodes before linearized reading' (duration: 2.390796052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.146114Z","time spent":"2.391018218s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:06.537114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026097421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:19:06.537153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:05.239909Z","time spent":"1.297109119s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:06.537202Z","caller":"traceutil/trace.go:171","msg":"trace[1234493649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11929; }","duration":"2.026223754s","start":"2026-03-31T05:19:04.510951Z","end":"2026-03-31T05:19:06.537174Z","steps":["trace[1234493649] 'agreement among raft nodes before linearized reading' (duration: 2.025982898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.350845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:06.537369Z","caller":"traceutil/trace.go:171","msg":"trace[537242292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11929; }","duration":"352.444678ms","start":"2026-03-31T05:19:06.184903Z","end":"2026-03-31T05:19:06.537348Z","steps":["trace[537242292] 'agreement among raft nodes before linearized reading' (duration: 352.347605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:06.536927Z","caller":"traceutil/trace.go:171","msg":"trace[65905782] transaction","detail":"{read_only:false; response_revision:11928; number_of_response:1; }","duration":"3.118004736s","start":"2026-03-31T05:19:03.418883Z","end":"2026-03-31T05:19:06.536888Z","steps":["trace[65905782] 'process raft request' (duration: 2.501373457s)","trace[65905782] 'compare' (duration: 616.112555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:06.53742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.184876Z","time spent":"352.52999ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:06.53745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205077509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:19:06.537488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.41885Z","time spent":"3.118599253s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:06.537502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430482194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"warn","ts":"2026-03-31T05:19:06.537555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941009972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:06.537568Z","caller":"traceutil/trace.go:171","msg":"trace[1996546406] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11929; }","duration":"3.430559806s","start":"2026-03-31T05:19:03.106987Z","end":"2026-03-31T05:19:06.537547Z","steps":["trace[1996546406] 'agreement among raft nodes before linearized reading' (duration: 3.430358341s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:06.537594Z","caller":"traceutil/trace.go:171","msg":"trace[69899808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11929; }","duration":"1.941047543s","start":"2026-03-31T05:19:04.596534Z","end":"2026-03-31T05:19:06.537581Z","steps":["trace[69899808] 'agreement among raft nodes before linearized reading' (duration: 1.940987522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.59646Z","time spent":"1.941150376s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:06.537617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.10696Z","time spent":"3.430642099s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:19:06.537625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021217888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:19:06.537186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740634618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-31T05:19:06.537674Z","caller":"traceutil/trace.go:171","msg":"trace[1700997894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11929; }","duration":"2.021276379s","start":"2026-03-31T05:19:04.516385Z","end":"2026-03-31T05:19:06.537662Z","steps":["trace[1700997894] 'agreement among raft nodes before linearized reading' (duration: 2.021148246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737326979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:19:06.537718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.51638Z","time spent":"2.021327262s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:06.537749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.405921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:06.537788Z","caller":"traceutil/trace.go:171","msg":"trace[250082681] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11929; }","duration":"252.505454ms","start":"2026-03-31T05:19:06.285274Z","end":"2026-03-31T05:19:06.53778Z","steps":["trace[250082681] 'agreement among raft nodes before linearized reading' (duration: 252.3685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.53731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.51093Z","time spent":"2.026362648s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:19:06.537508Z","caller":"traceutil/trace.go:171","msg":"trace[521455642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11929; }","duration":"1.205165392s","start":"2026-03-31T05:19:05.332325Z","end":"2026-03-31T05:19:06.537491Z","steps":["trace[521455642] 'agreement among raft nodes before linearized reading' (duration: 1.205013868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.537957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:05.332304Z","time spent":"1.205643555s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:19:06.537326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1900896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:06.53801Z","caller":"traceutil/trace.go:171","msg":"trace[48443330] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11929; }","duration":"2.190771549s","start":"2026-03-31T05:19:04.347229Z","end":"2026-03-31T05:19:06.538Z","steps":["trace[48443330] 'agreement among raft nodes before linearized reading' (duration: 2.19007376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.538047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.347176Z","time spent":"2.190859662s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:06.537722Z","caller":"traceutil/trace.go:171","msg":"trace[1302400100] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11929; }","duration":"1.737399811s","start":"2026-03-31T05:19:04.800313Z","end":"2026-03-31T05:19:06.537712Z","steps":["trace[1302400100] 'agreement among raft nodes before linearized reading' (duration: 1.737271127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.538126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.800292Z","time spent":"1.737809962s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:19:06.537308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441290429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:06.538222Z","caller":"traceutil/trace.go:171","msg":"trace[2015492825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11929; }","duration":"3.442247935s","start":"2026-03-31T05:19:03.09596Z","end":"2026-03-31T05:19:06.538208Z","steps":["trace[2015492825] 'agreement among raft nodes before linearized reading' (duration: 3.441279089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.538278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.095943Z","time spent":"3.442315087s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:06.537421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310156874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:06.538364Z","caller":"traceutil/trace.go:171","msg":"trace[35394345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11929; }","duration":"2.31112417s","start":"2026-03-31T05:19:04.227222Z","end":"2026-03-31T05:19:06.538346Z","steps":["trace[35394345] 'agreement among raft nodes before linearized reading' (duration: 2.310118623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.538428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:04.227199Z","time spent":"2.311212253s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:19:06.537717Z","caller":"traceutil/trace.go:171","msg":"trace[244094143] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11929; }","duration":"2.741212814s","start":"2026-03-31T05:19:03.796487Z","end":"2026-03-31T05:19:06.5377Z","steps":["trace[244094143] 'agreement among raft nodes before linearized reading' (duration: 2.740520726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:06.53863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:03.796453Z","time spent":"2.742159159s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T05:19:07.046714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:07.212164Z","caller":"traceutil/trace.go:171","msg":"trace[834656994] transaction","detail":"{read_only:false; response_revision:11930; number_of_response:1; }","duration":"669.423799ms","start":"2026-03-31T05:19:06.542711Z","end":"2026-03-31T05:19:07.212135Z","steps":["trace[834656994] 'process raft request' (duration: 669.220213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.212316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.542695Z","time spent":"669.543742ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.569147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.818355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:07.569444Z","caller":"traceutil/trace.go:171","msg":"trace[252291509] linearizableReadLoop","detail":"{readStateIndex:12360; appliedIndex:12356; }","duration":"1.022871114s","start":"2026-03-31T05:19:06.54655Z","end":"2026-03-31T05:19:07.569421Z","steps":["trace[252291509] 'read index received' (duration: 665.420419ms)","trace[252291509] 'applied index is now lower than readState.Index' (duration: 357.449065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:07.569497Z","caller":"traceutil/trace.go:171","msg":"trace[895115608] transaction","detail":"{read_only:false; response_revision:11931; number_of_response:1; }","duration":"1.026297017s","start":"2026-03-31T05:19:06.543175Z","end":"2026-03-31T05:19:07.569472Z","steps":["trace[895115608] 'process raft request' (duration: 891.073241ms)","trace[895115608] 'compare' (duration: 134.663511ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:07.569538Z","caller":"traceutil/trace.go:171","msg":"trace[1926001607] transaction","detail":"{read_only:false; response_revision:11933; number_of_response:1; }","duration":"1.025840524s","start":"2026-03-31T05:19:06.543684Z","end":"2026-03-31T05:19:07.569524Z","steps":["trace[1926001607] 'process raft request' (duration: 1.02567227s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.569539Z","caller":"traceutil/trace.go:171","msg":"trace[1546007254] transaction","detail":"{read_only:false; response_revision:11932; number_of_response:1; }","duration":"1.025823794s","start":"2026-03-31T05:19:06.543664Z","end":"2026-03-31T05:19:07.569488Z","steps":["trace[1546007254] 'process raft request' (duration: 1.025598188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.569623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.543669Z","time spent":"1.025898557s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.569689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.543638Z","time spent":"1.025967239s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.569844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023287365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.569584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.543145Z","time spent":"1.02639881s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:07.569983Z","caller":"traceutil/trace.go:171","msg":"trace[8073458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11933; }","duration":"1.02344828s","start":"2026-03-31T05:19:06.546525Z","end":"2026-03-31T05:19:07.569973Z","steps":["trace[8073458] 'agreement among raft nodes before linearized reading' (duration: 1.023223544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.570012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.546517Z","time spent":"1.023487961s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:07.774472Z","caller":"traceutil/trace.go:171","msg":"trace[420026686] linearizableReadLoop","detail":"{readStateIndex:12363; appliedIndex:12360; }","duration":"204.959067ms","start":"2026-03-31T05:19:07.569486Z","end":"2026-03-31T05:19:07.774445Z","steps":["trace[420026686] 'read index received' (duration: 204.612057ms)","trace[420026686] 'applied index is now lower than readState.Index' (duration: 345.65µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:07.774506Z","caller":"traceutil/trace.go:171","msg":"trace[1224252734] transaction","detail":"{read_only:false; response_revision:11934; number_of_response:1; }","duration":"412.220026ms","start":"2026-03-31T05:19:07.36225Z","end":"2026-03-31T05:19:07.77447Z","steps":["trace[1224252734] 'process raft request' (duration: 411.838196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.603774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.77468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.362235Z","time spent":"412.347031ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.774692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.735654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.774638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.763365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:07.774719Z","caller":"traceutil/trace.go:171","msg":"trace[222774497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11936; }","duration":"417.738937ms","start":"2026-03-31T05:19:07.356957Z","end":"2026-03-31T05:19:07.774696Z","steps":["trace[222774497] 'agreement among raft nodes before linearized reading' (duration: 417.548921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188628141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.774767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.670482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-31T05:19:07.774803Z","caller":"traceutil/trace.go:171","msg":"trace[1433819476] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11936; }","duration":"1.188746875s","start":"2026-03-31T05:19:06.586038Z","end":"2026-03-31T05:19:07.774785Z","steps":["trace[1433819476] 'agreement among raft nodes before linearized reading' (duration: 1.188587851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.523042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-nnfxx\" ","response":"range_response_count:1 size:7043"} {"level":"info","ts":"2026-03-31T05:19:07.774844Z","caller":"traceutil/trace.go:171","msg":"trace[1146924906] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-nnfxx; range_end:; response_count:1; response_revision:11936; }","duration":"464.576814ms","start":"2026-03-31T05:19:07.310262Z","end":"2026-03-31T05:19:07.774839Z","steps":["trace[1146924906] 'agreement among raft nodes before linearized reading' (duration: 464.482941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.774846Z","caller":"traceutil/trace.go:171","msg":"trace[419945513] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11936; }","duration":"418.765695ms","start":"2026-03-31T05:19:07.356059Z","end":"2026-03-31T05:19:07.774825Z","steps":["trace[419945513] 'agreement among raft nodes before linearized reading' (duration: 418.543319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.525462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:07.774869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.310232Z","time spent":"464.630845ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7067,"request content":"key:\"/registry/pods/openstack/cinder-db-init-nnfxx\" "} {"level":"info","ts":"2026-03-31T05:19:07.774867Z","caller":"traceutil/trace.go:171","msg":"trace[1878627973] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11936; }","duration":"418.921719ms","start":"2026-03-31T05:19:07.355829Z","end":"2026-03-31T05:19:07.774751Z","steps":["trace[1878627973] 'agreement among raft nodes before linearized reading' (duration: 418.727724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226416832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:19:07.774898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.586025Z","time spent":"1.188858428s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:07.774902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.758997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.774926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.933844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:07.774937Z","caller":"traceutil/trace.go:171","msg":"trace[1665150887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11936; }","duration":"1.226466983s","start":"2026-03-31T05:19:06.548448Z","end":"2026-03-31T05:19:07.774915Z","steps":["trace[1665150887] 'agreement among raft nodes before linearized reading' (duration: 1.22635422s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.774726Z","caller":"traceutil/trace.go:171","msg":"trace[1452121255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11936; }","duration":"418.835597ms","start":"2026-03-31T05:19:07.355881Z","end":"2026-03-31T05:19:07.774717Z","steps":["trace[1452121255] 'agreement among raft nodes before linearized reading' (duration: 418.732924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.77495Z","caller":"traceutil/trace.go:171","msg":"trace[1864716099] transaction","detail":"{read_only:false; response_revision:11935; number_of_response:1; }","duration":"411.895918ms","start":"2026-03-31T05:19:07.363038Z","end":"2026-03-31T05:19:07.774934Z","steps":["trace[1864716099] 'process raft request' (duration: 411.295512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.77495Z","caller":"traceutil/trace.go:171","msg":"trace[803674834] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11936; }","duration":"417.842759ms","start":"2026-03-31T05:19:07.357095Z","end":"2026-03-31T05:19:07.774938Z","steps":["trace[803674834] 'agreement among raft nodes before linearized reading' (duration: 417.767117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.774971Z","caller":"traceutil/trace.go:171","msg":"trace[1730830106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11936; }","duration":"414.000805ms","start":"2026-03-31T05:19:07.360958Z","end":"2026-03-31T05:19:07.774959Z","steps":["trace[1730830106] 'agreement among raft nodes before linearized reading' (duration: 413.803599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.356047Z","time spent":"418.830177ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T05:19:07.77498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.355869Z","time spent":"419.104454ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:07.774951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.666339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:07.774997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.357074Z","time spent":"417.912552ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:07.774993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.720794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T05:19:07.775045Z","caller":"traceutil/trace.go:171","msg":"trace[1632811200] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11936; }","duration":"418.783195ms","start":"2026-03-31T05:19:07.356252Z","end":"2026-03-31T05:19:07.775035Z","steps":["trace[1632811200] 'agreement among raft nodes before linearized reading' (duration: 418.660232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.775043Z","caller":"traceutil/trace.go:171","msg":"trace[359161628] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11936; }","duration":"554.780163ms","start":"2026-03-31T05:19:07.220243Z","end":"2026-03-31T05:19:07.775023Z","steps":["trace[359161628] 'agreement among raft nodes before linearized reading' (duration: 554.585967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.775081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.356246Z","time spent":"418.822167ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":540,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:07.77507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.371358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-31T05:19:07.774934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.588542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:07.775107Z","caller":"traceutil/trace.go:171","msg":"trace[2073534985] transaction","detail":"{read_only:false; response_revision:11936; number_of_response:1; }","duration":"373.224053ms","start":"2026-03-31T05:19:07.401865Z","end":"2026-03-31T05:19:07.775089Z","steps":["trace[2073534985] 'process raft request' (duration: 372.518864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.775127Z","caller":"traceutil/trace.go:171","msg":"trace[1938659787] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7f5337d; range_end:; response_count:1; response_revision:11936; }","duration":"201.459501ms","start":"2026-03-31T05:19:07.573652Z","end":"2026-03-31T05:19:07.775112Z","steps":["trace[1938659787] 'agreement among raft nodes before linearized reading' (duration: 201.314367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.774974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:06.548441Z","time spent":"1.226525584s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:19:07.774903Z","caller":"traceutil/trace.go:171","msg":"trace[1068669438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11936; }","duration":"413.595934ms","start":"2026-03-31T05:19:07.361294Z","end":"2026-03-31T05:19:07.77489Z","steps":["trace[1068669438] 'agreement among raft nodes before linearized reading' (duration: 413.389848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.775115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.220193Z","time spent":"554.909846ms","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:07.775195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.401843Z","time spent":"373.309546ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:07.774931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.355822Z","time spent":"419.092864ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:07.774772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.756452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:07.775211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.399658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:19:07.775247Z","caller":"traceutil/trace.go:171","msg":"trace[1502193170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11936; }","duration":"420.238595ms","start":"2026-03-31T05:19:07.354999Z","end":"2026-03-31T05:19:07.775238Z","steps":["trace[1502193170] 'agreement among raft nodes before linearized reading' (duration: 419.597078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.775085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.869901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:07.775275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.354952Z","time spent":"420.316267ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:07.775036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.363026Z","time spent":"411.955169ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:07.775295Z","caller":"traceutil/trace.go:171","msg":"trace[449448237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11936; }","duration":"414.092908ms","start":"2026-03-31T05:19:07.361193Z","end":"2026-03-31T05:19:07.775286Z","steps":["trace[449448237] 'agreement among raft nodes before linearized reading' (duration: 413.835831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:07.775144Z","caller":"traceutil/trace.go:171","msg":"trace[1928716837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11936; }","duration":"202.840358ms","start":"2026-03-31T05:19:07.57229Z","end":"2026-03-31T05:19:07.775131Z","steps":["trace[1928716837] 'agreement among raft nodes before linearized reading' (duration: 202.596512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.775327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.361186Z","time spent":"414.132769ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:07.775184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.361289Z","time spent":"413.885902ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:07.775258Z","caller":"traceutil/trace.go:171","msg":"trace[834552087] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11936; }","duration":"413.461961ms","start":"2026-03-31T05:19:07.361783Z","end":"2026-03-31T05:19:07.775245Z","steps":["trace[834552087] 'agreement among raft nodes before linearized reading' (duration: 413.348597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:07.775455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.361775Z","time spent":"413.671116ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:07.774778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.356951Z","time spent":"417.814219ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:07.775008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.360948Z","time spent":"414.051867ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:08.435803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.734803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:08.435917Z","caller":"traceutil/trace.go:171","msg":"trace[444791399] transaction","detail":"{read_only:false; response_revision:11937; number_of_response:1; }","duration":"658.148802ms","start":"2026-03-31T05:19:07.777743Z","end":"2026-03-31T05:19:08.435892Z","steps":["trace[444791399] 'process raft request' (duration: 165.217194ms)","trace[444791399] 'compare' (duration: 492.61302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:08.435986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.777716Z","time spent":"658.237494ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:08.43647Z","caller":"traceutil/trace.go:171","msg":"trace[34023483] linearizableReadLoop","detail":"{readStateIndex:12368; appliedIndex:12363; }","duration":"654.329528ms","start":"2026-03-31T05:19:07.78212Z","end":"2026-03-31T05:19:08.43645Z","steps":["trace[34023483] 'read index received' (duration: 160.844394ms)","trace[34023483] 'applied index is now lower than readState.Index' (duration: 493.484114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:08.436525Z","caller":"traceutil/trace.go:171","msg":"trace[1062876735] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"656.463816ms","start":"2026-03-31T05:19:07.780035Z","end":"2026-03-31T05:19:08.436499Z","steps":["trace[1062876735] 'process raft request' (duration: 656.271941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:08.43656Z","caller":"traceutil/trace.go:171","msg":"trace[1610869058] transaction","detail":"{read_only:false; response_revision:11941; number_of_response:1; }","duration":"655.693575ms","start":"2026-03-31T05:19:07.780852Z","end":"2026-03-31T05:19:08.436546Z","steps":["trace[1610869058] 'process raft request' (duration: 655.50664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.780843Z","time spent":"655.744736ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:08.436635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.780017Z","time spent":"656.562438ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:08.436722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.599685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:08.436743Z","caller":"traceutil/trace.go:171","msg":"trace[1102757662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11942; }","duration":"654.635006ms","start":"2026-03-31T05:19:07.782103Z","end":"2026-03-31T05:19:08.436738Z","steps":["trace[1102757662] 'agreement among raft nodes before linearized reading' (duration: 654.599085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.782096Z","time spent":"654.659367ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:08.436796Z","caller":"traceutil/trace.go:171","msg":"trace[1403223578] transaction","detail":"{read_only:false; response_revision:11940; number_of_response:1; }","duration":"656.697082ms","start":"2026-03-31T05:19:07.780094Z","end":"2026-03-31T05:19:08.436791Z","steps":["trace[1403223578] 'process raft request' (duration: 656.243579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.780089Z","time spent":"656.725854ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:08.436663Z","caller":"traceutil/trace.go:171","msg":"trace[877585342] transaction","detail":"{read_only:false; response_revision:11942; number_of_response:1; }","duration":"652.391295ms","start":"2026-03-31T05:19:07.784265Z","end":"2026-03-31T05:19:08.436657Z","steps":["trace[877585342] 'process raft request' (duration: 652.112238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.251071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:08.436902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.784247Z","time spent":"652.643302ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:08.436912Z","caller":"traceutil/trace.go:171","msg":"trace[1592979759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11942; }","duration":"586.303153ms","start":"2026-03-31T05:19:07.850601Z","end":"2026-03-31T05:19:08.436905Z","steps":["trace[1592979759] 'agreement among raft nodes before linearized reading' (duration: 586.266992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.850582Z","time spent":"586.343145ms","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:08.436941Z","caller":"traceutil/trace.go:171","msg":"trace[308863266] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"657.152885ms","start":"2026-03-31T05:19:07.779783Z","end":"2026-03-31T05:19:08.436936Z","steps":["trace[308863266] 'process raft request' (duration: 656.433255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:08.436971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:07.779767Z","time spent":"657.191055ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:09.051525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:09.552278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:09.79657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354455732s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:09.797156Z","caller":"traceutil/trace.go:171","msg":"trace[761678951] transaction","detail":"{read_only:false; response_revision:11943; number_of_response:1; }","duration":"1.35512609s","start":"2026-03-31T05:19:08.442008Z","end":"2026-03-31T05:19:09.797135Z","steps":["trace[761678951] 'process raft request' (duration: 1.354907964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:09.797307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.441994Z","time spent":"1.355230983s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:10.719698Z","caller":"traceutil/trace.go:171","msg":"trace[1179654698] transaction","detail":"{read_only:false; response_revision:11944; number_of_response:1; }","duration":"2.270899394s","start":"2026-03-31T05:19:08.448758Z","end":"2026-03-31T05:19:10.719657Z","steps":["trace[1179654698] 'process raft request' (duration: 2.270558945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:10.719966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.448737Z","time spent":"2.271043968s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8572,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:11.155029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.45185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:19:11.155665Z","caller":"traceutil/trace.go:171","msg":"trace[1741251125] transaction","detail":"{read_only:false; response_revision:11945; number_of_response:1; }","duration":"2.608116396s","start":"2026-03-31T05:19:08.547518Z","end":"2026-03-31T05:19:11.155634Z","steps":["trace[1741251125] 'process raft request' (duration: 2.607614703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.156143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.547493Z","time spent":"2.608575229s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:11.483684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:19:11.483846Z","caller":"traceutil/trace.go:171","msg":"trace[827027894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000912226s","start":"2026-03-31T05:19:09.48291Z","end":"2026-03-31T05:19:11.483822Z","steps":["trace[827027894] 'agreement among raft nodes before linearized reading' (duration: 2.00071093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.483938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.482889Z","time spent":"2.001027518s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:19:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:19:11.490665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.882489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:11.490999Z","caller":"traceutil/trace.go:171","msg":"trace[526456331] transaction","detail":"{read_only:false; response_revision:11946; number_of_response:1; }","duration":"1.709671536s","start":"2026-03-31T05:19:09.78124Z","end":"2026-03-31T05:19:11.490912Z","steps":["trace[526456331] 'process raft request' (duration: 1.374378856s)","trace[526456331] 'compare' (duration: 334.457267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:11.491197Z","caller":"traceutil/trace.go:171","msg":"trace[2068763983] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"1.709755448s","start":"2026-03-31T05:19:09.781413Z","end":"2026-03-31T05:19:11.491168Z","steps":["trace[2068763983] 'process raft request' (duration: 1.709407829s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.491266Z","caller":"traceutil/trace.go:171","msg":"trace[96252520] linearizableReadLoop","detail":"{readStateIndex:12373; appliedIndex:12369; }","duration":"2.939922052s","start":"2026-03-31T05:19:08.551318Z","end":"2026-03-31T05:19:11.491239Z","steps":["trace[96252520] 'read index received' (duration: 1.245614495s)","trace[96252520] 'applied index is now lower than readState.Index' (duration: 1.694303887s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:11.491313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.781367Z","time spent":"1.709891663s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:11.491291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.781215Z","time spent":"1.709948254s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:11.491514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940170969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:11.491589Z","caller":"traceutil/trace.go:171","msg":"trace[1057698396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11947; }","duration":"2.940261421s","start":"2026-03-31T05:19:08.551312Z","end":"2026-03-31T05:19:11.491573Z","steps":["trace[1057698396] 'agreement among raft nodes before linearized reading' (duration: 2.940014314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.49163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.551262Z","time spent":"2.940360695s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:11.491639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836915914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.491675Z","caller":"traceutil/trace.go:171","msg":"trace[1947885403] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11949; }","duration":"2.836996097s","start":"2026-03-31T05:19:08.65467Z","end":"2026-03-31T05:19:11.491667Z","steps":["trace[1947885403] 'agreement among raft nodes before linearized reading' (duration: 2.836922225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.491799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.654649Z","time spent":"2.837093389s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:11.491858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709752428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.49194Z","caller":"traceutil/trace.go:171","msg":"trace[1632720742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11949; }","duration":"1.709843941s","start":"2026-03-31T05:19:09.782073Z","end":"2026-03-31T05:19:11.491917Z","steps":["trace[1632720742] 'agreement among raft nodes before linearized reading' (duration: 1.709710257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.491983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049984113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:19:11.492075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191736837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:19:11.492084Z","caller":"traceutil/trace.go:171","msg":"trace[1844622723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11949; }","duration":"1.050122276s","start":"2026-03-31T05:19:10.44194Z","end":"2026-03-31T05:19:11.492062Z","steps":["trace[1844622723] 'agreement among raft nodes before linearized reading' (duration: 1.04988586s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492113Z","caller":"traceutil/trace.go:171","msg":"trace[1326001795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11949; }","duration":"1.191859721s","start":"2026-03-31T05:19:10.300243Z","end":"2026-03-31T05:19:11.492103Z","steps":["trace[1326001795] 'agreement among raft nodes before linearized reading' (duration: 1.191751948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.300213Z","time spent":"1.191919282s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.44186Z","time spent":"1.05026153s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050298991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:11.492201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050314882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:11.492214Z","caller":"traceutil/trace.go:171","msg":"trace[604521334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11949; }","duration":"1.050368813s","start":"2026-03-31T05:19:10.441829Z","end":"2026-03-31T05:19:11.492198Z","steps":["trace[604521334] 'agreement among raft nodes before linearized reading' (duration: 1.050194178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050516098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:19:11.492306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.441814Z","time spent":"1.050476637s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710004565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.492336Z","caller":"traceutil/trace.go:171","msg":"trace[728080120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11949; }","duration":"1.050573759s","start":"2026-03-31T05:19:10.441752Z","end":"2026-03-31T05:19:11.492326Z","steps":["trace[728080120] 'agreement among raft nodes before linearized reading' (duration: 1.050498407s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492298Z","caller":"traceutil/trace.go:171","msg":"trace[2038755561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11949; }","duration":"1.050441605s","start":"2026-03-31T05:19:10.441838Z","end":"2026-03-31T05:19:11.49228Z","steps":["trace[2038755561] 'agreement among raft nodes before linearized reading' (duration: 1.050187038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492365Z","caller":"traceutil/trace.go:171","msg":"trace[1944079238] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11949; }","duration":"1.710080617s","start":"2026-03-31T05:19:09.782265Z","end":"2026-03-31T05:19:11.492346Z","steps":["trace[1944079238] 'agreement among raft nodes before linearized reading' (duration: 1.710015475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311378199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.492426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710489258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.492506Z","caller":"traceutil/trace.go:171","msg":"trace[1018639254] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11949; }","duration":"1.710569611s","start":"2026-03-31T05:19:09.781909Z","end":"2026-03-31T05:19:11.492479Z","steps":["trace[1018639254] 'agreement among raft nodes before linearized reading' (duration: 1.710492969s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492454Z","caller":"traceutil/trace.go:171","msg":"trace[1377327773] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11949; }","duration":"2.311443431s","start":"2026-03-31T05:19:09.181002Z","end":"2026-03-31T05:19:11.492445Z","steps":["trace[1377327773] 'agreement among raft nodes before linearized reading' (duration: 2.311370309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.656726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" ","response":"range_response_count:1 size:9795"} {"level":"warn","ts":"2026-03-31T05:19:11.492543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.812001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.492556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.781895Z","time spent":"1.710651573s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.180998Z","time spent":"2.311572504s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.782247Z","time spent":"1.7101649s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:19:11.492589Z","caller":"traceutil/trace.go:171","msg":"trace[876093269] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11949; }","duration":"796.900793ms","start":"2026-03-31T05:19:10.695676Z","end":"2026-03-31T05:19:11.492577Z","steps":["trace[876093269] 'agreement among raft nodes before linearized reading' (duration: 796.806581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492581Z","caller":"traceutil/trace.go:171","msg":"trace[1331198968] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x; range_end:; response_count:1; response_revision:11949; }","duration":"767.731138ms","start":"2026-03-31T05:19:10.724841Z","end":"2026-03-31T05:19:11.492572Z","steps":["trace[1331198968] 'agreement among raft nodes before linearized reading' (duration: 767.626795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311860923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.492339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311192414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.492663Z","caller":"traceutil/trace.go:171","msg":"trace[818933320] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11949; }","duration":"2.311586835s","start":"2026-03-31T05:19:09.181068Z","end":"2026-03-31T05:19:11.492655Z","steps":["trace[818933320] 'agreement among raft nodes before linearized reading' (duration: 2.311175593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.181013Z","time spent":"2.311671407s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691593013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-31T05:19:11.492718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710813167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.492755Z","caller":"traceutil/trace.go:171","msg":"trace[1716238880] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11949; }","duration":"1.71090242s","start":"2026-03-31T05:19:09.781843Z","end":"2026-03-31T05:19:11.492746Z","steps":["trace[1716238880] 'agreement among raft nodes before linearized reading' (duration: 1.710846349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.492782Z","caller":"traceutil/trace.go:171","msg":"trace[1053645829] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6; range_end:; response_count:1; response_revision:11949; }","duration":"1.692283192s","start":"2026-03-31T05:19:09.800461Z","end":"2026-03-31T05:19:11.492744Z","steps":["trace[1053645829] 'agreement among raft nodes before linearized reading' (duration: 1.691568783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.492792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.781824Z","time spent":"1.710961141s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.800437Z","time spent":"1.692373955s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-66ff7cf955-nbgr6.18a1d55af7df8af6\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.724814Z","time spent":"767.804041ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/cinder-api-5dfc57fb8b-bzh5x\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311880683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.492359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.441733Z","time spent":"1.05062195s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70946468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-31T05:19:11.492954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31217101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.492983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917575744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:11.492981Z","caller":"traceutil/trace.go:171","msg":"trace[130601661] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11949; }","duration":"2.311996706s","start":"2026-03-31T05:19:09.180933Z","end":"2026-03-31T05:19:11.49293Z","steps":["trace[130601661] 'agreement among raft nodes before linearized reading' (duration: 2.311814781s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.493009Z","caller":"traceutil/trace.go:171","msg":"trace[546583087] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11949; }","duration":"2.312254903s","start":"2026-03-31T05:19:09.180739Z","end":"2026-03-31T05:19:11.492994Z","steps":["trace[546583087] 'agreement among raft nodes before linearized reading' (duration: 2.312068588s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.493036Z","caller":"traceutil/trace.go:171","msg":"trace[1632177690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11949; }","duration":"1.917656586s","start":"2026-03-31T05:19:09.575368Z","end":"2026-03-31T05:19:11.493024Z","steps":["trace[1632177690] 'agreement among raft nodes before linearized reading' (duration: 1.917513872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.180724Z","time spent":"2.312317675s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:11.49307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.575348Z","time spent":"1.917715788s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:11.493041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.180927Z","time spent":"2.312097769s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:11.493182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981021614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:11.491999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.782067Z","time spent":"1.709919293s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:19:11.493215Z","caller":"traceutil/trace.go:171","msg":"trace[1961276681] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11949; }","duration":"1.981091526s","start":"2026-03-31T05:19:09.512114Z","end":"2026-03-31T05:19:11.493205Z","steps":["trace[1961276681] 'agreement among raft nodes before linearized reading' (duration: 1.981039494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.512094Z","time spent":"1.981143556s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:11.492351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710226342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.493304Z","caller":"traceutil/trace.go:171","msg":"trace[1963622158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11949; }","duration":"1.711244929s","start":"2026-03-31T05:19:09.78205Z","end":"2026-03-31T05:19:11.493295Z","steps":["trace[1963622158] 'agreement among raft nodes before linearized reading' (duration: 1.710028696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.49334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.782043Z","time spent":"1.71128685s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:11.492428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.441827Z","time spent":"1.050582999s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:11.49272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338461027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.493492Z","caller":"traceutil/trace.go:171","msg":"trace[1800448757] transaction","detail":"{read_only:false; response_revision:11949; number_of_response:1; }","duration":"406.636465ms","start":"2026-03-31T05:19:11.086843Z","end":"2026-03-31T05:19:11.493479Z","steps":["trace[1800448757] 'process raft request' (duration: 404.691662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311997305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-31T05:19:11.493537Z","caller":"traceutil/trace.go:171","msg":"trace[675474712] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11949; }","duration":"2.312044937s","start":"2026-03-31T05:19:09.181485Z","end":"2026-03-31T05:19:11.49353Z","steps":["trace[675474712] 'agreement among raft nodes before linearized reading' (duration: 2.311908604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.181479Z","time spent":"2.312072288s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T05:19:11.49262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.695649Z","time spent":"796.964235ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:11.493547Z","caller":"traceutil/trace.go:171","msg":"trace[824535034] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11949; }","duration":"2.339269369s","start":"2026-03-31T05:19:09.154251Z","end":"2026-03-31T05:19:11.493521Z","steps":["trace[824535034] 'agreement among raft nodes before linearized reading' (duration: 2.338442587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.086824Z","time spent":"406.709176ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:11.492988Z","caller":"traceutil/trace.go:171","msg":"trace[1389921955] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11949; }","duration":"1.71020903s","start":"2026-03-31T05:19:09.782769Z","end":"2026-03-31T05:19:11.492978Z","steps":["trace[1389921955] 'agreement among raft nodes before linearized reading' (duration: 1.709397108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.782762Z","time spent":"1.71090464s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":540,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:11.49367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.154187Z","time spent":"2.339458394s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:11.492709Z","caller":"traceutil/trace.go:171","msg":"trace[894781771] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11949; }","duration":"2.311988935s","start":"2026-03-31T05:19:09.180659Z","end":"2026-03-31T05:19:11.492648Z","steps":["trace[894781771] 'agreement among raft nodes before linearized reading' (duration: 2.311845871s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:11.49382Z","caller":"traceutil/trace.go:171","msg":"trace[1416309952] transaction","detail":"{read_only:false; response_revision:11948; number_of_response:1; }","duration":"1.187507482s","start":"2026-03-31T05:19:10.306301Z","end":"2026-03-31T05:19:11.493808Z","steps":["trace[1416309952] 'process raft request' (duration: 1.185056155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.493888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.306274Z","time spent":"1.187581274s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:11.492759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795872285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:11.49405Z","caller":"traceutil/trace.go:171","msg":"trace[1575629062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11949; }","duration":"2.797193621s","start":"2026-03-31T05:19:08.69684Z","end":"2026-03-31T05:19:11.494033Z","steps":["trace[1575629062] 'agreement among raft nodes before linearized reading' (duration: 2.795898306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.494088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:08.696816Z","time spent":"2.797258382s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:11.494097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278063281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:11.494131Z","caller":"traceutil/trace.go:171","msg":"trace[1950635310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11949; }","duration":"2.278133902s","start":"2026-03-31T05:19:09.215987Z","end":"2026-03-31T05:19:11.494121Z","steps":["trace[1950635310] 'agreement among raft nodes before linearized reading' (duration: 2.27803624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.494166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.215964Z","time spent":"2.278195455s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:11.49382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.180623Z","time spent":"2.313186018s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:11.496197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314642528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-31T05:19:11.496244Z","caller":"traceutil/trace.go:171","msg":"trace[26259898] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11949; }","duration":"2.31471853s","start":"2026-03-31T05:19:09.181512Z","end":"2026-03-31T05:19:11.496231Z","steps":["trace[26259898] 'agreement among raft nodes before linearized reading' (duration: 2.311808161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.496276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:09.181408Z","time spent":"2.314857944s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T05:19:11.505198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.45287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:11.505272Z","caller":"traceutil/trace.go:171","msg":"trace[1305937870] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11949; }","duration":"492.387503ms","start":"2026-03-31T05:19:11.012866Z","end":"2026-03-31T05:19:11.505253Z","steps":["trace[1305937870] 'agreement among raft nodes before linearized reading' (duration: 479.462131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.505318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.012841Z","time spent":"492.460574ms","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:11.701226Z","caller":"traceutil/trace.go:171","msg":"trace[217668980] linearizableReadLoop","detail":"{readStateIndex:12378; appliedIndex:12377; }","duration":"202.441359ms","start":"2026-03-31T05:19:11.498757Z","end":"2026-03-31T05:19:11.701199Z","steps":["trace[217668980] 'read index received' (duration: 129.240963ms)","trace[217668980] 'applied index is now lower than readState.Index' (duration: 73.199046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:11.701292Z","caller":"traceutil/trace.go:171","msg":"trace[172420742] transaction","detail":"{read_only:false; response_revision:11950; number_of_response:1; }","duration":"204.372851ms","start":"2026-03-31T05:19:11.496893Z","end":"2026-03-31T05:19:11.701266Z","steps":["trace[172420742] 'process raft request' (duration: 131.114525ms)","trace[172420742] 'compare' (duration: 72.928347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:11.702113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.334303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:440571"} {"level":"info","ts":"2026-03-31T05:19:11.70216Z","caller":"traceutil/trace.go:171","msg":"trace[109351032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11950; }","duration":"203.402945ms","start":"2026-03-31T05:19:11.498746Z","end":"2026-03-31T05:19:11.702149Z","steps":["trace[109351032] 'agreement among raft nodes before linearized reading' (duration: 202.571902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.201527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.32023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:12.201916Z","caller":"traceutil/trace.go:171","msg":"trace[1685778100] transaction","detail":"{read_only:false; response_revision:11951; number_of_response:1; }","duration":"702.821069ms","start":"2026-03-31T05:19:11.499044Z","end":"2026-03-31T05:19:12.201865Z","steps":["trace[1685778100] 'process raft request' (duration: 425.068477ms)","trace[1685778100] 'compare' (duration: 276.840327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.20195Z","caller":"traceutil/trace.go:171","msg":"trace[1316448723] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"700.772373ms","start":"2026-03-31T05:19:11.501155Z","end":"2026-03-31T05:19:12.201928Z","steps":["trace[1316448723] 'process raft request' (duration: 700.65201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.201973Z","caller":"traceutil/trace.go:171","msg":"trace[32823530] transaction","detail":"{read_only:false; response_revision:11952; number_of_response:1; }","duration":"701.726349ms","start":"2026-03-31T05:19:11.500213Z","end":"2026-03-31T05:19:12.201939Z","steps":["trace[32823530] 'process raft request' (duration: 701.41774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.202045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.501139Z","time spent":"700.855975ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:12.202074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.499029Z","time spent":"702.948213ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:12.202166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.500195Z","time spent":"701.863333ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.202311Z","caller":"traceutil/trace.go:171","msg":"trace[564797425] transaction","detail":"{read_only:false; response_revision:11955; number_of_response:1; }","duration":"699.906619ms","start":"2026-03-31T05:19:11.502385Z","end":"2026-03-31T05:19:12.202292Z","steps":["trace[564797425] 'process raft request' (duration: 699.716074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.202372Z","caller":"traceutil/trace.go:171","msg":"trace[972340895] transaction","detail":"{read_only:false; response_revision:11954; number_of_response:1; }","duration":"700.366311ms","start":"2026-03-31T05:19:11.501932Z","end":"2026-03-31T05:19:12.202298Z","steps":["trace[972340895] 'process raft request' (duration: 699.915689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.202436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.502377Z","time spent":"699.997211ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.20256Z","caller":"traceutil/trace.go:171","msg":"trace[1254364878] transaction","detail":"{read_only:false; response_revision:11956; number_of_response:1; }","duration":"700.039763ms","start":"2026-03-31T05:19:11.502451Z","end":"2026-03-31T05:19:12.202491Z","steps":["trace[1254364878] 'process raft request' (duration: 699.786256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.202655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.502436Z","time spent":"700.176137ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:12.202756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.501922Z","time spent":"700.552157ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.202936Z","caller":"traceutil/trace.go:171","msg":"trace[507731553] linearizableReadLoop","detail":"{readStateIndex:12385; appliedIndex:12378; }","duration":"501.624424ms","start":"2026-03-31T05:19:11.70129Z","end":"2026-03-31T05:19:12.202914Z","steps":["trace[507731553] 'read index received' (duration: 222.851655ms)","trace[507731553] 'applied index is now lower than readState.Index' (duration: 278.770599ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.203023Z","caller":"traceutil/trace.go:171","msg":"trace[1917639431] transaction","detail":"{read_only:false; response_revision:11957; number_of_response:1; }","duration":"700.283979ms","start":"2026-03-31T05:19:11.502714Z","end":"2026-03-31T05:19:12.202997Z","steps":["trace[1917639431] 'process raft request' (duration: 699.95206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.203061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.762587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:12.203102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.502703Z","time spent":"700.356301ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10018,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:12.203124Z","caller":"traceutil/trace.go:171","msg":"trace[1790143875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11957; }","duration":"702.841599ms","start":"2026-03-31T05:19:11.500267Z","end":"2026-03-31T05:19:12.203108Z","steps":["trace[1790143875] 'agreement among raft nodes before linearized reading' (duration: 702.742967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.203142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.554419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:19:12.203174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.500259Z","time spent":"702.904151ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:12.203198Z","caller":"traceutil/trace.go:171","msg":"trace[282814992] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:11957; }","duration":"648.646732ms","start":"2026-03-31T05:19:11.554537Z","end":"2026-03-31T05:19:12.203184Z","steps":["trace[282814992] 'agreement among raft nodes before linearized reading' (duration: 648.426316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.203232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.554518Z","time spent":"648.706584ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:19:12.203351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.858096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:19:12.204133Z","caller":"traceutil/trace.go:171","msg":"trace[1048617692] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11957; }","duration":"675.72202ms","start":"2026-03-31T05:19:11.528389Z","end":"2026-03-31T05:19:12.204111Z","steps":["trace[1048617692] 'agreement among raft nodes before linearized reading' (duration: 674.595159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.204221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.52837Z","time spent":"675.831243ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:19:12.203453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.93474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:19:12.203523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.119838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:12.203529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.852272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:12.204854Z","caller":"traceutil/trace.go:171","msg":"trace[440033721] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:11957; }","duration":"342.26164ms","start":"2026-03-31T05:19:11.862337Z","end":"2026-03-31T05:19:12.204599Z","steps":["trace[440033721] 'agreement among raft nodes before linearized reading' (duration: 341.127859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.204929Z","caller":"traceutil/trace.go:171","msg":"trace[496748123] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11957; }","duration":"488.27312ms","start":"2026-03-31T05:19:11.716625Z","end":"2026-03-31T05:19:12.204898Z","steps":["trace[496748123] 'agreement among raft nodes before linearized reading' (duration: 486.865072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.205044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.716584Z","time spent":"488.416254ms","remote":"127.0.0.1:52074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:12.205044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.862311Z","time spent":"342.589918ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:12.204513Z","caller":"traceutil/trace.go:171","msg":"trace[187325002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:11957; }","duration":"499.989239ms","start":"2026-03-31T05:19:11.704498Z","end":"2026-03-31T05:19:12.204487Z","steps":["trace[187325002] 'agreement among raft nodes before linearized reading' (duration: 498.784756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.205224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.704482Z","time spent":"500.715369ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"info","ts":"2026-03-31T05:19:12.363855Z","caller":"traceutil/trace.go:171","msg":"trace[876591381] transaction","detail":"{read_only:false; response_revision:11960; number_of_response:1; }","duration":"101.347633ms","start":"2026-03-31T05:19:12.262484Z","end":"2026-03-31T05:19:12.363831Z","steps":["trace[876591381] 'process raft request' (duration: 56.568652ms)","trace[876591381] 'compare' (duration: 44.653928ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.407412Z","caller":"traceutil/trace.go:171","msg":"trace[1043340978] linearizableReadLoop","detail":"{readStateIndex:12392; appliedIndex:12389; }","duration":"110.826731ms","start":"2026-03-31T05:19:12.29656Z","end":"2026-03-31T05:19:12.407387Z","steps":["trace[1043340978] 'read index received' (duration: 22.508204ms)","trace[1043340978] 'applied index is now lower than readState.Index' (duration: 88.317447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:12.407571Z","caller":"traceutil/trace.go:171","msg":"trace[1236090028] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"126.620212ms","start":"2026-03-31T05:19:12.280919Z","end":"2026-03-31T05:19:12.40754Z","steps":["trace[1236090028] 'process raft request' (duration: 126.21554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:12.40773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.16834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:12.407766Z","caller":"traceutil/trace.go:171","msg":"trace[478357921] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11962; }","duration":"111.250922ms","start":"2026-03-31T05:19:12.296506Z","end":"2026-03-31T05:19:12.407757Z","steps":["trace[478357921] 'agreement among raft nodes before linearized reading' (duration: 111.106659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:12.407897Z","caller":"traceutil/trace.go:171","msg":"trace[8402741] transaction","detail":"{read_only:false; response_revision:11962; number_of_response:1; }","duration":"118.961183ms","start":"2026-03-31T05:19:12.288929Z","end":"2026-03-31T05:19:12.40789Z","steps":["trace[8402741] 'process raft request' (duration: 118.361817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.613035Z","caller":"traceutil/trace.go:171","msg":"trace[167207237] linearizableReadLoop","detail":"{readStateIndex:12402; appliedIndex:12401; }","duration":"113.157395ms","start":"2026-03-31T05:19:13.499855Z","end":"2026-03-31T05:19:13.613012Z","steps":["trace[167207237] 'read index received' (duration: 112.901238ms)","trace[167207237] 'applied index is now lower than readState.Index' (duration: 255.237µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:13.613112Z","caller":"traceutil/trace.go:171","msg":"trace[1334821379] transaction","detail":"{read_only:false; response_revision:11972; number_of_response:1; }","duration":"113.518555ms","start":"2026-03-31T05:19:13.499571Z","end":"2026-03-31T05:19:13.61309Z","steps":["trace[1334821379] 'process raft request' (duration: 113.206606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.613232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.34917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.61333Z","caller":"traceutil/trace.go:171","msg":"trace[1650812235] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11972; }","duration":"113.487894ms","start":"2026-03-31T05:19:13.499819Z","end":"2026-03-31T05:19:13.613307Z","steps":["trace[1650812235] 'agreement among raft nodes before linearized reading' (duration: 113.325089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.724082Z","caller":"traceutil/trace.go:171","msg":"trace[85718216] linearizableReadLoop","detail":"{readStateIndex:12403; appliedIndex:12402; }","duration":"110.952595ms","start":"2026-03-31T05:19:13.6131Z","end":"2026-03-31T05:19:13.724053Z","steps":["trace[85718216] 'read index received' (duration: 106.279147ms)","trace[85718216] 'applied index is now lower than readState.Index' (duration: 4.671468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:13.724087Z","caller":"traceutil/trace.go:171","msg":"trace[10577154] transaction","detail":"{read_only:false; response_revision:11973; number_of_response:1; }","duration":"215.577967ms","start":"2026-03-31T05:19:13.508482Z","end":"2026-03-31T05:19:13.72406Z","steps":["trace[10577154] 'process raft request' (duration: 210.949531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.732007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724229Z","caller":"traceutil/trace.go:171","msg":"trace[1753768599] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11973; }","duration":"220.82151ms","start":"2026-03-31T05:19:13.503394Z","end":"2026-03-31T05:19:13.724216Z","steps":["trace[1753768599] 'agreement among raft nodes before linearized reading' (duration: 220.661216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.609282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:13.724331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.890613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:19:13.724339Z","caller":"traceutil/trace.go:171","msg":"trace[1326579116] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11973; }","duration":"221.693094ms","start":"2026-03-31T05:19:13.502629Z","end":"2026-03-31T05:19:13.724322Z","steps":["trace[1326579116] 'agreement among raft nodes before linearized reading' (duration: 221.610402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.131455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:13.724404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.027777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724425Z","caller":"traceutil/trace.go:171","msg":"trace[365527074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11973; }","duration":"224.11145ms","start":"2026-03-31T05:19:13.500307Z","end":"2026-03-31T05:19:13.724419Z","steps":["trace[365527074] 'agreement among raft nodes before linearized reading' (duration: 224.075869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.781362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724428Z","caller":"traceutil/trace.go:171","msg":"trace[1579047225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11973; }","duration":"222.29391ms","start":"2026-03-31T05:19:13.502109Z","end":"2026-03-31T05:19:13.724402Z","steps":["trace[1579047225] 'agreement among raft nodes before linearized reading' (duration: 222.049424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.724458Z","caller":"traceutil/trace.go:171","msg":"trace[1415147849] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11973; }","duration":"219.827182ms","start":"2026-03-31T05:19:13.504622Z","end":"2026-03-31T05:19:13.724449Z","steps":["trace[1415147849] 'agreement among raft nodes before linearized reading' (duration: 219.777691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.72454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.300125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724557Z","caller":"traceutil/trace.go:171","msg":"trace[977164055] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11973; }","duration":"224.334555ms","start":"2026-03-31T05:19:13.500217Z","end":"2026-03-31T05:19:13.724552Z","steps":["trace[977164055] 'agreement among raft nodes before linearized reading' (duration: 224.300834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.290606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724603Z","caller":"traceutil/trace.go:171","msg":"trace[1197490439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11973; }","duration":"220.333656ms","start":"2026-03-31T05:19:13.504261Z","end":"2026-03-31T05:19:13.724595Z","steps":["trace[1197490439] 'agreement among raft nodes before linearized reading' (duration: 220.272955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.724368Z","caller":"traceutil/trace.go:171","msg":"trace[456981323] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11973; }","duration":"223.967526ms","start":"2026-03-31T05:19:13.500391Z","end":"2026-03-31T05:19:13.724358Z","steps":["trace[456981323] 'agreement among raft nodes before linearized reading' (duration: 223.800631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.669116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724899Z","caller":"traceutil/trace.go:171","msg":"trace[952226284] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11973; }","duration":"220.718568ms","start":"2026-03-31T05:19:13.504174Z","end":"2026-03-31T05:19:13.724892Z","steps":["trace[952226284] 'agreement among raft nodes before linearized reading' (duration: 220.680577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.724877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.43638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.724971Z","caller":"traceutil/trace.go:171","msg":"trace[1624461283] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11973; }","duration":"220.775349ms","start":"2026-03-31T05:19:13.504172Z","end":"2026-03-31T05:19:13.724947Z","steps":["trace[1624461283] 'agreement among raft nodes before linearized reading' (duration: 220.414989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.014135Z","caller":"traceutil/trace.go:171","msg":"trace[383118161] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"261.111537ms","start":"2026-03-31T05:19:13.752992Z","end":"2026-03-31T05:19:14.014103Z","steps":["trace[383118161] 'process raft request' (duration: 260.84354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.75404Z","caller":"traceutil/trace.go:171","msg":"trace[794959259] linearizableReadLoop","detail":"{readStateIndex:12410; appliedIndex:12405; }","duration":"269.727753ms","start":"2026-03-31T05:19:14.484286Z","end":"2026-03-31T05:19:14.754014Z","steps":["trace[794959259] 'read index received' (duration: 269.269401ms)","trace[794959259] 'applied index is now lower than readState.Index' (duration: 457.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:14.754276Z","caller":"traceutil/trace.go:171","msg":"trace[1528411596] transaction","detail":"{read_only:false; response_revision:11977; number_of_response:1; }","duration":"480.21129ms","start":"2026-03-31T05:19:14.274036Z","end":"2026-03-31T05:19:14.754247Z","steps":["trace[1528411596] 'process raft request' (duration: 479.783199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.754794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.782983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:14.754834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.889439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:14.75485Z","caller":"traceutil/trace.go:171","msg":"trace[472373390] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11980; }","duration":"262.891556ms","start":"2026-03-31T05:19:14.491943Z","end":"2026-03-31T05:19:14.754835Z","steps":["trace[472373390] 'agreement among raft nodes before linearized reading' (duration: 262.781523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.754893Z","caller":"traceutil/trace.go:171","msg":"trace[1938337804] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11980; }","duration":"115.985552ms","start":"2026-03-31T05:19:14.638892Z","end":"2026-03-31T05:19:14.754878Z","steps":["trace[1938337804] 'agreement among raft nodes before linearized reading' (duration: 115.904119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.754856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.274016Z","time spent":"480.749705ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:14.754343Z","caller":"traceutil/trace.go:171","msg":"trace[790100929] transaction","detail":"{read_only:false; response_revision:11979; number_of_response:1; }","duration":"479.919633ms","start":"2026-03-31T05:19:14.274394Z","end":"2026-03-31T05:19:14.754313Z","steps":["trace[790100929] 'process raft request' (duration: 479.543453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.754426Z","caller":"traceutil/trace.go:171","msg":"trace[723787031] transaction","detail":"{read_only:false; response_revision:11978; number_of_response:1; }","duration":"480.294173ms","start":"2026-03-31T05:19:14.274094Z","end":"2026-03-31T05:19:14.754389Z","steps":["trace[723787031] 'process raft request' (duration: 479.767389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.755802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.274065Z","time spent":"481.690182ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:14.754422Z","caller":"traceutil/trace.go:171","msg":"trace[1337160064] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"480.368615ms","start":"2026-03-31T05:19:14.274013Z","end":"2026-03-31T05:19:14.754382Z","steps":["trace[1337160064] 'process raft request' (duration: 479.653126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.754513Z","caller":"traceutil/trace.go:171","msg":"trace[1867284027] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"480.095197ms","start":"2026-03-31T05:19:14.274372Z","end":"2026-03-31T05:19:14.754467Z","steps":["trace[1867284027] 'process raft request' (duration: 479.600224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.756027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.273989Z","time spent":"481.931118ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:14.756099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.274362Z","time spent":"481.671901ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:14.754556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.259397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:14.756213Z","caller":"traceutil/trace.go:171","msg":"trace[579858083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11980; }","duration":"271.961454ms","start":"2026-03-31T05:19:14.484235Z","end":"2026-03-31T05:19:14.756196Z","steps":["trace[579858083] 'agreement among raft nodes before linearized reading' (duration: 270.264257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.75638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.274366Z","time spent":"481.197527ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:15.135506Z","caller":"traceutil/trace.go:171","msg":"trace[748325373] transaction","detail":"{read_only:false; response_revision:11981; number_of_response:1; }","duration":"110.280436ms","start":"2026-03-31T05:19:15.025191Z","end":"2026-03-31T05:19:15.135471Z","steps":["trace[748325373] 'process raft request' (duration: 110.019609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:15.404082Z","caller":"traceutil/trace.go:171","msg":"trace[382740361] transaction","detail":"{read_only:false; response_revision:11982; number_of_response:1; }","duration":"184.471088ms","start":"2026-03-31T05:19:15.219573Z","end":"2026-03-31T05:19:15.404044Z","steps":["trace[382740361] 'process raft request' (duration: 170.094696ms)","trace[382740361] 'compare' (duration: 14.107715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:15.472354Z","caller":"traceutil/trace.go:171","msg":"trace[186968211] transaction","detail":"{read_only:false; response_revision:11983; number_of_response:1; }","duration":"190.945985ms","start":"2026-03-31T05:19:15.281389Z","end":"2026-03-31T05:19:15.472335Z","steps":["trace[186968211] 'process raft request' (duration: 190.835942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.213295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396004972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:16.326661Z","caller":"traceutil/trace.go:171","msg":"trace[1681324202] transaction","detail":"{read_only:false; response_revision:11984; number_of_response:1; }","duration":"708.803401ms","start":"2026-03-31T05:19:15.617826Z","end":"2026-03-31T05:19:16.326629Z","steps":["trace[1681324202] 'process raft request' (duration: 651.616922ms)","trace[1681324202] 'compare' (duration: 56.717136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:16.326081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.38475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.326754Z","caller":"traceutil/trace.go:171","msg":"trace[1421574443] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11983; }","duration":"709.10229ms","start":"2026-03-31T05:19:15.617624Z","end":"2026-03-31T05:19:16.326726Z","steps":["trace[1421574443] 'range keys from in-memory index tree' (duration: 708.288027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.326788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.6178Z","time spent":"708.919824ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:16.326805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.617605Z","time spent":"709.177931ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:19:16.599176Z","caller":"traceutil/trace.go:171","msg":"trace[967194333] linearizableReadLoop","detail":"{readStateIndex:12415; appliedIndex:12413; }","duration":"886.497496ms","start":"2026-03-31T05:19:15.712634Z","end":"2026-03-31T05:19:16.599132Z","steps":["trace[967194333] 'read index received' (duration: 556.828828ms)","trace[967194333] 'applied index is now lower than readState.Index' (duration: 329.666908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.59931Z","caller":"traceutil/trace.go:171","msg":"trace[726474418] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"865.960556ms","start":"2026-03-31T05:19:15.733219Z","end":"2026-03-31T05:19:16.599179Z","steps":["trace[726474418] 'process raft request' (duration: 864.193428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.718242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.599442Z","caller":"traceutil/trace.go:171","msg":"trace[491893621] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11985; }","duration":"886.854136ms","start":"2026-03-31T05:19:15.712572Z","end":"2026-03-31T05:19:16.599426Z","steps":["trace[491893621] 'agreement among raft nodes before linearized reading' (duration: 886.715922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.733208Z","time spent":"866.169151ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:16.599446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.826602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.599473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.712544Z","time spent":"886.921757ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:16.5995Z","caller":"traceutil/trace.go:171","msg":"trace[1267936470] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11985; }","duration":"869.888503ms","start":"2026-03-31T05:19:15.729597Z","end":"2026-03-31T05:19:16.599486Z","steps":["trace[1267936470] 'agreement among raft nodes before linearized reading' (duration: 869.798471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.5995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.098491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.599529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.729534Z","time spent":"869.990075ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:19:16.59955Z","caller":"traceutil/trace.go:171","msg":"trace[1784272039] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11985; }","duration":"869.189993ms","start":"2026-03-31T05:19:15.730343Z","end":"2026-03-31T05:19:16.599533Z","steps":["trace[1784272039] 'agreement among raft nodes before linearized reading' (duration: 869.06896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.240995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.599594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.730335Z","time spent":"869.249105ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:19:16.599617Z","caller":"traceutil/trace.go:171","msg":"trace[1033954657] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11985; }","duration":"869.287586ms","start":"2026-03-31T05:19:15.730311Z","end":"2026-03-31T05:19:16.599599Z","steps":["trace[1033954657] 'agreement among raft nodes before linearized reading' (duration: 869.240215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.730305Z","time spent":"869.337797ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:16.599724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.739698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.59977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.529803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.599773Z","caller":"traceutil/trace.go:171","msg":"trace[2007815568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11985; }","duration":"869.820931ms","start":"2026-03-31T05:19:15.729939Z","end":"2026-03-31T05:19:16.59976Z","steps":["trace[2007815568] 'agreement among raft nodes before linearized reading' (duration: 869.744729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.838891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.599797Z","caller":"traceutil/trace.go:171","msg":"trace[1785695004] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11985; }","duration":"869.573964ms","start":"2026-03-31T05:19:15.730214Z","end":"2026-03-31T05:19:16.599788Z","steps":["trace[1785695004] 'agreement among raft nodes before linearized reading' (duration: 869.531093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.729917Z","time spent":"869.882333ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:16.599815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.778447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:16.599823Z","caller":"traceutil/trace.go:171","msg":"trace[805034693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11985; }","duration":"869.889943ms","start":"2026-03-31T05:19:15.729925Z","end":"2026-03-31T05:19:16.599815Z","steps":["trace[805034693] 'agreement among raft nodes before linearized reading' (duration: 869.823251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.59983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.730204Z","time spent":"869.620245ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:16.599775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.07872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.599522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.498232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.599898Z","caller":"traceutil/trace.go:171","msg":"trace[958958333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11985; }","duration":"869.894843ms","start":"2026-03-31T05:19:15.729993Z","end":"2026-03-31T05:19:16.599888Z","steps":["trace[958958333] 'agreement among raft nodes before linearized reading' (duration: 869.483272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.9179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.599927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.729985Z","time spent":"869.932444ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:19:16.599933Z","caller":"traceutil/trace.go:171","msg":"trace[187575931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11985; }","duration":"115.996142ms","start":"2026-03-31T05:19:16.483929Z","end":"2026-03-31T05:19:16.599925Z","steps":["trace[187575931] 'agreement among raft nodes before linearized reading' (duration: 115.939991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.989826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:19:16.599971Z","caller":"traceutil/trace.go:171","msg":"trace[1627337924] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11985; }","duration":"870.038197ms","start":"2026-03-31T05:19:15.729927Z","end":"2026-03-31T05:19:16.599966Z","steps":["trace[1627337924] 'agreement among raft nodes before linearized reading' (duration: 869.938455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.729915Z","time spent":"870.070468ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:16.599996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.8199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:16.600025Z","caller":"traceutil/trace.go:171","msg":"trace[1981457035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11985; }","duration":"253.887452ms","start":"2026-03-31T05:19:16.34613Z","end":"2026-03-31T05:19:16.600018Z","steps":["trace[1981457035] 'agreement among raft nodes before linearized reading' (duration: 253.767418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.599851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.729916Z","time spent":"869.930234ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:16.60004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.672547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.600074Z","caller":"traceutil/trace.go:171","msg":"trace[700879854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11985; }","duration":"869.718988ms","start":"2026-03-31T05:19:15.730347Z","end":"2026-03-31T05:19:16.600066Z","steps":["trace[700879854] 'agreement among raft nodes before linearized reading' (duration: 869.661976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.599917Z","caller":"traceutil/trace.go:171","msg":"trace[1447822866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11985; }","duration":"869.270656ms","start":"2026-03-31T05:19:15.730617Z","end":"2026-03-31T05:19:16.599888Z","steps":["trace[1447822866] 'agreement among raft nodes before linearized reading' (duration: 868.958168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.600101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.730335Z","time spent":"869.759589ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:16.600131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.73061Z","time spent":"869.507152ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:19:16.599845Z","caller":"traceutil/trace.go:171","msg":"trace[406288666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:11985; }","duration":"859.831629ms","start":"2026-03-31T05:19:15.740006Z","end":"2026-03-31T05:19:16.599837Z","steps":["trace[406288666] 'agreement among raft nodes before linearized reading' (duration: 859.683655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.600209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.739994Z","time spent":"860.209029ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:16.600294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.553408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:16.600448Z","caller":"traceutil/trace.go:171","msg":"trace[291454950] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11985; }","duration":"736.744993ms","start":"2026-03-31T05:19:15.863687Z","end":"2026-03-31T05:19:16.600432Z","steps":["trace[291454950] 'agreement among raft nodes before linearized reading' (duration: 736.540237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.600477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.863659Z","time spent":"736.810425ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:16.984652Z","caller":"traceutil/trace.go:171","msg":"trace[1982393293] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"208.816462ms","start":"2026-03-31T05:19:16.775808Z","end":"2026-03-31T05:19:16.984624Z","steps":["trace[1982393293] 'process raft request' (duration: 207.301941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.985012Z","caller":"traceutil/trace.go:171","msg":"trace[1615688991] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"209.012477ms","start":"2026-03-31T05:19:16.775969Z","end":"2026-03-31T05:19:16.984981Z","steps":["trace[1615688991] 'process raft request' (duration: 208.542654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.98545Z","caller":"traceutil/trace.go:171","msg":"trace[675298595] transaction","detail":"{read_only:false; response_revision:11990; number_of_response:1; }","duration":"209.430269ms","start":"2026-03-31T05:19:16.775992Z","end":"2026-03-31T05:19:16.985423Z","steps":["trace[675298595] 'process raft request' (duration: 208.884334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.98546Z","caller":"traceutil/trace.go:171","msg":"trace[1672034031] linearizableReadLoop","detail":"{readStateIndex:12421; appliedIndex:12416; }","duration":"205.283466ms","start":"2026-03-31T05:19:16.780151Z","end":"2026-03-31T05:19:16.985435Z","steps":["trace[1672034031] 'read index received' (duration: 70.993456ms)","trace[1672034031] 'applied index is now lower than readState.Index' (duration: 134.28874ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:16.985489Z","caller":"traceutil/trace.go:171","msg":"trace[1696541294] transaction","detail":"{read_only:false; response_revision:11991; number_of_response:1; }","duration":"209.398658ms","start":"2026-03-31T05:19:16.77607Z","end":"2026-03-31T05:19:16.985468Z","steps":["trace[1696541294] 'process raft request' (duration: 209.242724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.985676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.504212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-nnfxx\" ","response":"range_response_count:1 size:7238"} {"level":"info","ts":"2026-03-31T05:19:16.985721Z","caller":"traceutil/trace.go:171","msg":"trace[1335531127] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-nnfxx; range_end:; response_count:1; response_revision:11991; }","duration":"205.589564ms","start":"2026-03-31T05:19:16.78012Z","end":"2026-03-31T05:19:16.98571Z","steps":["trace[1335531127] 'agreement among raft nodes before linearized reading' (duration: 205.405399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.379483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.510831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:19:18.349426Z","caller":"traceutil/trace.go:171","msg":"trace[1149279446] linearizableReadLoop","detail":"{readStateIndex:12427; appliedIndex:12426; }","duration":"173.055638ms","start":"2026-03-31T05:19:18.176336Z","end":"2026-03-31T05:19:18.349392Z","steps":["trace[1149279446] 'read index received' (duration: 172.749309ms)","trace[1149279446] 'applied index is now lower than readState.Index' (duration: 304.229µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.349532Z","caller":"traceutil/trace.go:171","msg":"trace[1466527994] transaction","detail":"{read_only:false; response_revision:11996; number_of_response:1; }","duration":"262.724982ms","start":"2026-03-31T05:19:18.086773Z","end":"2026-03-31T05:19:18.349498Z","steps":["trace[1466527994] 'process raft request' (duration: 262.382322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.349798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.433008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-31T05:19:18.349862Z","caller":"traceutil/trace.go:171","msg":"trace[1731620522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11996; }","duration":"173.557271ms","start":"2026-03-31T05:19:18.176285Z","end":"2026-03-31T05:19:18.349842Z","steps":["trace[1731620522] 'agreement among raft nodes before linearized reading' (duration: 173.289754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.716662Z","caller":"traceutil/trace.go:171","msg":"trace[274334919] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12428; }","duration":"109.030912ms","start":"2026-03-31T05:19:18.607601Z","end":"2026-03-31T05:19:18.716632Z","steps":["trace[274334919] 'read index received' (duration: 108.933639ms)","trace[274334919] 'applied index is now lower than readState.Index' (duration: 96.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.716765Z","caller":"traceutil/trace.go:171","msg":"trace[1533892377] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"110.707638ms","start":"2026-03-31T05:19:18.606039Z","end":"2026-03-31T05:19:18.716747Z","steps":["trace[1533892377] 'process raft request' (duration: 110.482752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.716798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.179807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.716822Z","caller":"traceutil/trace.go:171","msg":"trace[277973294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11998; }","duration":"109.273829ms","start":"2026-03-31T05:19:18.607542Z","end":"2026-03-31T05:19:18.716816Z","steps":["trace[277973294] 'agreement among raft nodes before linearized reading' (duration: 109.201187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.716895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.191567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.716984Z","caller":"traceutil/trace.go:171","msg":"trace[862298337] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11998; }","duration":"109.30895ms","start":"2026-03-31T05:19:18.607657Z","end":"2026-03-31T05:19:18.716966Z","steps":["trace[862298337] 'agreement among raft nodes before linearized reading' (duration: 109.141865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.717057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.894789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:19:18.717057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.976611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.71711Z","caller":"traceutil/trace.go:171","msg":"trace[275101151] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11998; }","duration":"104.984602ms","start":"2026-03-31T05:19:18.61211Z","end":"2026-03-31T05:19:18.717094Z","steps":["trace[275101151] 'agreement among raft nodes before linearized reading' (duration: 104.837848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.717144Z","caller":"traceutil/trace.go:171","msg":"trace[923180183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11998; }","duration":"105.095975ms","start":"2026-03-31T05:19:18.612023Z","end":"2026-03-31T05:19:18.717119Z","steps":["trace[923180183] 'agreement among raft nodes before linearized reading' (duration: 104.957661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.716911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.91264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:18.717215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.510896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.717247Z","caller":"traceutil/trace.go:171","msg":"trace[789880070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11998; }","duration":"105.26753ms","start":"2026-03-31T05:19:18.611964Z","end":"2026-03-31T05:19:18.717232Z","steps":["trace[789880070] 'agreement among raft nodes before linearized reading' (duration: 104.88319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.717246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.262728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:18.717249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.061803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:18.717282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.95273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.717296Z","caller":"traceutil/trace.go:171","msg":"trace[1247632563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11998; }","duration":"109.354021ms","start":"2026-03-31T05:19:18.607932Z","end":"2026-03-31T05:19:18.717286Z","steps":["trace[1247632563] 'agreement among raft nodes before linearized reading' (duration: 109.271708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.7173Z","caller":"traceutil/trace.go:171","msg":"trace[111852170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11998; }","duration":"109.540996ms","start":"2026-03-31T05:19:18.607698Z","end":"2026-03-31T05:19:18.717239Z","steps":["trace[111852170] 'agreement among raft nodes before linearized reading' (duration: 109.499605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.717317Z","caller":"traceutil/trace.go:171","msg":"trace[1148397768] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11998; }","duration":"109.001861ms","start":"2026-03-31T05:19:18.608308Z","end":"2026-03-31T05:19:18.71731Z","steps":["trace[1148397768] 'agreement among raft nodes before linearized reading' (duration: 108.94484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.717169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.209838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.717324Z","caller":"traceutil/trace.go:171","msg":"trace[1482195247] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11998; }","duration":"109.165466ms","start":"2026-03-31T05:19:18.608142Z","end":"2026-03-31T05:19:18.717307Z","steps":["trace[1482195247] 'agreement among raft nodes before linearized reading' (duration: 109.007892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.717437Z","caller":"traceutil/trace.go:171","msg":"trace[1423089357] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11998; }","duration":"105.444524ms","start":"2026-03-31T05:19:18.611938Z","end":"2026-03-31T05:19:18.717382Z","steps":["trace[1423089357] 'agreement among raft nodes before linearized reading' (duration: 105.208288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:19.115565Z","caller":"traceutil/trace.go:171","msg":"trace[706325013] linearizableReadLoop","detail":"{readStateIndex:12431; appliedIndex:12430; }","duration":"258.507757ms","start":"2026-03-31T05:19:18.857028Z","end":"2026-03-31T05:19:19.115536Z","steps":["trace[706325013] 'read index received' (duration: 258.118196ms)","trace[706325013] 'applied index is now lower than readState.Index' (duration: 388.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:19.115752Z","caller":"traceutil/trace.go:171","msg":"trace[1284591691] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"300.178803ms","start":"2026-03-31T05:19:18.815441Z","end":"2026-03-31T05:19:19.11562Z","steps":["trace[1284591691] 'process raft request' (duration: 299.853174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.115842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.801304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:19.115891Z","caller":"traceutil/trace.go:171","msg":"trace[1350875235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12000; }","duration":"258.903387ms","start":"2026-03-31T05:19:18.856974Z","end":"2026-03-31T05:19:19.115877Z","steps":["trace[1350875235] 'agreement among raft nodes before linearized reading' (duration: 258.726982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.116011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:18.815428Z","time spent":"300.415689ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:19.11604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.616645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:19.116175Z","caller":"traceutil/trace.go:171","msg":"trace[1393357718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12000; }","duration":"125.782589ms","start":"2026-03-31T05:19:18.990353Z","end":"2026-03-31T05:19:19.116136Z","steps":["trace[1393357718] 'agreement among raft nodes before linearized reading' (duration: 125.501412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.116271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.678696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:19:19.116311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.199586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:19.116379Z","caller":"traceutil/trace.go:171","msg":"trace[979591570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12000; }","duration":"125.855731ms","start":"2026-03-31T05:19:18.990497Z","end":"2026-03-31T05:19:19.116352Z","steps":["trace[979591570] 'agreement among raft nodes before linearized reading' (duration: 125.518612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:19.116417Z","caller":"traceutil/trace.go:171","msg":"trace[183340568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12000; }","duration":"124.37012ms","start":"2026-03-31T05:19:18.992022Z","end":"2026-03-31T05:19:19.116392Z","steps":["trace[183340568] 'agreement among raft nodes before linearized reading' (duration: 124.006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.116425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.137704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:19.116462Z","caller":"traceutil/trace.go:171","msg":"trace[1232389093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12000; }","duration":"124.238527ms","start":"2026-03-31T05:19:18.992214Z","end":"2026-03-31T05:19:19.116452Z","steps":["trace[1232389093] 'agreement among raft nodes before linearized reading' (duration: 124.121674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.522996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.967399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:19.5231Z","caller":"traceutil/trace.go:171","msg":"trace[1506690445] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"400.111687ms","start":"2026-03-31T05:19:19.122975Z","end":"2026-03-31T05:19:19.523087Z","steps":["trace[1506690445] 'process raft request' (duration: 63.991984ms)","trace[1506690445] 'compare' (duration: 335.881176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:19.523146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.122954Z","time spent":"400.170959ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:19.590203Z","caller":"traceutil/trace.go:171","msg":"trace[797190115] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"465.664195ms","start":"2026-03-31T05:19:19.124498Z","end":"2026-03-31T05:19:19.590162Z","steps":["trace[797190115] 'process raft request' (duration: 465.569622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:19.590245Z","caller":"traceutil/trace.go:171","msg":"trace[1399852840] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"466.119467ms","start":"2026-03-31T05:19:19.124092Z","end":"2026-03-31T05:19:19.590211Z","steps":["trace[1399852840] 'process raft request' (duration: 465.938622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.590361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.124486Z","time spent":"465.787918ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:19.590354Z","caller":"traceutil/trace.go:171","msg":"trace[767981501] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"464.714088ms","start":"2026-03-31T05:19:19.125607Z","end":"2026-03-31T05:19:19.590321Z","steps":["trace[767981501] 'process raft request' (duration: 464.499362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:19.590188Z","caller":"traceutil/trace.go:171","msg":"trace[1878456655] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"466.160238ms","start":"2026-03-31T05:19:19.123999Z","end":"2026-03-31T05:19:19.590159Z","steps":["trace[1878456655] 'process raft request' (duration: 465.86762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.590456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.12404Z","time spent":"466.303172ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:19.590526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.1256Z","time spent":"464.836581ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:19.590629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.123977Z","time spent":"466.528498ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.138785Z","caller":"traceutil/trace.go:171","msg":"trace[2137340616] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"779.773636ms","start":"2026-03-31T05:19:19.358984Z","end":"2026-03-31T05:19:20.138758Z","steps":["trace[2137340616] 'process raft request' (duration: 779.472008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.138908Z","caller":"traceutil/trace.go:171","msg":"trace[920604680] linearizableReadLoop","detail":"{readStateIndex:12437; appliedIndex:12432; }","duration":"695.671103ms","start":"2026-03-31T05:19:19.443219Z","end":"2026-03-31T05:19:20.13889Z","steps":["trace[920604680] 'read index received' (duration: 146.72372ms)","trace[920604680] 'applied index is now lower than readState.Index' (duration: 548.945503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:20.138922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.35896Z","time spent":"779.897159ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5594,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.139012Z","caller":"traceutil/trace.go:171","msg":"trace[865252941] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"653.02751ms","start":"2026-03-31T05:19:19.485954Z","end":"2026-03-31T05:19:20.138981Z","steps":["trace[865252941] 'process raft request' (duration: 652.742973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.139062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.93632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:20.139092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.797176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.139129Z","caller":"traceutil/trace.go:171","msg":"trace[1770727559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12007; }","duration":"695.94658ms","start":"2026-03-31T05:19:19.443173Z","end":"2026-03-31T05:19:20.13912Z","steps":["trace[1770727559] 'agreement among raft nodes before linearized reading' (duration: 695.805556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.139143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.917412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:20.139157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.443147Z","time spent":"696.002982ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:20.139151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.485935Z","time spent":"653.142374ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.139172Z","caller":"traceutil/trace.go:171","msg":"trace[114877882] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12007; }","duration":"574.946402ms","start":"2026-03-31T05:19:19.564216Z","end":"2026-03-31T05:19:20.139162Z","steps":["trace[114877882] 'agreement among raft nodes before linearized reading' (duration: 574.896191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.139097Z","caller":"traceutil/trace.go:171","msg":"trace[1990675629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12007; }","duration":"655.994831ms","start":"2026-03-31T05:19:19.483091Z","end":"2026-03-31T05:19:20.139086Z","steps":["trace[1990675629] 'agreement among raft nodes before linearized reading' (duration: 655.94611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.139198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.564155Z","time spent":"575.036494ms","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:20.139251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.482851Z","time spent":"656.372252ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:20.330464Z","caller":"traceutil/trace.go:171","msg":"trace[1301192278] transaction","detail":"{read_only:false; response_revision:12008; number_of_response:1; }","duration":"181.527228ms","start":"2026-03-31T05:19:20.148913Z","end":"2026-03-31T05:19:20.33044Z","steps":["trace[1301192278] 'process raft request' (duration: 181.359883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.68057Z","caller":"traceutil/trace.go:171","msg":"trace[40774631] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"154.600674ms","start":"2026-03-31T05:19:20.525934Z","end":"2026-03-31T05:19:20.680535Z","steps":["trace[40774631] 'process raft request' (duration: 129.770548ms)","trace[40774631] 'compare' (duration: 24.60566ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:20.854679Z","caller":"traceutil/trace.go:171","msg":"trace[1811117671] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"149.035922ms","start":"2026-03-31T05:19:20.705628Z","end":"2026-03-31T05:19:20.854664Z","steps":["trace[1811117671] 'process raft request' (duration: 141.394944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.854668Z","caller":"traceutil/trace.go:171","msg":"trace[1820361639] linearizableReadLoop","detail":"{readStateIndex:12445; appliedIndex:12444; }","duration":"130.658732ms","start":"2026-03-31T05:19:20.723988Z","end":"2026-03-31T05:19:20.854647Z","steps":["trace[1820361639] 'read index received' (duration: 123.049764ms)","trace[1820361639] 'applied index is now lower than readState.Index' (duration: 7.608158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:20.854768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.765205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4897"} {"level":"info","ts":"2026-03-31T05:19:20.854812Z","caller":"traceutil/trace.go:171","msg":"trace[2057683550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12014; }","duration":"130.848227ms","start":"2026-03-31T05:19:20.723958Z","end":"2026-03-31T05:19:20.854806Z","steps":["trace[2057683550] 'agreement among raft nodes before linearized reading' (duration: 130.747024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.875851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.643314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.876169Z","caller":"traceutil/trace.go:171","msg":"trace[98300663] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"151.997613ms","start":"2026-03-31T05:19:20.724133Z","end":"2026-03-31T05:19:20.87613Z","steps":["trace[98300663] 'process raft request' (duration: 151.421678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.876232Z","caller":"traceutil/trace.go:171","msg":"trace[1112866050] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12015; }","duration":"152.050245ms","start":"2026-03-31T05:19:20.724168Z","end":"2026-03-31T05:19:20.876219Z","steps":["trace[1112866050] 'agreement among raft nodes before linearized reading' (duration: 151.604993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.876261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.015364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:20.875889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.798998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.876335Z","caller":"traceutil/trace.go:171","msg":"trace[1407961271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12015; }","duration":"152.138828ms","start":"2026-03-31T05:19:20.724181Z","end":"2026-03-31T05:19:20.87632Z","steps":["trace[1407961271] 'agreement among raft nodes before linearized reading' (duration: 151.982423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.876492Z","caller":"traceutil/trace.go:171","msg":"trace[1968824301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12015; }","duration":"152.326422ms","start":"2026-03-31T05:19:20.724024Z","end":"2026-03-31T05:19:20.87635Z","steps":["trace[1968824301] 'agreement among raft nodes before linearized reading' (duration: 151.756627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.875924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.87464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:19:20.875962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.965263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.876669Z","caller":"traceutil/trace.go:171","msg":"trace[1100020404] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12015; }","duration":"152.574119ms","start":"2026-03-31T05:19:20.724029Z","end":"2026-03-31T05:19:20.876603Z","steps":["trace[1100020404] 'agreement among raft nodes before linearized reading' (duration: 151.758247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.876712Z","caller":"traceutil/trace.go:171","msg":"trace[10967763] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12015; }","duration":"152.718953ms","start":"2026-03-31T05:19:20.723979Z","end":"2026-03-31T05:19:20.876698Z","steps":["trace[10967763] 'agreement among raft nodes before linearized reading' (duration: 151.963682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.875984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.797988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4897"} {"level":"info","ts":"2026-03-31T05:19:20.876905Z","caller":"traceutil/trace.go:171","msg":"trace[1180157434] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12015; }","duration":"152.723953ms","start":"2026-03-31T05:19:20.724169Z","end":"2026-03-31T05:19:20.876893Z","steps":["trace[1180157434] 'agreement among raft nodes before linearized reading' (duration: 151.783188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.876024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.8642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.876979Z","caller":"traceutil/trace.go:171","msg":"trace[297149817] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12015; }","duration":"152.820606ms","start":"2026-03-31T05:19:20.724141Z","end":"2026-03-31T05:19:20.876961Z","steps":["trace[297149817] 'agreement among raft nodes before linearized reading' (duration: 151.86342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.876093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.373676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.877068Z","caller":"traceutil/trace.go:171","msg":"trace[1629831409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12015; }","duration":"152.556109ms","start":"2026-03-31T05:19:20.724496Z","end":"2026-03-31T05:19:20.877052Z","steps":["trace[1629831409] 'agreement among raft nodes before linearized reading' (duration: 151.564921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.87606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.018934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:20.877164Z","caller":"traceutil/trace.go:171","msg":"trace[1782000284] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12015; }","duration":"153.147385ms","start":"2026-03-31T05:19:20.724008Z","end":"2026-03-31T05:19:20.877155Z","steps":["trace[1782000284] 'agreement among raft nodes before linearized reading' (duration: 152.033035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.87615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.962279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:20.87722Z","caller":"traceutil/trace.go:171","msg":"trace[1281692193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12015; }","duration":"147.061549ms","start":"2026-03-31T05:19:20.730153Z","end":"2026-03-31T05:19:20.877214Z","steps":["trace[1281692193] 'agreement among raft nodes before linearized reading' (duration: 145.896537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.876181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.913261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:20.877351Z","caller":"traceutil/trace.go:171","msg":"trace[1869012460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12015; }","duration":"113.110783ms","start":"2026-03-31T05:19:20.764232Z","end":"2026-03-31T05:19:20.877343Z","steps":["trace[1869012460] 'agreement among raft nodes before linearized reading' (duration: 111.88898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.129346Z","caller":"traceutil/trace.go:171","msg":"trace[1620993486] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"147.792649ms","start":"2026-03-31T05:19:20.981531Z","end":"2026-03-31T05:19:21.129324Z","steps":["trace[1620993486] 'process raft request' (duration: 104.466477ms)","trace[1620993486] 'compare' (duration: 43.225479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.155597Z","caller":"traceutil/trace.go:171","msg":"trace[1220719184] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"170.085077ms","start":"2026-03-31T05:19:20.985486Z","end":"2026-03-31T05:19:21.155571Z","steps":["trace[1220719184] 'process raft request' (duration: 170.007385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.155626Z","caller":"traceutil/trace.go:171","msg":"trace[363200596] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"173.757837ms","start":"2026-03-31T05:19:20.981835Z","end":"2026-03-31T05:19:21.155592Z","steps":["trace[363200596] 'process raft request' (duration: 173.52764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.397313Z","caller":"traceutil/trace.go:171","msg":"trace[692526042] transaction","detail":"{read_only:false; response_revision:12022; number_of_response:1; }","duration":"228.509919ms","start":"2026-03-31T05:19:21.168763Z","end":"2026-03-31T05:19:21.397273Z","steps":["trace[692526042] 'process raft request' (duration: 173.439278ms)","trace[692526042] 'compare' (duration: 54.839355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.737233Z","caller":"traceutil/trace.go:171","msg":"trace[789089938] transaction","detail":"{read_only:false; response_revision:12024; number_of_response:1; }","duration":"139.449852ms","start":"2026-03-31T05:19:21.597753Z","end":"2026-03-31T05:19:21.737203Z","steps":["trace[789089938] 'process raft request' (duration: 79.808516ms)","trace[789089938] 'compare' (duration: 59.454441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.737326Z","caller":"traceutil/trace.go:171","msg":"trace[13375296] linearizableReadLoop","detail":"{readStateIndex:12455; appliedIndex:12454; }","duration":"134.387203ms","start":"2026-03-31T05:19:21.602906Z","end":"2026-03-31T05:19:21.737293Z","steps":["trace[13375296] 'read index received' (duration: 74.674755ms)","trace[13375296] 'applied index is now lower than readState.Index' (duration: 59.709458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:21.737466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.531428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:21.737466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.556619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:21.737526Z","caller":"traceutil/trace.go:171","msg":"trace[288723115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12024; }","duration":"141.656511ms","start":"2026-03-31T05:19:21.595861Z","end":"2026-03-31T05:19:21.737518Z","steps":["trace[288723115] 'agreement among raft nodes before linearized reading' (duration: 141.505917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.737517Z","caller":"traceutil/trace.go:171","msg":"trace[1889142041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12024; }","duration":"141.659372ms","start":"2026-03-31T05:19:21.595841Z","end":"2026-03-31T05:19:21.7375Z","steps":["trace[1889142041] 'agreement among raft nodes before linearized reading' (duration: 141.528198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.737618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.710343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:19:21.737707Z","caller":"traceutil/trace.go:171","msg":"trace[157953736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12024; }","duration":"141.853157ms","start":"2026-03-31T05:19:21.595834Z","end":"2026-03-31T05:19:21.737687Z","steps":["trace[157953736] 'agreement among raft nodes before linearized reading' (duration: 141.59343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.738415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.794505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:21.73862Z","caller":"traceutil/trace.go:171","msg":"trace[1361833098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12024; }","duration":"142.735161ms","start":"2026-03-31T05:19:21.595865Z","end":"2026-03-31T05:19:21.7386Z","steps":["trace[1361833098] 'agreement among raft nodes before linearized reading' (duration: 141.482407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.985815Z","caller":"traceutil/trace.go:171","msg":"trace[5840979] linearizableReadLoop","detail":"{readStateIndex:12462; appliedIndex:12461; }","duration":"184.810968ms","start":"2026-03-31T05:19:21.80098Z","end":"2026-03-31T05:19:21.985791Z","steps":["trace[5840979] 'read index received' (duration: 96.044018ms)","trace[5840979] 'applied index is now lower than readState.Index' (duration: 88.76584ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.985926Z","caller":"traceutil/trace.go:171","msg":"trace[1772362580] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"186.061942ms","start":"2026-03-31T05:19:21.799777Z","end":"2026-03-31T05:19:21.985839Z","steps":["trace[1772362580] 'process raft request' (duration: 97.237161ms)","trace[1772362580] 'compare' (duration: 88.594745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:21.986288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.26386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:19:21.986328Z","caller":"traceutil/trace.go:171","msg":"trace[324324298] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12030; }","duration":"185.370504ms","start":"2026-03-31T05:19:21.800949Z","end":"2026-03-31T05:19:21.986319Z","steps":["trace[324324298] 'agreement among raft nodes before linearized reading' (duration: 184.985193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.005863Z","caller":"traceutil/trace.go:171","msg":"trace[995092308] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"120.018362ms","start":"2026-03-31T05:19:21.885823Z","end":"2026-03-31T05:19:22.005841Z","steps":["trace[995092308] 'process raft request' (duration: 119.894109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.268297Z","caller":"traceutil/trace.go:171","msg":"trace[1805607489] transaction","detail":"{read_only:false; response_revision:12033; number_of_response:1; }","duration":"123.658121ms","start":"2026-03-31T05:19:22.144618Z","end":"2026-03-31T05:19:22.268276Z","steps":["trace[1805607489] 'process raft request' (duration: 123.522617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:22.711545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.537885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:19:22.71165Z","caller":"traceutil/trace.go:171","msg":"trace[1141387610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12034; }","duration":"135.70791ms","start":"2026-03-31T05:19:22.575916Z","end":"2026-03-31T05:19:22.711624Z","steps":["trace[1141387610] 'range keys from in-memory index tree' (duration: 135.267118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.826673Z","caller":"traceutil/trace.go:171","msg":"trace[2002533624] transaction","detail":"{read_only:false; response_revision:12035; number_of_response:1; }","duration":"110.468281ms","start":"2026-03-31T05:19:22.716177Z","end":"2026-03-31T05:19:22.826645Z","steps":["trace[2002533624] 'process raft request' (duration: 110.289616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.386137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:23.998023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.895062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:23.998204Z","caller":"traceutil/trace.go:171","msg":"trace[1747593483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12035; }","duration":"907.089487ms","start":"2026-03-31T05:19:23.09109Z","end":"2026-03-31T05:19:23.998179Z","steps":["trace[1747593483] 'range keys from in-memory index tree' (duration: 906.875601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.998444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.868612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:23.99862Z","caller":"traceutil/trace.go:171","msg":"trace[596662524] transaction","detail":"{read_only:false; response_revision:12036; number_of_response:1; }","duration":"1.116920277s","start":"2026-03-31T05:19:22.88163Z","end":"2026-03-31T05:19:23.99855Z","steps":["trace[596662524] 'process raft request' (duration: 910.829959ms)","trace[596662524] 'compare' (duration: 205.504972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:23.998723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.881614Z","time spent":"1.11706381s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:23.999357Z","caller":"traceutil/trace.go:171","msg":"trace[161794353] linearizableReadLoop","detail":"{readStateIndex:12469; appliedIndex:12467; }","duration":"1.113842933s","start":"2026-03-31T05:19:22.885495Z","end":"2026-03-31T05:19:23.999338Z","steps":["trace[161794353] 'read index received' (duration: 906.971903ms)","trace[161794353] 'applied index is now lower than readState.Index' (duration: 206.869899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:23.999387Z","caller":"traceutil/trace.go:171","msg":"trace[518657536] transaction","detail":"{read_only:false; response_revision:12037; number_of_response:1; }","duration":"1.021893606s","start":"2026-03-31T05:19:22.977479Z","end":"2026-03-31T05:19:23.999373Z","steps":["trace[518657536] 'process raft request' (duration: 1.021768083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.99962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.154552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:23.9996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.977453Z","time spent":"1.02200925s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:23.999656Z","caller":"traceutil/trace.go:171","msg":"trace[492251790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12037; }","duration":"198.233044ms","start":"2026-03-31T05:19:23.801415Z","end":"2026-03-31T05:19:23.999648Z","steps":["trace[492251790] 'agreement among raft nodes before linearized reading' (duration: 198.07634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.999662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114139502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:19:23.999758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.394868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:23.99981Z","caller":"traceutil/trace.go:171","msg":"trace[1189804806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12037; }","duration":"198.46921ms","start":"2026-03-31T05:19:23.801327Z","end":"2026-03-31T05:19:23.999796Z","steps":["trace[1189804806] 'agreement among raft nodes before linearized reading' (duration: 198.314786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:23.999754Z","caller":"traceutil/trace.go:171","msg":"trace[491062136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12037; }","duration":"1.114258824s","start":"2026-03-31T05:19:22.885476Z","end":"2026-03-31T05:19:23.999735Z","steps":["trace[491062136] 'agreement among raft nodes before linearized reading' (duration: 1.113931245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.999882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.885468Z","time spent":"1.114403938s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:23.999873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.867024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:19:23.999971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.780337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:24.000024Z","caller":"traceutil/trace.go:171","msg":"trace[824092927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12037; }","duration":"198.048389ms","start":"2026-03-31T05:19:23.801958Z","end":"2026-03-31T05:19:24.000006Z","steps":["trace[824092927] 'agreement among raft nodes before linearized reading' (duration: 197.782741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:24.000035Z","caller":"traceutil/trace.go:171","msg":"trace[449629613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12037; }","duration":"195.86917ms","start":"2026-03-31T05:19:23.804146Z","end":"2026-03-31T05:19:24.000015Z","steps":["trace[449629613] 'agreement among raft nodes before linearized reading' (duration: 195.760817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.999617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016001726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:24.000078Z","caller":"traceutil/trace.go:171","msg":"trace[190102751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12037; }","duration":"1.016508749s","start":"2026-03-31T05:19:22.98356Z","end":"2026-03-31T05:19:24.000069Z","steps":["trace[190102751] 'agreement among raft nodes before linearized reading' (duration: 1.015917723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.000037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.542873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:19:24.000106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.983535Z","time spent":"1.016565331s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:24.000179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.887181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:24.000212Z","caller":"traceutil/trace.go:171","msg":"trace[1167188091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12037; }","duration":"391.672617ms","start":"2026-03-31T05:19:23.608449Z","end":"2026-03-31T05:19:24.000122Z","steps":["trace[1167188091] 'agreement among raft nodes before linearized reading' (duration: 391.546873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:23.999981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005652994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:19:24.000252Z","caller":"traceutil/trace.go:171","msg":"trace[1385054674] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12037; }","duration":"805.007594ms","start":"2026-03-31T05:19:23.195222Z","end":"2026-03-31T05:19:24.00023Z","steps":["trace[1385054674] 'agreement among raft nodes before linearized reading' (duration: 804.821149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:24.000262Z","caller":"traceutil/trace.go:171","msg":"trace[325623853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12037; }","duration":"1.005955262s","start":"2026-03-31T05:19:22.994291Z","end":"2026-03-31T05:19:24.000247Z","steps":["trace[325623853] 'agreement among raft nodes before linearized reading' (duration: 1.005632734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.000301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.195197Z","time spent":"805.094137ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:24.000308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.994274Z","time spent":"1.006018094s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:24.000257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:23.608414Z","time spent":"391.827621ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:24.000994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012064478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:24.001064Z","caller":"traceutil/trace.go:171","msg":"trace[1886219130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12037; }","duration":"1.012162411s","start":"2026-03-31T05:19:22.988885Z","end":"2026-03-31T05:19:24.001048Z","steps":["trace[1886219130] 'agreement among raft nodes before linearized reading' (duration: 1.011890804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:24.001113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.988874Z","time spent":"1.012228873s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:30.600934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:31.101616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:31.602839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:32.103076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:32.160487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.132872511s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:32.160978Z","caller":"traceutil/trace.go:171","msg":"trace[847668603] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"2.133593211s","start":"2026-03-31T05:19:30.027356Z","end":"2026-03-31T05:19:32.160949Z","steps":["trace[847668603] 'process raft request' (duration: 2.133397706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.161189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.027319Z","time spent":"2.133743345s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:32.180319Z","caller":"traceutil/trace.go:171","msg":"trace[1989215621] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"1.524364925s","start":"2026-03-31T05:19:30.655927Z","end":"2026-03-31T05:19:32.180292Z","steps":["trace[1989215621] 'process raft request' (duration: 1.524275332s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.180366Z","caller":"traceutil/trace.go:171","msg":"trace[2062748923] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"1.81660036s","start":"2026-03-31T05:19:30.363727Z","end":"2026-03-31T05:19:32.180328Z","steps":["trace[2062748923] 'process raft request' (duration: 1.816323762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.180713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.655889Z","time spent":"1.52453915s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:32.180725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.363698Z","time spent":"1.816743504s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:32.181019Z","caller":"traceutil/trace.go:171","msg":"trace[1534296556] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"676.326547ms","start":"2026-03-31T05:19:31.504662Z","end":"2026-03-31T05:19:32.180989Z","steps":["trace[1534296556] 'process raft request' (duration: 675.585637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.18103Z","caller":"traceutil/trace.go:171","msg":"trace[1087753464] linearizableReadLoop","detail":"{readStateIndex:12506; appliedIndex:12502; }","duration":"2.080434242s","start":"2026-03-31T05:19:30.10057Z","end":"2026-03-31T05:19:32.181004Z","steps":["trace[1087753464] 'read index received' (duration: 2.06016969s)","trace[1087753464] 'applied index is now lower than readState.Index' (duration: 20.263222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:32.181132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:31.504638Z","time spent":"676.44101ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:32.181307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080734611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:32.181378Z","caller":"traceutil/trace.go:171","msg":"trace[1430490570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12074; }","duration":"2.080857334s","start":"2026-03-31T05:19:30.100503Z","end":"2026-03-31T05:19:32.181361Z","steps":["trace[1430490570] 'agreement among raft nodes before linearized reading' (duration: 2.080666099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.100476Z","time spent":"2.080938577s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:32.18143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200819636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:19:32.1815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050697132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:19:32.181332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064281232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.181534Z","caller":"traceutil/trace.go:171","msg":"trace[5834154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12074; }","duration":"2.050734873s","start":"2026-03-31T05:19:30.13079Z","end":"2026-03-31T05:19:32.181525Z","steps":["trace[5834154] 'agreement among raft nodes before linearized reading' (duration: 2.050664101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.130787Z","time spent":"2.050770834s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:32.181441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039885547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:19:32.181597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41156454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051644428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:32.181654Z","caller":"traceutil/trace.go:171","msg":"trace[1519649218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12074; }","duration":"2.051761281s","start":"2026-03-31T05:19:30.129879Z","end":"2026-03-31T05:19:32.18164Z","steps":["trace[1519649218] 'agreement among raft nodes before linearized reading' (duration: 2.051636507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055296188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.129852Z","time spent":"2.051827763s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:32.181717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.016975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:19:32.181724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62138857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.181675Z","caller":"traceutil/trace.go:171","msg":"trace[1455763184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12074; }","duration":"2.040111473s","start":"2026-03-31T05:19:30.141517Z","end":"2026-03-31T05:19:32.181628Z","steps":["trace[1455763184] 'agreement among raft nodes before linearized reading' (duration: 2.039838926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.18177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206546751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207401215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262472836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171679081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:32.181893Z","caller":"traceutil/trace.go:171","msg":"trace[2138371413] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12074; }","duration":"1.262547098s","start":"2026-03-31T05:19:30.919317Z","end":"2026-03-31T05:19:32.181865Z","steps":["trace[2138371413] 'agreement among raft nodes before linearized reading' (duration: 1.262483976s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181857Z","caller":"traceutil/trace.go:171","msg":"trace[1055651253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12074; }","duration":"1.206673815s","start":"2026-03-31T05:19:30.975158Z","end":"2026-03-31T05:19:32.181832Z","steps":["trace[1055651253] 'agreement among raft nodes before linearized reading' (duration: 1.20650956s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181911Z","caller":"traceutil/trace.go:171","msg":"trace[1960975638] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12074; }","duration":"1.171868056s","start":"2026-03-31T05:19:31.010029Z","end":"2026-03-31T05:19:32.181897Z","steps":["trace[1960975638] 'agreement among raft nodes before linearized reading' (duration: 1.171721172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.302781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.919301Z","time spent":"1.262618089s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:32.181935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.240895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:32.18195Z","caller":"traceutil/trace.go:171","msg":"trace[254253937] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12074; }","duration":"1.207503988s","start":"2026-03-31T05:19:30.974357Z","end":"2026-03-31T05:19:32.181861Z","steps":["trace[254253937] 'agreement among raft nodes before linearized reading' (duration: 1.207351694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051171315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:19:32.181962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:31.009997Z","time spent":"1.171950138s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:32.181677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05171576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:32.181991Z","caller":"traceutil/trace.go:171","msg":"trace[523635047] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12074; }","duration":"150.327568ms","start":"2026-03-31T05:19:32.031644Z","end":"2026-03-31T05:19:32.181972Z","steps":["trace[523635047] 'agreement among raft nodes before linearized reading' (duration: 150.149053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.182005Z","caller":"traceutil/trace.go:171","msg":"trace[491295096] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12074; }","duration":"2.051232096s","start":"2026-03-31T05:19:30.130759Z","end":"2026-03-31T05:19:32.181991Z","steps":["trace[491295096] 'agreement among raft nodes before linearized reading' (duration: 2.051032531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.182064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.130753Z","time spent":"2.051300528s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:32.182071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289001799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:19:32.181912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.141498Z","time spent":"2.04032719s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:19:32.182084Z","caller":"traceutil/trace.go:171","msg":"trace[489870414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12074; }","duration":"2.052133262s","start":"2026-03-31T05:19:30.129905Z","end":"2026-03-31T05:19:32.182038Z","steps":["trace[489870414] 'agreement among raft nodes before linearized reading' (duration: 2.0517219s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.182127Z","caller":"traceutil/trace.go:171","msg":"trace[187949883] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12074; }","duration":"1.28905801s","start":"2026-03-31T05:19:30.893041Z","end":"2026-03-31T05:19:32.182099Z","steps":["trace[187949883] 'agreement among raft nodes before linearized reading' (duration: 1.288513185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.18217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.89303Z","time spent":"1.289129853s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:32.182188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.129852Z","time spent":"2.052309536s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:32.182289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207642501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.182593Z","caller":"traceutil/trace.go:171","msg":"trace[961661080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12074; }","duration":"1.207999001s","start":"2026-03-31T05:19:30.974559Z","end":"2026-03-31T05:19:32.182558Z","steps":["trace[961661080] 'agreement among raft nodes before linearized reading' (duration: 1.207136857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696175298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.181768Z","caller":"traceutil/trace.go:171","msg":"trace[1427940713] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12074; }","duration":"626.133539ms","start":"2026-03-31T05:19:31.555622Z","end":"2026-03-31T05:19:32.181756Z","steps":["trace[1427940713] 'agreement among raft nodes before linearized reading' (duration: 625.980825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181723Z","caller":"traceutil/trace.go:171","msg":"trace[1737949327] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12074; }","duration":"1.055405761s","start":"2026-03-31T05:19:31.1263Z","end":"2026-03-31T05:19:32.181706Z","steps":["trace[1737949327] 'agreement among raft nodes before linearized reading' (duration: 1.055307489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275943033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.181558Z","caller":"traceutil/trace.go:171","msg":"trace[354863038] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12074; }","duration":"2.06454599s","start":"2026-03-31T05:19:30.116991Z","end":"2026-03-31T05:19:32.181537Z","steps":["trace[354863038] 'agreement among raft nodes before linearized reading' (duration: 2.064300263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181568Z","caller":"traceutil/trace.go:171","msg":"trace[862675476] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12074; }","duration":"1.200892417s","start":"2026-03-31T05:19:30.980573Z","end":"2026-03-31T05:19:32.181465Z","steps":["trace[862675476] 'agreement among raft nodes before linearized reading' (duration: 1.200740113s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181668Z","caller":"traceutil/trace.go:171","msg":"trace[1830641448] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:12074; }","duration":"1.411675003s","start":"2026-03-31T05:19:30.769958Z","end":"2026-03-31T05:19:32.181633Z","steps":["trace[1830641448] 'agreement among raft nodes before linearized reading' (duration: 1.411598891s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.181773Z","caller":"traceutil/trace.go:171","msg":"trace[953849123] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12074; }","duration":"1.621467442s","start":"2026-03-31T05:19:30.560295Z","end":"2026-03-31T05:19:32.181763Z","steps":["trace[953849123] 'agreement among raft nodes before linearized reading' (duration: 1.62140341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.181748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054119555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:19:32.181507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292520474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.975139Z","time spent":"1.206800718s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:32.181838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285426622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:32.181993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.974279Z","time spent":"1.207703283s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:19:32.181975Z","caller":"traceutil/trace.go:171","msg":"trace[309815402] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12074; }","duration":"134.461066ms","start":"2026-03-31T05:19:32.047493Z","end":"2026-03-31T05:19:32.181954Z","steps":["trace[309815402] 'agreement among raft nodes before linearized reading' (duration: 134.268751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:32.183465Z","caller":"traceutil/trace.go:171","msg":"trace[571394485] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12074; }","duration":"1.278053271s","start":"2026-03-31T05:19:30.905366Z","end":"2026-03-31T05:19:32.183419Z","steps":["trace[571394485] 'agreement among raft nodes before linearized reading' (duration: 1.275928053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.183544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.905358Z","time spent":"1.278166844s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:19:32.183554Z","caller":"traceutil/trace.go:171","msg":"trace[503353195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12074; }","duration":"2.055974616s","start":"2026-03-31T05:19:30.127562Z","end":"2026-03-31T05:19:32.183536Z","steps":["trace[503353195] 'agreement among raft nodes before linearized reading' (duration: 2.054134876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.1836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.127528Z","time spent":"2.056056568s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:32.183649Z","caller":"traceutil/trace.go:171","msg":"trace[653924033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12074; }","duration":"1.698369658s","start":"2026-03-31T05:19:30.48523Z","end":"2026-03-31T05:19:32.183599Z","steps":["trace[653924033] 'agreement among raft nodes before linearized reading' (duration: 1.696116847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.183712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.485209Z","time spent":"1.698488092s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:32.183746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.116962Z","time spent":"2.06677236s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:32.183766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:31.555601Z","time spent":"628.151074ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:19:32.183777Z","caller":"traceutil/trace.go:171","msg":"trace[288127194] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12074; }","duration":"1.287461277s","start":"2026-03-31T05:19:30.896296Z","end":"2026-03-31T05:19:32.183757Z","steps":["trace[288127194] 'agreement among raft nodes before linearized reading' (duration: 1.285255207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.183856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.896276Z","time spent":"1.287561189s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:19:32.183908Z","caller":"traceutil/trace.go:171","msg":"trace[1239300976] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:12074; }","duration":"1.294975472s","start":"2026-03-31T05:19:30.888908Z","end":"2026-03-31T05:19:32.183884Z","steps":["trace[1239300976] 'agreement among raft nodes before linearized reading' (duration: 1.292526375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.183924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.974528Z","time spent":"1.209378438s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:32.183989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.560276Z","time spent":"1.623705423s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:32.183987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.888879Z","time spent":"1.295084305s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:32.18402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:31.126273Z","time spent":"1.057702493s","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:32.184079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.980561Z","time spent":"1.203509889s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:32.184226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.769929Z","time spent":"1.414273074s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:32.184506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204648329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:32.185115Z","caller":"traceutil/trace.go:171","msg":"trace[2016954450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12074; }","duration":"1.205273157s","start":"2026-03-31T05:19:30.979826Z","end":"2026-03-31T05:19:32.185099Z","steps":["trace[2016954450] 'agreement among raft nodes before linearized reading' (duration: 1.201768931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:32.185215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:30.979815Z","time spent":"1.20538649s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:19:37.532457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10352} {"level":"info","ts":"2026-03-31T05:19:37.93006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10352,"took":"394.344379ms","hash":2210198143,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":24391680,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T05:19:37.930122Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2210198143,"revision":10352,"compact-revision":8065} {"level":"warn","ts":"2026-03-31T05:19:42.689638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:43.190015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:43.626717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499452826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:43.627317Z","caller":"traceutil/trace.go:171","msg":"trace[809484902] transaction","detail":"{read_only:false; response_revision:12131; number_of_response:1; }","duration":"1.500154055s","start":"2026-03-31T05:19:42.127123Z","end":"2026-03-31T05:19:43.627277Z","steps":["trace[809484902] 'process raft request' (duration: 1.499909948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.627665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.127099Z","time spent":"1.500333929s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.631608Z","caller":"traceutil/trace.go:171","msg":"trace[1073595197] transaction","detail":"{read_only:false; response_revision:12133; number_of_response:1; }","duration":"1.390834704s","start":"2026-03-31T05:19:42.240704Z","end":"2026-03-31T05:19:43.631539Z","steps":["trace[1073595197] 'process raft request' (duration: 1.390749522s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.631853Z","caller":"traceutil/trace.go:171","msg":"trace[1918371316] transaction","detail":"{read_only:false; response_revision:12132; number_of_response:1; }","duration":"1.39577612s","start":"2026-03-31T05:19:42.236043Z","end":"2026-03-31T05:19:43.631819Z","steps":["trace[1918371316] 'process raft request' (duration: 1.395254286s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.631888Z","caller":"traceutil/trace.go:171","msg":"trace[1305153602] transaction","detail":"{read_only:false; response_revision:12134; number_of_response:1; }","duration":"1.388623994s","start":"2026-03-31T05:19:42.243242Z","end":"2026-03-31T05:19:43.631866Z","steps":["trace[1305153602] 'process raft request' (duration: 1.388251574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.243234Z","time spent":"1.388714806s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:43.632033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.236023Z","time spent":"1.395919583s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.63241Z","caller":"traceutil/trace.go:171","msg":"trace[1466081088] transaction","detail":"{read_only:false; response_revision:12135; number_of_response:1; }","duration":"1.389016005s","start":"2026-03-31T05:19:42.243382Z","end":"2026-03-31T05:19:43.632398Z","steps":["trace[1466081088] 'process raft request' (duration: 1.388398728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.243372Z","time spent":"1.389071377s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.632565Z","caller":"traceutil/trace.go:171","msg":"trace[1975090882] transaction","detail":"{read_only:false; response_revision:12136; number_of_response:1; }","duration":"1.077966126s","start":"2026-03-31T05:19:42.554589Z","end":"2026-03-31T05:19:43.632555Z","steps":["trace[1975090882] 'process raft request' (duration: 1.07773747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.632631Z","caller":"traceutil/trace.go:171","msg":"trace[1295803821] linearizableReadLoop","detail":"{readStateIndex:12573; appliedIndex:12567; }","duration":"1.443176981s","start":"2026-03-31T05:19:42.189343Z","end":"2026-03-31T05:19:43.63252Z","steps":["trace[1295803821] 'read index received' (duration: 1.437565828s)","trace[1295803821] 'applied index is now lower than readState.Index' (duration: 5.609083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:43.632694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.554557Z","time spent":"1.078033148s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:43.632763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443403028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.632827Z","caller":"traceutil/trace.go:171","msg":"trace[2144072003] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12136; }","duration":"1.443507341s","start":"2026-03-31T05:19:42.189304Z","end":"2026-03-31T05:19:43.632812Z","steps":["trace[2144072003] 'agreement among raft nodes before linearized reading' (duration: 1.443401188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.189285Z","time spent":"1.443568712s","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:43.632854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409069191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.632918Z","caller":"traceutil/trace.go:171","msg":"trace[33140816] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12136; }","duration":"1.409181474s","start":"2026-03-31T05:19:42.22372Z","end":"2026-03-31T05:19:43.632901Z","steps":["trace[33140816] 'agreement among raft nodes before linearized reading' (duration: 1.409078971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.632961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.223696Z","time spent":"1.409254447s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192772145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.633096Z","caller":"traceutil/trace.go:171","msg":"trace[758076565] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12136; }","duration":"1.192851727s","start":"2026-03-31T05:19:42.440233Z","end":"2026-03-31T05:19:43.633085Z","steps":["trace[758076565] 'agreement among raft nodes before linearized reading' (duration: 1.192773745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304301515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:19:43.633127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.440218Z","time spent":"1.192900379s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:43.633154Z","caller":"traceutil/trace.go:171","msg":"trace[444364445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12136; }","duration":"1.304431609s","start":"2026-03-31T05:19:42.328702Z","end":"2026-03-31T05:19:43.633134Z","steps":["trace[444364445] 'agreement among raft nodes before linearized reading' (duration: 1.304209163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.328669Z","time spent":"1.304519891s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297584022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:43.633249Z","caller":"traceutil/trace.go:171","msg":"trace[1809463729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12136; }","duration":"1.297643184s","start":"2026-03-31T05:19:42.335596Z","end":"2026-03-31T05:19:43.63324Z","steps":["trace[1809463729] 'agreement among raft nodes before linearized reading' (duration: 1.297521011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.335558Z","time spent":"1.297710006s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304596904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:43.633315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.466881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:43.633346Z","caller":"traceutil/trace.go:171","msg":"trace[1313120713] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12136; }","duration":"369.538763ms","start":"2026-03-31T05:19:43.263798Z","end":"2026-03-31T05:19:43.633337Z","steps":["trace[1313120713] 'agreement among raft nodes before linearized reading' (duration: 369.468491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.633346Z","caller":"traceutil/trace.go:171","msg":"trace[1451230255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12136; }","duration":"1.304690336s","start":"2026-03-31T05:19:42.328641Z","end":"2026-03-31T05:19:43.633332Z","steps":["trace[1451230255] 'agreement among raft nodes before linearized reading' (duration: 1.304535472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.263769Z","time spent":"369.594695ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:43.633382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.328607Z","time spent":"1.304767198s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203117837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:19:43.633443Z","caller":"traceutil/trace.go:171","msg":"trace[1842237112] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12136; }","duration":"1.20319754s","start":"2026-03-31T05:19:42.430237Z","end":"2026-03-31T05:19:43.633434Z","steps":["trace[1842237112] 'agreement among raft nodes before linearized reading' (duration: 1.203094447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.430209Z","time spent":"1.20325041s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.858626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.633556Z","caller":"traceutil/trace.go:171","msg":"trace[1563122881] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12136; }","duration":"572.945199ms","start":"2026-03-31T05:19:43.060599Z","end":"2026-03-31T05:19:43.633544Z","steps":["trace[1563122881] 'agreement among raft nodes before linearized reading' (duration: 572.893577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.060572Z","time spent":"573.00806ms","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:43.633597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303196215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:19:43.633634Z","caller":"traceutil/trace.go:171","msg":"trace[1600321908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12136; }","duration":"1.303283698s","start":"2026-03-31T05:19:42.330341Z","end":"2026-03-31T05:19:43.633624Z","steps":["trace[1600321908] 'agreement among raft nodes before linearized reading' (duration: 1.303199006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220619715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:19:43.633672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.330314Z","time spent":"1.30335123s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39435864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.633691Z","caller":"traceutil/trace.go:171","msg":"trace[805504796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12136; }","duration":"1.220694366s","start":"2026-03-31T05:19:42.412988Z","end":"2026-03-31T05:19:43.633683Z","steps":["trace[805504796] 'agreement among raft nodes before linearized reading' (duration: 1.220599984s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.633711Z","caller":"traceutil/trace.go:171","msg":"trace[1732700634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12136; }","duration":"1.394401972s","start":"2026-03-31T05:19:42.239299Z","end":"2026-03-31T05:19:43.633701Z","steps":["trace[1732700634] 'agreement among raft nodes before linearized reading' (duration: 1.394360311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.63372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.412965Z","time spent":"1.220748328s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.239293Z","time spent":"1.394439893s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:43.633826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.239894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:43.633639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370188112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:19:43.633914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394639989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:43.63386Z","caller":"traceutil/trace.go:171","msg":"trace[896644163] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12136; }","duration":"782.339057ms","start":"2026-03-31T05:19:42.851511Z","end":"2026-03-31T05:19:43.63385Z","steps":["trace[896644163] 'agreement among raft nodes before linearized reading' (duration: 782.210464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.851488Z","time spent":"782.48485ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:43.63399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3961462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.634018Z","caller":"traceutil/trace.go:171","msg":"trace[1076624259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12136; }","duration":"1.39619511s","start":"2026-03-31T05:19:42.237816Z","end":"2026-03-31T05:19:43.634011Z","steps":["trace[1076624259] 'agreement among raft nodes before linearized reading' (duration: 1.396150839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237806Z","time spent":"1.396237161s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:43.634166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028164577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.634203Z","caller":"traceutil/trace.go:171","msg":"trace[27122028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12136; }","duration":"1.02823943s","start":"2026-03-31T05:19:42.605954Z","end":"2026-03-31T05:19:43.634194Z","steps":["trace[27122028] 'agreement among raft nodes before linearized reading' (duration: 1.028185689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152159258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.634253Z","caller":"traceutil/trace.go:171","msg":"trace[1319654248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12136; }","duration":"1.152384014s","start":"2026-03-31T05:19:42.48186Z","end":"2026-03-31T05:19:43.634244Z","steps":["trace[1319654248] 'agreement among raft nodes before linearized reading' (duration: 1.152323362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400642562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.63391Z","caller":"traceutil/trace.go:171","msg":"trace[1377053809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12136; }","duration":"1.370491449s","start":"2026-03-31T05:19:42.263375Z","end":"2026-03-31T05:19:43.633867Z","steps":["trace[1377053809] 'agreement among raft nodes before linearized reading' (duration: 1.370177981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.633519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301750306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:19:43.634286Z","caller":"traceutil/trace.go:171","msg":"trace[1396987577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12136; }","duration":"1.400710254s","start":"2026-03-31T05:19:42.233567Z","end":"2026-03-31T05:19:43.634277Z","steps":["trace[1396987577] 'agreement among raft nodes before linearized reading' (duration: 1.400655532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.23355Z","time spent":"1.400756225s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:19:43.634313Z","caller":"traceutil/trace.go:171","msg":"trace[1978922645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12136; }","duration":"1.302580498s","start":"2026-03-31T05:19:42.33172Z","end":"2026-03-31T05:19:43.6343Z","steps":["trace[1978922645] 'agreement among raft nodes before linearized reading' (duration: 1.301707025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.263353Z","time spent":"1.370947682s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:43.634339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.331712Z","time spent":"1.30262043s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:43.634226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.605935Z","time spent":"1.028286071s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:43.634432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410178522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:43.634472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397356653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:43.634516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397453545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:43.634557Z","caller":"traceutil/trace.go:171","msg":"trace[1494087270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12136; }","duration":"1.397521057s","start":"2026-03-31T05:19:42.237028Z","end":"2026-03-31T05:19:43.634549Z","steps":["trace[1494087270] 'agreement among raft nodes before linearized reading' (duration: 1.397451725s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.634555Z","caller":"traceutil/trace.go:171","msg":"trace[2057786821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12136; }","duration":"1.397458275s","start":"2026-03-31T05:19:42.237085Z","end":"2026-03-31T05:19:43.634543Z","steps":["trace[2057786821] 'agreement among raft nodes before linearized reading' (duration: 1.397356962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237016Z","time spent":"1.397561478s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237077Z","time spent":"1.397502236s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:43.634822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397210138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:19:43.634854Z","caller":"traceutil/trace.go:171","msg":"trace[383650318] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12136; }","duration":"1.397243099s","start":"2026-03-31T05:19:42.237601Z","end":"2026-03-31T05:19:43.634844Z","steps":["trace[383650318] 'agreement among raft nodes before linearized reading' (duration: 1.397119156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237574Z","time spent":"1.397329252s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:19:43.633948Z","caller":"traceutil/trace.go:171","msg":"trace[2013212569] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12136; }","duration":"1.39473998s","start":"2026-03-31T05:19:42.239199Z","end":"2026-03-31T05:19:43.633939Z","steps":["trace[2013212569] 'agreement among raft nodes before linearized reading' (duration: 1.394647678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.634974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.23917Z","time spent":"1.395793659s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:43.63428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.481828Z","time spent":"1.152446646s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:43.635674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398379401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.635706Z","caller":"traceutil/trace.go:171","msg":"trace[440011328] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12136; }","duration":"1.398414381s","start":"2026-03-31T05:19:42.237284Z","end":"2026-03-31T05:19:43.635698Z","steps":["trace[440011328] 'agreement among raft nodes before linearized reading' (duration: 1.398263867s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.634497Z","caller":"traceutil/trace.go:171","msg":"trace[1752147976] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12136; }","duration":"1.410278334s","start":"2026-03-31T05:19:42.224207Z","end":"2026-03-31T05:19:43.634486Z","steps":["trace[1752147976] 'agreement among raft nodes before linearized reading' (duration: 1.410141041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.635751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237254Z","time spent":"1.398490154s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:43.635923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398471633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.636035Z","caller":"traceutil/trace.go:171","msg":"trace[929649771] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12136; }","duration":"1.398541164s","start":"2026-03-31T05:19:42.237406Z","end":"2026-03-31T05:19:43.635948Z","steps":["trace[929649771] 'agreement among raft nodes before linearized reading' (duration: 1.398454222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.636091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.237399Z","time spent":"1.398682069s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:43.635782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.2242Z","time spent":"1.411569199s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:43.637588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:42.240681Z","time spent":"1.391206825s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:43.777043Z","caller":"traceutil/trace.go:171","msg":"trace[1832430676] linearizableReadLoop","detail":"{readStateIndex:12579; appliedIndex:12574; }","duration":"132.818421ms","start":"2026-03-31T05:19:43.644196Z","end":"2026-03-31T05:19:43.777015Z","steps":["trace[1832430676] 'read index received' (duration: 5.160711ms)","trace[1832430676] 'applied index is now lower than readState.Index' (duration: 127.65651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:43.777209Z","caller":"traceutil/trace.go:171","msg":"trace[2065620131] transaction","detail":"{read_only:false; response_revision:12138; number_of_response:1; }","duration":"135.216686ms","start":"2026-03-31T05:19:43.641975Z","end":"2026-03-31T05:19:43.777191Z","steps":["trace[2065620131] 'process raft request' (duration: 134.552058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.777372Z","caller":"traceutil/trace.go:171","msg":"trace[586501907] transaction","detail":"{read_only:false; response_revision:12139; number_of_response:1; }","duration":"135.151154ms","start":"2026-03-31T05:19:43.642207Z","end":"2026-03-31T05:19:43.777358Z","steps":["trace[586501907] 'process raft request' (duration: 134.535617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.77771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.417217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:43.77777Z","caller":"traceutil/trace.go:171","msg":"trace[2106928580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12142; }","duration":"133.52466ms","start":"2026-03-31T05:19:43.64423Z","end":"2026-03-31T05:19:43.777754Z","steps":["trace[2106928580] 'agreement among raft nodes before linearized reading' (duration: 133.423727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.778062Z","caller":"traceutil/trace.go:171","msg":"trace[1424107355] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"135.71753ms","start":"2026-03-31T05:19:43.64232Z","end":"2026-03-31T05:19:43.778038Z","steps":["trace[1424107355] 'process raft request' (duration: 134.591959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.778166Z","caller":"traceutil/trace.go:171","msg":"trace[45513025] transaction","detail":"{read_only:false; response_revision:12142; number_of_response:1; }","duration":"135.789832ms","start":"2026-03-31T05:19:43.642355Z","end":"2026-03-31T05:19:43.778145Z","steps":["trace[45513025] 'process raft request' (duration: 134.60972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.778253Z","caller":"traceutil/trace.go:171","msg":"trace[2124054964] transaction","detail":"{read_only:false; response_revision:12140; number_of_response:1; }","duration":"135.993917ms","start":"2026-03-31T05:19:43.642251Z","end":"2026-03-31T05:19:43.778245Z","steps":["trace[2124054964] 'process raft request' (duration: 134.60351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:43.778257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.046824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:19:43.778314Z","caller":"traceutil/trace.go:171","msg":"trace[949501438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12142; }","duration":"134.123746ms","start":"2026-03-31T05:19:43.644176Z","end":"2026-03-31T05:19:43.7783Z","steps":["trace[949501438] 'agreement among raft nodes before linearized reading' (duration: 133.394366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:45.683628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.970754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:45.683971Z","caller":"traceutil/trace.go:171","msg":"trace[1202218224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12144; }","duration":"199.358444ms","start":"2026-03-31T05:19:45.484572Z","end":"2026-03-31T05:19:45.68393Z","steps":["trace[1202218224] 'range keys from in-memory index tree' (duration: 198.887032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:47.440483Z","caller":"traceutil/trace.go:171","msg":"trace[488522746] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"243.158039ms","start":"2026-03-31T05:19:47.197304Z","end":"2026-03-31T05:19:47.440462Z","steps":["trace[488522746] 'process raft request' (duration: 243.012725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:47.685983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.279802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:19:47.686111Z","caller":"traceutil/trace.go:171","msg":"trace[383028874] linearizableReadLoop","detail":"{readStateIndex:12592; appliedIndex:12590; }","duration":"291.952969ms","start":"2026-03-31T05:19:47.394134Z","end":"2026-03-31T05:19:47.686087Z","steps":["trace[383028874] 'read index received' (duration: 46.21872ms)","trace[383028874] 'applied index is now lower than readState.Index' (duration: 245.731919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:47.686355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.798694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:47.686393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.247596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:47.686413Z","caller":"traceutil/trace.go:171","msg":"trace[491725571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12154; }","duration":"200.903047ms","start":"2026-03-31T05:19:47.485496Z","end":"2026-03-31T05:19:47.686399Z","steps":["trace[491725571] 'agreement among raft nodes before linearized reading' (duration: 200.800054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:47.686447Z","caller":"traceutil/trace.go:171","msg":"trace[944658393] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12154; }","duration":"292.352899ms","start":"2026-03-31T05:19:47.394076Z","end":"2026-03-31T05:19:47.686429Z","steps":["trace[944658393] 'agreement among raft nodes before linearized reading' (duration: 292.148034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.086999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.643313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:48.086994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.470255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:48.087081Z","caller":"traceutil/trace.go:171","msg":"trace[1525835343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12158; }","duration":"279.778587ms","start":"2026-03-31T05:19:47.807281Z","end":"2026-03-31T05:19:48.08706Z","steps":["trace[1525835343] 'range keys from in-memory index tree' (duration: 279.493189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.087072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.851572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:48.087125Z","caller":"traceutil/trace.go:171","msg":"trace[1897074356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12158; }","duration":"266.634309ms","start":"2026-03-31T05:19:47.820465Z","end":"2026-03-31T05:19:48.087099Z","steps":["trace[1897074356] 'range keys from in-memory index tree' (duration: 266.221657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.087116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.232685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:48.087181Z","caller":"traceutil/trace.go:171","msg":"trace[531036425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12158; }","duration":"279.051567ms","start":"2026-03-31T05:19:47.8081Z","end":"2026-03-31T05:19:48.087151Z","steps":["trace[531036425] 'range keys from in-memory index tree' (duration: 278.579904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.087219Z","caller":"traceutil/trace.go:171","msg":"trace[743268380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12158; }","duration":"278.379759ms","start":"2026-03-31T05:19:47.808812Z","end":"2026-03-31T05:19:48.087192Z","steps":["trace[743268380] 'range keys from in-memory index tree' (duration: 277.999149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.086999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.060277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:19:48.087293Z","caller":"traceutil/trace.go:171","msg":"trace[1882029179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12158; }","duration":"279.391466ms","start":"2026-03-31T05:19:47.80788Z","end":"2026-03-31T05:19:48.087271Z","steps":["trace[1882029179] 'range keys from in-memory index tree' (duration: 278.890272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.087922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.108979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:48.088Z","caller":"traceutil/trace.go:171","msg":"trace[1541036432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12158; }","duration":"279.212232ms","start":"2026-03-31T05:19:47.808769Z","end":"2026-03-31T05:19:48.087981Z","steps":["trace[1541036432] 'range keys from in-memory index tree' (duration: 278.870192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.231147Z","caller":"traceutil/trace.go:171","msg":"trace[1701187236] linearizableReadLoop","detail":"{readStateIndex:12598; appliedIndex:12597; }","duration":"138.587148ms","start":"2026-03-31T05:19:48.092532Z","end":"2026-03-31T05:19:48.231119Z","steps":["trace[1701187236] 'read index received' (duration: 99.295017ms)","trace[1701187236] 'applied index is now lower than readState.Index' (duration: 39.290901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:48.231174Z","caller":"traceutil/trace.go:171","msg":"trace[979531547] transaction","detail":"{read_only:false; response_revision:12160; number_of_response:1; }","duration":"138.878216ms","start":"2026-03-31T05:19:48.092252Z","end":"2026-03-31T05:19:48.23113Z","steps":["trace[979531547] 'process raft request' (duration: 138.593888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.23125Z","caller":"traceutil/trace.go:171","msg":"trace[1492543524] transaction","detail":"{read_only:false; response_revision:12163; number_of_response:1; }","duration":"137.999222ms","start":"2026-03-31T05:19:48.093222Z","end":"2026-03-31T05:19:48.231221Z","steps":["trace[1492543524] 'process raft request' (duration: 137.858588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.231242Z","caller":"traceutil/trace.go:171","msg":"trace[1628209063] transaction","detail":"{read_only:false; response_revision:12162; number_of_response:1; }","duration":"138.337081ms","start":"2026-03-31T05:19:48.092857Z","end":"2026-03-31T05:19:48.231194Z","steps":["trace[1628209063] 'process raft request' (duration: 138.192797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.231354Z","caller":"traceutil/trace.go:171","msg":"trace[2016762797] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"138.528327ms","start":"2026-03-31T05:19:48.092803Z","end":"2026-03-31T05:19:48.231331Z","steps":["trace[2016762797] 'process raft request' (duration: 138.214918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.232655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.099229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:19:48.232699Z","caller":"traceutil/trace.go:171","msg":"trace[498000910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12163; }","duration":"140.167341ms","start":"2026-03-31T05:19:48.092523Z","end":"2026-03-31T05:19:48.23269Z","steps":["trace[498000910] 'agreement among raft nodes before linearized reading' (duration: 138.701761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:48.626021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.360495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:48.626128Z","caller":"traceutil/trace.go:171","msg":"trace[1510788802] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12163; }","duration":"188.525869ms","start":"2026-03-31T05:19:48.437576Z","end":"2026-03-31T05:19:48.626102Z","steps":["trace[1510788802] 'count revisions from in-memory index tree' (duration: 188.230581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.264851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005492,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:50.589073Z","caller":"traceutil/trace.go:171","msg":"trace[1869765434] transaction","detail":"{read_only:false; response_revision:12164; number_of_response:1; }","duration":"869.828672ms","start":"2026-03-31T05:19:49.719219Z","end":"2026-03-31T05:19:50.589047Z","steps":["trace[1869765434] 'process raft request' (duration: 869.671198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.58933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.719198Z","time spent":"870.044117ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:50.796367Z","caller":"traceutil/trace.go:171","msg":"trace[1858787063] linearizableReadLoop","detail":"{readStateIndex:12604; appliedIndex:12602; }","duration":"1.03186299s","start":"2026-03-31T05:19:49.76446Z","end":"2026-03-31T05:19:50.796323Z","steps":["trace[1858787063] 'read index received' (duration: 824.583269ms)","trace[1858787063] 'applied index is now lower than readState.Index' (duration: 207.278381ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:50.796482Z","caller":"traceutil/trace.go:171","msg":"trace[265337972] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"1.030730539s","start":"2026-03-31T05:19:49.765735Z","end":"2026-03-31T05:19:50.796465Z","steps":["trace[265337972] 'process raft request' (duration: 1.0304122s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.796442Z","caller":"traceutil/trace.go:171","msg":"trace[1011043959] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"1.031001366s","start":"2026-03-31T05:19:49.76538Z","end":"2026-03-31T05:19:50.796382Z","steps":["trace[1011043959] 'process raft request' (duration: 944.909909ms)","trace[1011043959] 'compare' (duration: 85.360507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:50.796635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032150647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:50.796686Z","caller":"traceutil/trace.go:171","msg":"trace[1748289935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12166; }","duration":"1.03228061s","start":"2026-03-31T05:19:49.764392Z","end":"2026-03-31T05:19:50.796672Z","steps":["trace[1748289935] 'agreement among raft nodes before linearized reading' (duration: 1.032179327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.796728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032117247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.796735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764365Z","time spent":"1.032357903s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:19:50.796761Z","caller":"traceutil/trace.go:171","msg":"trace[1693667714] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12166; }","duration":"1.032242419s","start":"2026-03-31T05:19:49.764513Z","end":"2026-03-31T05:19:50.796755Z","steps":["trace[1693667714] 'agreement among raft nodes before linearized reading' (duration: 1.032184828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.796782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764475Z","time spent":"1.032303571s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:50.79678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765369Z","time spent":"1.031281954s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:50.796849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00658195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:19:50.796889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032087265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.79686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031881429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.796982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.369107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:19:50.796993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.164412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:19:50.796975Z","caller":"traceutil/trace.go:171","msg":"trace[244771442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12166; }","duration":"1.032046075s","start":"2026-03-31T05:19:49.764901Z","end":"2026-03-31T05:19:50.796947Z","steps":["trace[244771442] 'agreement among raft nodes before linearized reading' (duration: 1.03186857s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.797018Z","caller":"traceutil/trace.go:171","msg":"trace[852129391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12166; }","duration":"534.241663ms","start":"2026-03-31T05:19:50.262769Z","end":"2026-03-31T05:19:50.79701Z","steps":["trace[852129391] 'agreement among raft nodes before linearized reading' (duration: 534.158651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.262739Z","time spent":"534.294425ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:50.796588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765724Z","time spent":"1.03080771s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:50.797065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.296832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:19:50.797056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.783554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.79698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.261186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:19:50.797126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032186148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:19:50.797138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03188874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.797172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.864315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:50.797159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030774339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.797041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032195058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:19:50.79721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032368503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:50.797225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.461585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:50.797237Z","caller":"traceutil/trace.go:171","msg":"trace[364960158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12166; }","duration":"1.032430824s","start":"2026-03-31T05:19:49.7648Z","end":"2026-03-31T05:19:50.797231Z","steps":["trace[364960158] 'agreement among raft nodes before linearized reading' (duration: 1.032394673s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.79725Z","caller":"traceutil/trace.go:171","msg":"trace[252622296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12166; }","duration":"554.514027ms","start":"2026-03-31T05:19:50.242731Z","end":"2026-03-31T05:19:50.797245Z","steps":["trace[252622296] 'agreement among raft nodes before linearized reading' (duration: 554.449175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.304684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:19:50.796914Z","caller":"traceutil/trace.go:171","msg":"trace[1923365479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12166; }","duration":"1.006699733s","start":"2026-03-31T05:19:49.7902Z","end":"2026-03-31T05:19:50.796899Z","steps":["trace[1923365479] 'agreement among raft nodes before linearized reading' (duration: 1.006500328s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.797263Z","caller":"traceutil/trace.go:171","msg":"trace[2005789392] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12166; }","duration":"1.030863502s","start":"2026-03-31T05:19:49.766366Z","end":"2026-03-31T05:19:50.797229Z","steps":["trace[2005789392] 'agreement among raft nodes before linearized reading' (duration: 1.03076551s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.79734Z","caller":"traceutil/trace.go:171","msg":"trace[784993158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12166; }","duration":"560.648664ms","start":"2026-03-31T05:19:50.236641Z","end":"2026-03-31T05:19:50.797289Z","steps":["trace[784993158] 'agreement among raft nodes before linearized reading' (duration: 560.066468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.797174Z","caller":"traceutil/trace.go:171","msg":"trace[1273250149] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12166; }","duration":"1.032245269s","start":"2026-03-31T05:19:49.764914Z","end":"2026-03-31T05:19:50.797159Z","steps":["trace[1273250149] 'agreement among raft nodes before linearized reading' (duration: 1.032169047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764901Z","time spent":"1.032487687s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.236619Z","time spent":"560.781067ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:19:50.797012Z","caller":"traceutil/trace.go:171","msg":"trace[554591531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12166; }","duration":"560.423587ms","start":"2026-03-31T05:19:50.23658Z","end":"2026-03-31T05:19:50.797004Z","steps":["trace[554591531] 'agreement among raft nodes before linearized reading' (duration: 560.356355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.796911Z","caller":"traceutil/trace.go:171","msg":"trace[2097387502] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12166; }","duration":"1.032133937s","start":"2026-03-31T05:19:49.764772Z","end":"2026-03-31T05:19:50.796906Z","steps":["trace[2097387502] 'agreement among raft nodes before linearized reading' (duration: 1.032101576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.236567Z","time spent":"560.902991ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764752Z","time spent":"1.032730303s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.79018Z","time spent":"1.007132436s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:19:50.79724Z","caller":"traceutil/trace.go:171","msg":"trace[936684718] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12166; }","duration":"1.032442595s","start":"2026-03-31T05:19:49.764785Z","end":"2026-03-31T05:19:50.797228Z","steps":["trace[936684718] 'agreement among raft nodes before linearized reading' (duration: 1.032064395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.242717Z","time spent":"554.548257ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764765Z","time spent":"1.032902237s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:19:50.79712Z","caller":"traceutil/trace.go:171","msg":"trace[227147947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12166; }","duration":"291.834486ms","start":"2026-03-31T05:19:50.505266Z","end":"2026-03-31T05:19:50.797101Z","steps":["trace[227147947] 'agreement among raft nodes before linearized reading' (duration: 291.766954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.79714Z","caller":"traceutil/trace.go:171","msg":"trace[314738722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12166; }","duration":"296.501993ms","start":"2026-03-31T05:19:50.50063Z","end":"2026-03-31T05:19:50.797132Z","steps":["trace[314738722] 'agreement among raft nodes before linearized reading' (duration: 296.142703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764866Z","time spent":"1.032176338s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:19:50.797087Z","caller":"traceutil/trace.go:171","msg":"trace[1049779143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12166; }","duration":"561.368703ms","start":"2026-03-31T05:19:50.235714Z","end":"2026-03-31T05:19:50.797082Z","steps":["trace[1049779143] 'agreement among raft nodes before linearized reading' (duration: 561.312772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.797947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.235689Z","time spent":"562.247828ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031397586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:50.797997Z","caller":"traceutil/trace.go:171","msg":"trace[1618407767] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12166; }","duration":"1.032426345s","start":"2026-03-31T05:19:49.765563Z","end":"2026-03-31T05:19:50.797989Z","steps":["trace[1618407767] 'agreement among raft nodes before linearized reading' (duration: 1.031279594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.798012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765558Z","time spent":"1.032450696s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.390637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:50.798066Z","caller":"traceutil/trace.go:171","msg":"trace[1700911525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12166; }","duration":"601.353513ms","start":"2026-03-31T05:19:50.196708Z","end":"2026-03-31T05:19:50.798061Z","steps":["trace[1700911525] 'agreement among raft nodes before linearized reading' (duration: 600.391507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.79808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.196695Z","time spent":"601.381794ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:50.79719Z","caller":"traceutil/trace.go:171","msg":"trace[875451571] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12166; }","duration":"1.031949022s","start":"2026-03-31T05:19:49.76523Z","end":"2026-03-31T05:19:50.797179Z","steps":["trace[875451571] 'agreement among raft nodes before linearized reading' (duration: 1.03186827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.798149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765226Z","time spent":"1.032918478s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:19:50.797194Z","caller":"traceutil/trace.go:171","msg":"trace[1305185843] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12166; }","duration":"653.888945ms","start":"2026-03-31T05:19:50.1433Z","end":"2026-03-31T05:19:50.797189Z","steps":["trace[1305185843] 'agreement among raft nodes before linearized reading' (duration: 653.850764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.798206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.143219Z","time spent":"654.979495ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:50.797265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.764785Z","time spent":"1.032474956s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.766361Z","time spent":"1.030974155s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:50.797423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032199958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:50.798372Z","caller":"traceutil/trace.go:171","msg":"trace[852101691] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12166; }","duration":"1.033167685s","start":"2026-03-31T05:19:49.765194Z","end":"2026-03-31T05:19:50.798361Z","steps":["trace[852101691] 'agreement among raft nodes before linearized reading' (duration: 1.032069805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.798411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.765185Z","time spent":"1.033214926s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:19:50.937044Z","caller":"traceutil/trace.go:171","msg":"trace[1509340328] transaction","detail":"{read_only:false; response_revision:12168; number_of_response:1; }","duration":"133.738756ms","start":"2026-03-31T05:19:50.803277Z","end":"2026-03-31T05:19:50.937015Z","steps":["trace[1509340328] 'process raft request' (duration: 132.024869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.937453Z","caller":"traceutil/trace.go:171","msg":"trace[1250091634] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"134.25123ms","start":"2026-03-31T05:19:50.803166Z","end":"2026-03-31T05:19:50.937417Z","steps":["trace[1250091634] 'process raft request' (duration: 133.744656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.937534Z","caller":"traceutil/trace.go:171","msg":"trace[958978221] transaction","detail":"{read_only:false; response_revision:12173; number_of_response:1; }","duration":"131.673359ms","start":"2026-03-31T05:19:50.805829Z","end":"2026-03-31T05:19:50.937502Z","steps":["trace[958978221] 'process raft request' (duration: 131.603177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.937658Z","caller":"traceutil/trace.go:171","msg":"trace[648755213] transaction","detail":"{read_only:false; response_revision:12171; number_of_response:1; }","duration":"132.941284ms","start":"2026-03-31T05:19:50.804673Z","end":"2026-03-31T05:19:50.937614Z","steps":["trace[648755213] 'process raft request' (duration: 132.449031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.938031Z","caller":"traceutil/trace.go:171","msg":"trace[1827826194] transaction","detail":"{read_only:false; response_revision:12172; number_of_response:1; }","duration":"133.110689ms","start":"2026-03-31T05:19:50.804756Z","end":"2026-03-31T05:19:50.937867Z","steps":["trace[1827826194] 'process raft request' (duration: 132.41261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:50.938043Z","caller":"traceutil/trace.go:171","msg":"trace[2081569996] transaction","detail":"{read_only:false; response_revision:12170; number_of_response:1; }","duration":"133.324725ms","start":"2026-03-31T05:19:50.80467Z","end":"2026-03-31T05:19:50.937995Z","steps":["trace[2081569996] 'process raft request' (duration: 132.369319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.948012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.23988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:52.948074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.999256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:52.948096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.053544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.948119Z","caller":"traceutil/trace.go:171","msg":"trace[1185779702] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12175; }","duration":"145.402204ms","start":"2026-03-31T05:19:52.802693Z","end":"2026-03-31T05:19:52.948095Z","steps":["trace[1185779702] 'range keys from in-memory index tree' (duration: 145.162947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.948169Z","caller":"traceutil/trace.go:171","msg":"trace[1351189942] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12175; }","duration":"145.152897ms","start":"2026-03-31T05:19:52.803001Z","end":"2026-03-31T05:19:52.948154Z","steps":["trace[1351189942] 'range keys from in-memory index tree' (duration: 144.986222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.948172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.681988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.948122Z","caller":"traceutil/trace.go:171","msg":"trace[1113218872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12175; }","duration":"144.062027ms","start":"2026-03-31T05:19:52.804047Z","end":"2026-03-31T05:19:52.948109Z","steps":["trace[1113218872] 'range keys from in-memory index tree' (duration: 143.917524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.948227Z","caller":"traceutil/trace.go:171","msg":"trace[1882053099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12175; }","duration":"146.787141ms","start":"2026-03-31T05:19:52.801428Z","end":"2026-03-31T05:19:52.948215Z","steps":["trace[1882053099] 'range keys from in-memory index tree' (duration: 146.605706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.948238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.253562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:52.948254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.023846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.948293Z","caller":"traceutil/trace.go:171","msg":"trace[451476242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12175; }","duration":"144.058847ms","start":"2026-03-31T05:19:52.804222Z","end":"2026-03-31T05:19:52.948281Z","steps":["trace[451476242] 'range keys from in-memory index tree' (duration: 143.947974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.948292Z","caller":"traceutil/trace.go:171","msg":"trace[1269822184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12175; }","duration":"144.354935ms","start":"2026-03-31T05:19:52.803923Z","end":"2026-03-31T05:19:52.948278Z","steps":["trace[1269822184] 'range keys from in-memory index tree' (duration: 144.085958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.948339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.569001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:52.948427Z","caller":"traceutil/trace.go:171","msg":"trace[1145312982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12175; }","duration":"144.695104ms","start":"2026-03-31T05:19:52.80371Z","end":"2026-03-31T05:19:52.948405Z","steps":["trace[1145312982] 'range keys from in-memory index tree' (duration: 144.359225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.948951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.935131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:19:52.948988Z","caller":"traceutil/trace.go:171","msg":"trace[1463929239] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12175; }","duration":"145.017143ms","start":"2026-03-31T05:19:52.803963Z","end":"2026-03-31T05:19:52.94898Z","steps":["trace[1463929239] 'range keys from in-memory index tree' (duration: 144.383566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.949591Z","caller":"traceutil/trace.go:171","msg":"trace[531956998] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"144.855458ms","start":"2026-03-31T05:19:52.804698Z","end":"2026-03-31T05:19:52.949554Z","steps":["trace[531956998] 'process raft request' (duration: 58.959977ms)","trace[531956998] 'compare' (duration: 84.491293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.032297Z","caller":"traceutil/trace.go:171","msg":"trace[1010554316] linearizableReadLoop","detail":"{readStateIndex:12616; appliedIndex:12614; }","duration":"225.360293ms","start":"2026-03-31T05:19:52.806901Z","end":"2026-03-31T05:19:53.032261Z","steps":["trace[1010554316] 'read index received' (duration: 56.779258ms)","trace[1010554316] 'applied index is now lower than readState.Index' (duration: 168.579815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:53.032584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.656951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:53.032583Z","caller":"traceutil/trace.go:171","msg":"trace[396780157] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"227.251495ms","start":"2026-03-31T05:19:52.805221Z","end":"2026-03-31T05:19:53.032472Z","steps":["trace[396780157] 'process raft request' (duration: 226.855744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.032643Z","caller":"traceutil/trace.go:171","msg":"trace[1538827908] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12177; }","duration":"225.746774ms","start":"2026-03-31T05:19:52.806871Z","end":"2026-03-31T05:19:53.032618Z","steps":["trace[1538827908] 'agreement among raft nodes before linearized reading' (duration: 225.619401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.032936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.586899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:53.033048Z","caller":"traceutil/trace.go:171","msg":"trace[1554769806] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12177; }","duration":"225.739604ms","start":"2026-03-31T05:19:52.807282Z","end":"2026-03-31T05:19:53.033022Z","steps":["trace[1554769806] 'agreement among raft nodes before linearized reading' (duration: 225.546899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.033488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.110162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:53.033556Z","caller":"traceutil/trace.go:171","msg":"trace[1833929223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12177; }","duration":"190.244276ms","start":"2026-03-31T05:19:52.843287Z","end":"2026-03-31T05:19:53.033532Z","steps":["trace[1833929223] 'agreement among raft nodes before linearized reading' (duration: 190.115082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.033742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.813139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:19:53.033773Z","caller":"traceutil/trace.go:171","msg":"trace[1132064446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12177; }","duration":"136.898622ms","start":"2026-03-31T05:19:52.896864Z","end":"2026-03-31T05:19:53.033763Z","steps":["trace[1132064446] 'agreement among raft nodes before linearized reading' (duration: 136.80103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.033958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.062614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:19:53.033996Z","caller":"traceutil/trace.go:171","msg":"trace[1192767444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12177; }","duration":"222.115665ms","start":"2026-03-31T05:19:52.811868Z","end":"2026-03-31T05:19:53.033984Z","steps":["trace[1192767444] 'agreement among raft nodes before linearized reading' (duration: 221.968381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.034058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.94014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:53.034114Z","caller":"traceutil/trace.go:171","msg":"trace[277358146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12177; }","duration":"226.019211ms","start":"2026-03-31T05:19:52.808079Z","end":"2026-03-31T05:19:53.034099Z","steps":["trace[277358146] 'agreement among raft nodes before linearized reading' (duration: 225.873537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.150458Z","caller":"traceutil/trace.go:171","msg":"trace[1989717693] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"112.128247ms","start":"2026-03-31T05:19:53.038299Z","end":"2026-03-31T05:19:53.150428Z","steps":["trace[1989717693] 'process raft request' (duration: 21.982059ms)","trace[1989717693] 'compare' (duration: 89.86987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.201185Z","caller":"traceutil/trace.go:171","msg":"trace[406912624] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"162.629193ms","start":"2026-03-31T05:19:53.038537Z","end":"2026-03-31T05:19:53.201166Z","steps":["trace[406912624] 'process raft request' (duration: 162.451539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.201513Z","caller":"traceutil/trace.go:171","msg":"trace[389271957] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"162.677995ms","start":"2026-03-31T05:19:53.038805Z","end":"2026-03-31T05:19:53.201483Z","steps":["trace[389271957] 'process raft request' (duration: 162.323995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.201597Z","caller":"traceutil/trace.go:171","msg":"trace[15410345] transaction","detail":"{read_only:false; response_revision:12181; number_of_response:1; }","duration":"162.763567ms","start":"2026-03-31T05:19:53.038827Z","end":"2026-03-31T05:19:53.20159Z","steps":["trace[15410345] 'process raft request' (duration: 162.52403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.201557Z","caller":"traceutil/trace.go:171","msg":"trace[1030728789] transaction","detail":"{read_only:false; response_revision:12183; number_of_response:1; }","duration":"162.653204ms","start":"2026-03-31T05:19:53.03889Z","end":"2026-03-31T05:19:53.201544Z","steps":["trace[1030728789] 'process raft request' (duration: 162.588472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.201589Z","caller":"traceutil/trace.go:171","msg":"trace[1983460296] linearizableReadLoop","detail":"{readStateIndex:12618; appliedIndex:12616; }","duration":"162.835809ms","start":"2026-03-31T05:19:53.038744Z","end":"2026-03-31T05:19:53.20158Z","steps":["trace[1983460296] 'read index received' (duration: 21.550878ms)","trace[1983460296] 'applied index is now lower than readState.Index' (duration: 141.284411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.201744Z","caller":"traceutil/trace.go:171","msg":"trace[1416640181] transaction","detail":"{read_only:false; response_revision:12182; number_of_response:1; }","duration":"162.827748ms","start":"2026-03-31T05:19:53.038888Z","end":"2026-03-31T05:19:53.201716Z","steps":["trace[1416640181] 'process raft request' (duration: 162.561771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.201665Z","caller":"traceutil/trace.go:171","msg":"trace[234889492] transaction","detail":"{read_only:false; response_revision:12184; number_of_response:1; }","duration":"161.885713ms","start":"2026-03-31T05:19:53.039747Z","end":"2026-03-31T05:19:53.201633Z","steps":["trace[234889492] 'process raft request' (duration: 161.7728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.202032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.26898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:19:53.202104Z","caller":"traceutil/trace.go:171","msg":"trace[1304045548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12184; }","duration":"163.370663ms","start":"2026-03-31T05:19:53.038715Z","end":"2026-03-31T05:19:53.202086Z","steps":["trace[1304045548] 'agreement among raft nodes before linearized reading' (duration: 162.88962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.520958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.822228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:19:57.52103Z","caller":"traceutil/trace.go:171","msg":"trace[1426240235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12200; }","duration":"301.922211ms","start":"2026-03-31T05:19:57.219092Z","end":"2026-03-31T05:19:57.521015Z","steps":["trace[1426240235] 'range keys from in-memory index tree' (duration: 301.610682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.623319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:57.52105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.995852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:19:57.521096Z","caller":"traceutil/trace.go:171","msg":"trace[927027322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12200; }","duration":"302.102135ms","start":"2026-03-31T05:19:57.218976Z","end":"2026-03-31T05:19:57.521078Z","steps":["trace[927027322] 'range keys from in-memory index tree' (duration: 301.832299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.521075Z","caller":"traceutil/trace.go:171","msg":"trace[758440185] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12200; }","duration":"302.703552ms","start":"2026-03-31T05:19:57.218355Z","end":"2026-03-31T05:19:57.521058Z","steps":["trace[758440185] 'count revisions from in-memory index tree' (duration: 302.549478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.471503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:19:57.521169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.218345Z","time spent":"302.811085ms","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:57.521178Z","caller":"traceutil/trace.go:171","msg":"trace[1512229131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12200; }","duration":"292.535355ms","start":"2026-03-31T05:19:57.228627Z","end":"2026-03-31T05:19:57.521162Z","steps":["trace[1512229131] 'range keys from in-memory index tree' (duration: 292.320518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.196738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:57.521227Z","caller":"traceutil/trace.go:171","msg":"trace[30774350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12200; }","duration":"302.231059ms","start":"2026-03-31T05:19:57.218984Z","end":"2026-03-31T05:19:57.521215Z","steps":["trace[30774350] 'range keys from in-memory index tree' (duration: 301.974532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.218945Z","time spent":"302.315421ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:57.52106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.219085Z","time spent":"301.967732ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:57.521128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.21894Z","time spent":"302.180738ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:57.521336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.390712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:19:57.521432Z","caller":"traceutil/trace.go:171","msg":"trace[845202033] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12200; }","duration":"193.548796ms","start":"2026-03-31T05:19:57.327857Z","end":"2026-03-31T05:19:57.521405Z","steps":["trace[845202033] 'range keys from in-memory index tree' (duration: 193.166336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.520961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.781576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:19:57.521516Z","caller":"traceutil/trace.go:171","msg":"trace[9891740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12200; }","duration":"302.367903ms","start":"2026-03-31T05:19:57.219126Z","end":"2026-03-31T05:19:57.521494Z","steps":["trace[9891740] 'range keys from in-memory index tree' (duration: 301.595841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.219114Z","time spent":"302.467785ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:57.521102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.460823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:57.521789Z","caller":"traceutil/trace.go:171","msg":"trace[150468057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12200; }","duration":"304.164792ms","start":"2026-03-31T05:19:57.21758Z","end":"2026-03-31T05:19:57.521745Z","steps":["trace[150468057] 'range keys from in-memory index tree' (duration: 303.300748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.521935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.217555Z","time spent":"304.347527ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:19:57.79058Z","caller":"traceutil/trace.go:171","msg":"trace[1043381160] transaction","detail":"{read_only:false; response_revision:12201; number_of_response:1; }","duration":"264.82984ms","start":"2026-03-31T05:19:57.525708Z","end":"2026-03-31T05:19:57.790538Z","steps":["trace[1043381160] 'process raft request' (duration: 264.671005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.051821Z","caller":"traceutil/trace.go:171","msg":"trace[955375033] transaction","detail":"{read_only:false; response_revision:12204; number_of_response:1; }","duration":"525.123315ms","start":"2026-03-31T05:19:57.526674Z","end":"2026-03-31T05:19:58.051797Z","steps":["trace[955375033] 'process raft request' (duration: 525.063413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.051952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.526664Z","time spent":"525.222568ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:58.052014Z","caller":"traceutil/trace.go:171","msg":"trace[1704839019] linearizableReadLoop","detail":"{readStateIndex:12645; appliedIndex:12640; }","duration":"522.939586ms","start":"2026-03-31T05:19:57.529043Z","end":"2026-03-31T05:19:58.051982Z","steps":["trace[1704839019] 'read index received' (duration: 261.349395ms)","trace[1704839019] 'applied index is now lower than readState.Index' (duration: 261.588321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:58.052066Z","caller":"traceutil/trace.go:171","msg":"trace[1216185516] transaction","detail":"{read_only:false; response_revision:12203; number_of_response:1; }","duration":"525.624759ms","start":"2026-03-31T05:19:57.52643Z","end":"2026-03-31T05:19:58.052055Z","steps":["trace[1216185516] 'process raft request' (duration: 525.27982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.052017Z","caller":"traceutil/trace.go:171","msg":"trace[348137855] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"525.564688ms","start":"2026-03-31T05:19:57.526298Z","end":"2026-03-31T05:19:58.051862Z","steps":["trace[348137855] 'process raft request' (duration: 525.26902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.052211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.526408Z","time spent":"525.701502ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:58.05235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.52629Z","time spent":"525.909327ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:58.052575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.531382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:19:58.052105Z","caller":"traceutil/trace.go:171","msg":"trace[1595760244] transaction","detail":"{read_only:false; response_revision:12205; number_of_response:1; }","duration":"524.407406ms","start":"2026-03-31T05:19:57.52767Z","end":"2026-03-31T05:19:58.052078Z","steps":["trace[1595760244] 'process raft request' (duration: 524.092327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.05261Z","caller":"traceutil/trace.go:171","msg":"trace[667498190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12205; }","duration":"523.600074ms","start":"2026-03-31T05:19:57.529002Z","end":"2026-03-31T05:19:58.052602Z","steps":["trace[667498190] 'agreement among raft nodes before linearized reading' (duration: 523.154672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.052633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.528987Z","time spent":"523.639555ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:58.052784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.527645Z","time spent":"524.984872ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:58.862783Z","caller":"traceutil/trace.go:171","msg":"trace[543494955] transaction","detail":"{read_only:false; response_revision:12206; number_of_response:1; }","duration":"221.990152ms","start":"2026-03-31T05:19:58.640761Z","end":"2026-03-31T05:19:58.862751Z","steps":["trace[543494955] 'process raft request' (duration: 221.632812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.40057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.626818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:59.400621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.239848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.400665Z","caller":"traceutil/trace.go:171","msg":"trace[1962798474] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12206; }","duration":"408.733451ms","start":"2026-03-31T05:19:58.991908Z","end":"2026-03-31T05:19:59.400641Z","steps":["trace[1962798474] 'range keys from in-memory index tree' (duration: 408.535626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.400689Z","caller":"traceutil/trace.go:171","msg":"trace[224638258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12206; }","duration":"408.332721ms","start":"2026-03-31T05:19:58.992339Z","end":"2026-03-31T05:19:59.400672Z","steps":["trace[224638258] 'range keys from in-memory index tree' (duration: 408.149865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.400673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.147193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:59.400728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.992332Z","time spent":"408.386392ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:59.400729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.991899Z","time spent":"408.814634ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:19:59.400767Z","caller":"traceutil/trace.go:171","msg":"trace[1982451261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12206; }","duration":"409.280727ms","start":"2026-03-31T05:19:58.991464Z","end":"2026-03-31T05:19:59.400745Z","steps":["trace[1982451261] 'range keys from in-memory index tree' (duration: 409.019949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.400808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.991454Z","time spent":"409.343988ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:59.40094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.388279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.400961Z","caller":"traceutil/trace.go:171","msg":"trace[1329933653] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12206; }","duration":"409.422961ms","start":"2026-03-31T05:19:58.991531Z","end":"2026-03-31T05:19:59.400954Z","steps":["trace[1329933653] 'range keys from in-memory index tree' (duration: 409.344869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.400988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.991526Z","time spent":"409.456461ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:19:59.40097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.353789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:19:59.401025Z","caller":"traceutil/trace.go:171","msg":"trace[411062248] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12206; }","duration":"409.459191ms","start":"2026-03-31T05:19:58.991552Z","end":"2026-03-31T05:19:59.401011Z","steps":["trace[411062248] 'range keys from in-memory index tree' (duration: 409.132092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.400578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.604195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:59.401058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.991526Z","time spent":"409.524863ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:19:59.401071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.212485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.40109Z","caller":"traceutil/trace.go:171","msg":"trace[1010199943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12206; }","duration":"409.243135ms","start":"2026-03-31T05:19:58.991841Z","end":"2026-03-31T05:19:59.401084Z","steps":["trace[1010199943] 'range keys from in-memory index tree' (duration: 409.110271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.401093Z","caller":"traceutil/trace.go:171","msg":"trace[1173411686] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12206; }","duration":"410.165661ms","start":"2026-03-31T05:19:58.990914Z","end":"2026-03-31T05:19:59.401079Z","steps":["trace[1173411686] 'range keys from in-memory index tree' (duration: 409.488362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.401109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.991831Z","time spent":"409.271607ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:59.401133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.990895Z","time spent":"410.227562ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:19:59.401153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.886276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:59.401238Z","caller":"traceutil/trace.go:171","msg":"trace[887820537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12206; }","duration":"408.989558ms","start":"2026-03-31T05:19:58.992206Z","end":"2026-03-31T05:19:59.401196Z","steps":["trace[887820537] 'range keys from in-memory index tree' (duration: 408.708031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.401292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.992183Z","time spent":"409.096171ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:19:59.401813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.103684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:59.401924Z","caller":"traceutil/trace.go:171","msg":"trace[37710262] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"408.747942ms","start":"2026-03-31T05:19:58.993157Z","end":"2026-03-31T05:19:59.401905Z","steps":["trace[37710262] 'process raft request' (duration: 299.468102ms)","trace[37710262] 'compare' (duration: 107.598094ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:59.401949Z","caller":"traceutil/trace.go:171","msg":"trace[1837146897] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12646; }","duration":"354.39622ms","start":"2026-03-31T05:19:59.047535Z","end":"2026-03-31T05:19:59.401931Z","steps":["trace[1837146897] 'read index received' (duration: 245.0962ms)","trace[1837146897] 'applied index is now lower than readState.Index' (duration: 109.29762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:59.401984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:58.993142Z","time spent":"408.814674ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:59.40206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.528983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.402098Z","caller":"traceutil/trace.go:171","msg":"trace[1356028681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12207; }","duration":"354.620176ms","start":"2026-03-31T05:19:59.047463Z","end":"2026-03-31T05:19:59.402083Z","steps":["trace[1356028681] 'agreement among raft nodes before linearized reading' (duration: 354.554015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.40214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.047426Z","time spent":"354.704809ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:19:59.43953Z","caller":"traceutil/trace.go:171","msg":"trace[420182512] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"384.165851ms","start":"2026-03-31T05:19:59.055337Z","end":"2026-03-31T05:19:59.439503Z","steps":["trace[420182512] 'process raft request' (duration: 383.949106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.439663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.055312Z","time spent":"384.290765ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:59.439712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.415025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:19:59.439547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.940034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:59.439772Z","caller":"traceutil/trace.go:171","msg":"trace[1700544142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12208; }","duration":"265.515178ms","start":"2026-03-31T05:19:59.17424Z","end":"2026-03-31T05:19:59.439755Z","steps":["trace[1700544142] 'agreement among raft nodes before linearized reading' (duration: 265.350884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.439862Z","caller":"traceutil/trace.go:171","msg":"trace[2008542426] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12208; }","duration":"392.331054ms","start":"2026-03-31T05:19:59.047486Z","end":"2026-03-31T05:19:59.439817Z","steps":["trace[2008542426] 'agreement among raft nodes before linearized reading' (duration: 391.954154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.440014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.047461Z","time spent":"392.502739ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:19:59.440018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.509082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:19:59.440104Z","caller":"traceutil/trace.go:171","msg":"trace[1776314375] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12208; }","duration":"391.604244ms","start":"2026-03-31T05:19:59.048486Z","end":"2026-03-31T05:19:59.44009Z","steps":["trace[1776314375] 'agreement among raft nodes before linearized reading' (duration: 391.306226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:59.440142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.048422Z","time spent":"391.714298ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:00.090332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.850604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:00.090629Z","caller":"traceutil/trace.go:171","msg":"trace[1063761118] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12648; }","duration":"605.024513ms","start":"2026-03-31T05:19:59.485585Z","end":"2026-03-31T05:20:00.09061Z","steps":["trace[1063761118] 'read index received' (duration: 74.787268ms)","trace[1063761118] 'applied index is now lower than readState.Index' (duration: 530.235795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.090717Z","caller":"traceutil/trace.go:171","msg":"trace[2104561091] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"646.01264ms","start":"2026-03-31T05:19:59.444691Z","end":"2026-03-31T05:20:00.090704Z","steps":["trace[2104561091] 'process raft request' (duration: 115.684243ms)","trace[2104561091] 'compare' (duration: 529.394812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:00.090766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.444665Z","time spent":"646.076462ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.090855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.250109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:00.090928Z","caller":"traceutil/trace.go:171","msg":"trace[196303649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12209; }","duration":"605.457835ms","start":"2026-03-31T05:19:59.485451Z","end":"2026-03-31T05:20:00.090909Z","steps":["trace[196303649] 'agreement among raft nodes before linearized reading' (duration: 605.325641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.090966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.485423Z","time spent":"605.536847ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:00.090947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.948103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:00.091012Z","caller":"traceutil/trace.go:171","msg":"trace[80245124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12209; }","duration":"283.076286ms","start":"2026-03-31T05:19:59.807919Z","end":"2026-03-31T05:20:00.090996Z","steps":["trace[80245124] 'agreement among raft nodes before linearized reading' (duration: 282.86557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.091053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.924829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:00.091136Z","caller":"traceutil/trace.go:171","msg":"trace[174183524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12209; }","duration":"204.045252ms","start":"2026-03-31T05:19:59.887069Z","end":"2026-03-31T05:20:00.091114Z","steps":["trace[174183524] 'agreement among raft nodes before linearized reading' (duration: 203.860237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.597972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:00.609209Z","caller":"traceutil/trace.go:171","msg":"trace[2076673922] transaction","detail":"{read_only:false; response_revision:12210; number_of_response:1; }","duration":"514.30894ms","start":"2026-03-31T05:20:00.094859Z","end":"2026-03-31T05:20:00.609168Z","steps":["trace[2076673922] 'process raft request' (duration: 514.050803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.609364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.094839Z","time spent":"514.434164ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:00.611662Z","caller":"traceutil/trace.go:171","msg":"trace[1833794827] linearizableReadLoop","detail":"{readStateIndex:12654; appliedIndex:12649; }","duration":"514.207257ms","start":"2026-03-31T05:20:00.097426Z","end":"2026-03-31T05:20:00.611634Z","steps":["trace[1833794827] 'read index received' (duration: 511.520274ms)","trace[1833794827] 'applied index is now lower than readState.Index' (duration: 2.685643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.611773Z","caller":"traceutil/trace.go:171","msg":"trace[1145058727] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"516.523761ms","start":"2026-03-31T05:20:00.095237Z","end":"2026-03-31T05:20:00.611761Z","steps":["trace[1145058727] 'process raft request' (duration: 516.234013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.611818Z","caller":"traceutil/trace.go:171","msg":"trace[584621125] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"516.268824ms","start":"2026-03-31T05:20:00.095533Z","end":"2026-03-31T05:20:00.611802Z","steps":["trace[584621125] 'process raft request' (duration: 515.999276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.611869Z","caller":"traceutil/trace.go:171","msg":"trace[1770263481] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"516.905831ms","start":"2026-03-31T05:20:00.094956Z","end":"2026-03-31T05:20:00.611861Z","steps":["trace[1770263481] 'process raft request' (duration: 516.344656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.61191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.09492Z","time spent":"516.969293ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.611959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.095516Z","time spent":"516.355536ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.61184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.095217Z","time spent":"516.582543ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:00.612327Z","caller":"traceutil/trace.go:171","msg":"trace[1222112571] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"472.108039ms","start":"2026-03-31T05:20:00.140199Z","end":"2026-03-31T05:20:00.612308Z","steps":["trace[1222112571] 'process raft request' (duration: 471.38412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.612459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.974388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:00.612495Z","caller":"traceutil/trace.go:171","msg":"trace[435579238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12214; }","duration":"515.013099ms","start":"2026-03-31T05:20:00.097474Z","end":"2026-03-31T05:20:00.612487Z","steps":["trace[435579238] 'agreement among raft nodes before linearized reading' (duration: 514.595578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.612421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.140182Z","time spent":"472.209373ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:00.612577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.097462Z","time spent":"515.106972ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:00.61264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.215275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:00.612661Z","caller":"traceutil/trace.go:171","msg":"trace[1392843085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12214; }","duration":"515.263746ms","start":"2026-03-31T05:20:00.097392Z","end":"2026-03-31T05:20:00.612655Z","steps":["trace[1392843085] 'agreement among raft nodes before linearized reading' (duration: 515.200404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.612679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.097377Z","time spent":"515.297897ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:00.801979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.868315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:20:00.802882Z","caller":"traceutil/trace.go:171","msg":"trace[1489635298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12214; }","duration":"117.921315ms","start":"2026-03-31T05:20:00.684939Z","end":"2026-03-31T05:20:00.80286Z","steps":["trace[1489635298] 'range keys from in-memory index tree' (duration: 116.611109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:01.944905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.271457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:20:01.945007Z","caller":"traceutil/trace.go:171","msg":"trace[889148567] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12218; }","duration":"117.444602ms","start":"2026-03-31T05:20:01.82754Z","end":"2026-03-31T05:20:01.944985Z","steps":["trace[889148567] 'count revisions from in-memory index tree' (duration: 117.187405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:03.566618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:04.066839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:04.567515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:04.722795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110129663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:04.722992Z","caller":"traceutil/trace.go:171","msg":"trace[337562695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12220; }","duration":"2.110375569s","start":"2026-03-31T05:20:02.612595Z","end":"2026-03-31T05:20:04.722971Z","steps":["trace[337562695] 'range keys from in-memory index tree' (duration: 2.109860355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.61257Z","time spent":"2.110488392s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:04.723116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631614018s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:04.723248Z","caller":"traceutil/trace.go:171","msg":"trace[650837336] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12220; }","duration":"1.631762512s","start":"2026-03-31T05:20:03.091467Z","end":"2026-03-31T05:20:04.723229Z","steps":["trace[650837336] 'range keys from in-memory index tree' (duration: 1.631594278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106524885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:20:04.723434Z","caller":"traceutil/trace.go:171","msg":"trace[1901040487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12220; }","duration":"2.106637447s","start":"2026-03-31T05:20:02.616779Z","end":"2026-03-31T05:20:04.723416Z","steps":["trace[1901040487] 'range keys from in-memory index tree' (duration: 2.10636928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.616761Z","time spent":"2.106702839s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:04.723457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104716385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:20:04.723585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10670569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:04.723585Z","caller":"traceutil/trace.go:171","msg":"trace[1239418410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12220; }","duration":"2.104874099s","start":"2026-03-31T05:20:02.618681Z","end":"2026-03-31T05:20:04.723555Z","steps":["trace[1239418410] 'range keys from in-memory index tree' (duration: 2.104513259s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.723636Z","caller":"traceutil/trace.go:171","msg":"trace[1225904286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12220; }","duration":"2.106793471s","start":"2026-03-31T05:20:02.616828Z","end":"2026-03-31T05:20:04.723621Z","steps":["trace[1225904286] 'range keys from in-memory index tree' (duration: 2.106520295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.616807Z","time spent":"2.106860163s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:04.723677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108790155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:04.723727Z","caller":"traceutil/trace.go:171","msg":"trace[465726624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12220; }","duration":"2.108853978s","start":"2026-03-31T05:20:02.614857Z","end":"2026-03-31T05:20:04.723711Z","steps":["trace[465726624] 'range keys from in-memory index tree' (duration: 2.108693403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.614847Z","time spent":"2.108924129s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:04.723672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.618673Z","time spent":"2.104969922s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:04.72361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918356086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:04.7244Z","caller":"traceutil/trace.go:171","msg":"trace[1660272952] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12220; }","duration":"1.919191698s","start":"2026-03-31T05:20:02.805195Z","end":"2026-03-31T05:20:04.724387Z","steps":["trace[1660272952] 'count revisions from in-memory index tree' (duration: 1.918251202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.723728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100572451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:20:04.724473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.805167Z","time spent":"1.919291691s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:04.724507Z","caller":"traceutil/trace.go:171","msg":"trace[2018620694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12220; }","duration":"2.101457846s","start":"2026-03-31T05:20:02.62303Z","end":"2026-03-31T05:20:04.724488Z","steps":["trace[2018620694] 'range keys from in-memory index tree' (duration: 2.100391217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.724572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.623022Z","time spent":"2.101531308s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:20:05.068696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:05.568829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:06.081613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:06.163716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.250554182s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:06.164154Z","caller":"traceutil/trace.go:171","msg":"trace[1308806381] transaction","detail":"{read_only:false; response_revision:12221; number_of_response:1; }","duration":"3.251100907s","start":"2026-03-31T05:20:02.913019Z","end":"2026-03-31T05:20:06.16412Z","steps":["trace[1308806381] 'process raft request' (duration: 3.250902641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:06.164347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.912997Z","time spent":"3.251223261s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:06.484991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:06.485098Z","caller":"traceutil/trace.go:171","msg":"trace[1884916364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685378s","start":"2026-03-31T05:20:04.484391Z","end":"2026-03-31T05:20:06.485077Z","steps":["trace[1884916364] 'agreement among raft nodes before linearized reading' (duration: 2.000555275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:06.485148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.484368Z","time spent":"2.000767451s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:07.878628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714633021s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:07.879313Z","caller":"traceutil/trace.go:171","msg":"trace[1043275366] transaction","detail":"{read_only:false; response_revision:12222; number_of_response:1; }","duration":"4.405506365s","start":"2026-03-31T05:20:03.473774Z","end":"2026-03-31T05:20:07.87928Z","steps":["trace[1043275366] 'process raft request' (duration: 4.405121744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.879526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.473751Z","time spent":"4.405644519s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:07.879637Z","caller":"traceutil/trace.go:171","msg":"trace[578256310] transaction","detail":"{read_only:false; response_revision:12223; number_of_response:1; }","duration":"4.394521295s","start":"2026-03-31T05:20:03.485075Z","end":"2026-03-31T05:20:07.879597Z","steps":["trace[578256310] 'process raft request' (duration: 4.394121304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:07.879875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.485058Z","time spent":"4.394698671s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:08.484912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:08.484984Z","caller":"traceutil/trace.go:171","msg":"trace[383195731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157435s","start":"2026-03-31T05:20:06.484811Z","end":"2026-03-31T05:20:08.484968Z","steps":["trace[383195731] 'agreement among raft nodes before linearized reading' (duration: 2.000048512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:08.485022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.48477Z","time spent":"2.000245177s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:08.984125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10448859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:08.984398Z","caller":"traceutil/trace.go:171","msg":"trace[1472195835] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"4.899919413s","start":"2026-03-31T05:20:04.084455Z","end":"2026-03-31T05:20:08.984374Z","steps":["trace[1472195835] 'process raft request' (duration: 3.795115846s)","trace[1472195835] 'compare' (duration: 1.103992875s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:08.984452Z","caller":"traceutil/trace.go:171","msg":"trace[685200357] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"4.255427474s","start":"2026-03-31T05:20:04.729003Z","end":"2026-03-31T05:20:08.984431Z","steps":["trace[685200357] 'process raft request' (duration: 4.25529611s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:08.98447Z","caller":"traceutil/trace.go:171","msg":"trace[575707753] transaction","detail":"{read_only:false; response_revision:12225; number_of_response:1; }","duration":"4.727341118s","start":"2026-03-31T05:20:04.257107Z","end":"2026-03-31T05:20:08.984448Z","steps":["trace[575707753] 'process raft request' (duration: 4.727093972s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:08.984477Z","caller":"traceutil/trace.go:171","msg":"trace[398928271] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"4.254459998s","start":"2026-03-31T05:20:04.729998Z","end":"2026-03-31T05:20:08.984458Z","steps":["trace[398928271] 'process raft request' (duration: 4.254365455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:08.984517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.084415Z","time spent":"4.900040967s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:08.984533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.728995Z","time spent":"4.255498757s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:08.984569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.729991Z","time spent":"4.25452024s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:08.984403Z","caller":"traceutil/trace.go:171","msg":"trace[2017566565] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"4.255422754s","start":"2026-03-31T05:20:04.728955Z","end":"2026-03-31T05:20:08.984378Z","steps":["trace[2017566565] 'process raft request' (duration: 4.255310941s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:08.984749Z","caller":"traceutil/trace.go:171","msg":"trace[829496158] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"4.255077315s","start":"2026-03-31T05:20:04.729658Z","end":"2026-03-31T05:20:08.984735Z","steps":["trace[829496158] 'process raft request' (duration: 4.254672404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:08.985042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.728937Z","time spent":"4.256046421s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:08.984744Z","caller":"traceutil/trace.go:171","msg":"trace[1649891604] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"4.254486619s","start":"2026-03-31T05:20:04.730239Z","end":"2026-03-31T05:20:08.984726Z","steps":["trace[1649891604] 'process raft request' (duration: 4.25414674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:08.985116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.729648Z","time spent":"4.255423174s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:08.985171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.257079Z","time spent":"4.727422841s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:08.985175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.730213Z","time spent":"4.25493368s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:08.984755Z","caller":"traceutil/trace.go:171","msg":"trace[237045143] linearizableReadLoop","detail":"{readStateIndex:12671; appliedIndex:12661; }","duration":"5.918952403s","start":"2026-03-31T05:20:03.065778Z","end":"2026-03-31T05:20:08.98473Z","steps":["trace[237045143] 'read index received' (duration: 3.09822846s)","trace[237045143] 'applied index is now lower than readState.Index' (duration: 2.820721753s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:09.197807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998916492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:09.197883Z","caller":"traceutil/trace.go:171","msg":"trace[559716822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999109107s","start":"2026-03-31T05:20:04.198744Z","end":"2026-03-31T05:20:09.197853Z","steps":["trace[559716822] 'agreement among raft nodes before linearized reading' (duration: 4.998960663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:09.197918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.198723Z","time spent":"4.999185209s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:20:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:09.485619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:09.502647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123668431s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:10.491974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:10.492062Z","caller":"traceutil/trace.go:171","msg":"trace[1334090900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959639s","start":"2026-03-31T05:20:08.492067Z","end":"2026-03-31T05:20:10.492027Z","steps":["trace[1334090900] 'agreement among raft nodes before linearized reading' (duration: 1.999865096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.492097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.492051Z","time spent":"2.000039571s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:11.443122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458673683s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:20:11.45081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.384992887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:11.450957Z","caller":"traceutil/trace.go:171","msg":"trace[628764973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12230; }","duration":"8.385158292s","start":"2026-03-31T05:20:03.065741Z","end":"2026-03-31T05:20:11.4509Z","steps":["trace[628764973] 'agreement among raft nodes before linearized reading' (duration: 5.919055756s)","trace[628764973] 'count revisions from in-memory index tree' (duration: 2.465933092s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:11.451012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.065723Z","time spent":"8.385274765s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:11.464289Z","caller":"traceutil/trace.go:171","msg":"trace[828044866] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"3.293882642s","start":"2026-03-31T05:20:08.170395Z","end":"2026-03-31T05:20:11.464278Z","steps":["trace[828044866] 'process raft request' (duration: 3.273422144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:11.464189Z","caller":"traceutil/trace.go:171","msg":"trace[90365413] linearizableReadLoop","detail":"{readStateIndex:12673; appliedIndex:12671; }","duration":"2.478919515s","start":"2026-03-31T05:20:08.985221Z","end":"2026-03-31T05:20:11.464141Z","steps":["trace[90365413] 'read index received' (duration: 517.555818ms)","trace[90365413] 'applied index is now lower than readState.Index' (duration: 1.961362517s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:11.464823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.17037Z","time spent":"3.293973044s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:11.971067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:12.442654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359902153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:12.442702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.498652065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:20:12.442801Z","caller":"traceutil/trace.go:171","msg":"trace[1026458072] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12231; }","duration":"5.360047567s","start":"2026-03-31T05:20:07.082684Z","end":"2026-03-31T05:20:12.442732Z","steps":["trace[1026458072] 'agreement among raft nodes before linearized reading' (duration: 4.381768038s)","trace[1026458072] 'count revisions from in-memory index tree' (duration: 978.152734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.442713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.029058835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:12.442848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236141169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:20:12.442856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.08266Z","time spent":"5.36018302s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.442864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.030573856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.442874Z","caller":"traceutil/trace.go:171","msg":"trace[237685611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12231; }","duration":"9.02923563s","start":"2026-03-31T05:20:03.413616Z","end":"2026-03-31T05:20:12.442851Z","steps":["trace[237685611] 'agreement among raft nodes before linearized reading' (duration: 8.050952221s)","trace[237685611] 'range keys from in-memory index tree' (duration: 977.98329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.442904Z","caller":"traceutil/trace.go:171","msg":"trace[459614623] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12231; }","duration":"4.236235491s","start":"2026-03-31T05:20:08.206644Z","end":"2026-03-31T05:20:12.442879Z","steps":["trace[459614623] 'agreement among raft nodes before linearized reading' (duration: 3.257753157s)","trace[459614623] 'range keys from in-memory index tree' (duration: 978.319899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.442923Z","caller":"traceutil/trace.go:171","msg":"trace[588305514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12231; }","duration":"9.030662858s","start":"2026-03-31T05:20:03.412241Z","end":"2026-03-31T05:20:12.442904Z","steps":["trace[588305514] 'agreement among raft nodes before linearized reading' (duration: 8.051966899s)","trace[588305514] 'range keys from in-memory index tree' (duration: 978.621328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.442931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.41361Z","time spent":"9.029304902s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:12.442943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.206613Z","time spent":"4.236324173s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:20:12.442962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.41222Z","time spent":"9.030734021s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:12.442972Z","caller":"traceutil/trace.go:171","msg":"trace[1296041979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12231; }","duration":"6.498931232s","start":"2026-03-31T05:20:05.943962Z","end":"2026-03-31T05:20:12.442893Z","steps":["trace[1296041979] 'agreement among raft nodes before linearized reading' (duration: 5.52050637s)","trace[1296041979] 'range keys from in-memory index tree' (duration: 978.037972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:05.943945Z","time spent":"6.499127328s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:12.443162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394501055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:20:12.443194Z","caller":"traceutil/trace.go:171","msg":"trace[2080022454] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12231; }","duration":"4.394564447s","start":"2026-03-31T05:20:08.048621Z","end":"2026-03-31T05:20:12.443186Z","steps":["trace[2080022454] 'agreement among raft nodes before linearized reading' (duration: 3.415784895s)","trace[2080022454] 'range keys from in-memory index tree' (duration: 978.71171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.048602Z","time spent":"4.394611458s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:20:12.443308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.615488889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:12.443375Z","caller":"traceutil/trace.go:171","msg":"trace[1526836258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12231; }","duration":"6.615793368s","start":"2026-03-31T05:20:05.827564Z","end":"2026-03-31T05:20:12.443357Z","steps":["trace[1526836258] 'agreement among raft nodes before linearized reading' (duration: 5.636912463s)","trace[1526836258] 'range keys from in-memory index tree' (duration: 978.732911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:05.827538Z","time spent":"6.61586931s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:12.443437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951128458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:20:12.443552Z","caller":"traceutil/trace.go:171","msg":"trace[673822106] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:12231; }","duration":"3.951289543s","start":"2026-03-31T05:20:08.492221Z","end":"2026-03-31T05:20:12.443511Z","steps":["trace[673822106] 'agreement among raft nodes before linearized reading' (duration: 2.972149141s)","trace[673822106] 'range keys from in-memory index tree' (duration: 978.849083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.44364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.492214Z","time spent":"3.951407336s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:20:12.442653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014159127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:12.443697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.355141592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:12.443764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388089251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.443763Z","caller":"traceutil/trace.go:171","msg":"trace[1278509941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12231; }","duration":"7.355273196s","start":"2026-03-31T05:20:05.08847Z","end":"2026-03-31T05:20:12.443744Z","steps":["trace[1278509941] 'agreement among raft nodes before linearized reading' (duration: 6.376012391s)","trace[1278509941] 'count revisions from in-memory index tree' (duration: 979.177393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.443786Z","caller":"traceutil/trace.go:171","msg":"trace[890889138] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12231; }","duration":"5.388148912s","start":"2026-03-31T05:20:07.05563Z","end":"2026-03-31T05:20:12.443779Z","steps":["trace[890889138] 'agreement among raft nodes before linearized reading' (duration: 4.408831016s)","trace[890889138] 'count revisions from in-memory index tree' (duration: 979.287526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031028918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:12.443796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.95993416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:12.443804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.055606Z","time spent":"5.388192134s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.443809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:05.088436Z","time spent":"7.355359399s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:12.443833Z","caller":"traceutil/trace.go:171","msg":"trace[201707408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12231; }","duration":"9.03109264s","start":"2026-03-31T05:20:03.412727Z","end":"2026-03-31T05:20:12.44382Z","steps":["trace[201707408] 'agreement among raft nodes before linearized reading' (duration: 8.051904077s)","trace[201707408] 'range keys from in-memory index tree' (duration: 979.128762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.443842Z","caller":"traceutil/trace.go:171","msg":"trace[877355699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12231; }","duration":"8.960059004s","start":"2026-03-31T05:20:03.483769Z","end":"2026-03-31T05:20:12.443828Z","steps":["trace[877355699] 'agreement among raft nodes before linearized reading' (duration: 7.980783698s)","trace[877355699] 'range keys from in-memory index tree' (duration: 979.220584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412719Z","time spent":"9.031145812s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:12.442675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594393185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:12.443912Z","caller":"traceutil/trace.go:171","msg":"trace[2006103029] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12231; }","duration":"4.595715301s","start":"2026-03-31T05:20:07.84819Z","end":"2026-03-31T05:20:12.443905Z","steps":["trace[2006103029] 'agreement among raft nodes before linearized reading' (duration: 3.61625396s)","trace[2006103029] 'count revisions from in-memory index tree' (duration: 978.159595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528431067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:12.443962Z","caller":"traceutil/trace.go:171","msg":"trace[1753193298] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12231; }","duration":"7.52855038s","start":"2026-03-31T05:20:04.9154Z","end":"2026-03-31T05:20:12.443951Z","steps":["trace[1753193298] 'agreement among raft nodes before linearized reading' (duration: 6.549090759s)","trace[1753193298] 'count revisions from in-memory index tree' (duration: 979.407899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.443998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.915375Z","time spent":"7.528614802s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.444041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.030628308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.444084Z","caller":"traceutil/trace.go:171","msg":"trace[1212500082] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12231; }","duration":"9.03071527s","start":"2026-03-31T05:20:03.413357Z","end":"2026-03-31T05:20:12.444072Z","steps":["trace[1212500082] 'agreement among raft nodes before linearized reading' (duration: 8.051231719s)","trace[1212500082] 'range keys from in-memory index tree' (duration: 979.42284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.960215088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:12.444127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.413328Z","time spent":"9.030789963s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:20:12.444135Z","caller":"traceutil/trace.go:171","msg":"trace[1835218185] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12231; }","duration":"8.960366843s","start":"2026-03-31T05:20:03.483754Z","end":"2026-03-31T05:20:12.444121Z","steps":["trace[1835218185] 'agreement among raft nodes before linearized reading' (duration: 7.980806309s)","trace[1835218185] 'range keys from in-memory index tree' (duration: 979.42928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.483722Z","time spent":"8.960441284s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:12.444187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.697503406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:12.44422Z","caller":"traceutil/trace.go:171","msg":"trace[2007140655] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12231; }","duration":"7.697588918s","start":"2026-03-31T05:20:04.74662Z","end":"2026-03-31T05:20:12.444209Z","steps":["trace[2007140655] 'agreement among raft nodes before linearized reading' (duration: 6.717879381s)","trace[2007140655] 'count revisions from in-memory index tree' (duration: 979.665236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.746593Z","time spent":"7.69765737s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.443875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.483741Z","time spent":"8.960126756s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:12.443931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.848169Z","time spent":"4.595755961s","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:12.443721Z","caller":"traceutil/trace.go:171","msg":"trace[1984016412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12231; }","duration":"4.015317698s","start":"2026-03-31T05:20:08.42839Z","end":"2026-03-31T05:20:12.443707Z","steps":["trace[1984016412] 'agreement among raft nodes before linearized reading' (duration: 3.035998642s)","trace[1984016412] 'count revisions from in-memory index tree' (duration: 978.183165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.658060091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.444577Z","caller":"traceutil/trace.go:171","msg":"trace[984458845] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12231; }","duration":"8.658132193s","start":"2026-03-31T05:20:03.786436Z","end":"2026-03-31T05:20:12.444568Z","steps":["trace[984458845] 'agreement among raft nodes before linearized reading' (duration: 7.678108107s)","trace[984458845] 'count revisions from in-memory index tree' (duration: 979.988185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.428349Z","time spent":"4.016207223s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.444603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.786409Z","time spent":"8.658189655s","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.444698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031883042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.44478Z","caller":"traceutil/trace.go:171","msg":"trace[58293772] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12231; }","duration":"9.031979275s","start":"2026-03-31T05:20:03.412777Z","end":"2026-03-31T05:20:12.444757Z","steps":["trace[58293772] 'agreement among raft nodes before linearized reading' (duration: 8.051823615s)","trace[58293772] 'range keys from in-memory index tree' (duration: 980.040436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.444837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412771Z","time spent":"9.032052747s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:12.444984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.032224161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:12.444323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031518712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:12.445041Z","caller":"traceutil/trace.go:171","msg":"trace[560702528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12231; }","duration":"9.032291213s","start":"2026-03-31T05:20:03.412731Z","end":"2026-03-31T05:20:12.445022Z","steps":["trace[560702528] 'agreement among raft nodes before linearized reading' (duration: 8.051888007s)","trace[560702528] 'range keys from in-memory index tree' (duration: 980.337555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.445092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412722Z","time spent":"9.032358125s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:12.445092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.032396176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.445074Z","caller":"traceutil/trace.go:171","msg":"trace[335067890] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12231; }","duration":"9.032259343s","start":"2026-03-31T05:20:03.412779Z","end":"2026-03-31T05:20:12.445038Z","steps":["trace[335067890] 'agreement among raft nodes before linearized reading' (duration: 8.051815335s)","trace[335067890] 'range keys from in-memory index tree' (duration: 979.665857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:12.445147Z","caller":"traceutil/trace.go:171","msg":"trace[2088234968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12231; }","duration":"9.032462978s","start":"2026-03-31T05:20:03.412669Z","end":"2026-03-31T05:20:12.445132Z","steps":["trace[2088234968] 'agreement among raft nodes before linearized reading' (duration: 8.051970869s)","trace[2088234968] 'range keys from in-memory index tree' (duration: 980.425567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.445171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412771Z","time spent":"9.032379026s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:12.445192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412661Z","time spent":"9.03252239s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:12.445155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.032690064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:12.445304Z","caller":"traceutil/trace.go:171","msg":"trace[1814793061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12231; }","duration":"9.033022433s","start":"2026-03-31T05:20:03.412262Z","end":"2026-03-31T05:20:12.445285Z","steps":["trace[1814793061] 'agreement among raft nodes before linearized reading' (duration: 8.052385441s)","trace[1814793061] 'range keys from in-memory index tree' (duration: 980.325364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.445366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.412243Z","time spent":"9.033106765s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:12.445472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.309531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:12.445518Z","caller":"traceutil/trace.go:171","msg":"trace[1462858039] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"2.560386498s","start":"2026-03-31T05:20:09.885123Z","end":"2026-03-31T05:20:12.44551Z","steps":["trace[1462858039] 'process raft request' (duration: 1.579003024s)","trace[1462858039] 'compare' (duration: 978.608198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.44555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.885087Z","time spent":"2.560449479s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:12.445974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.533462115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:20:12.446041Z","caller":"traceutil/trace.go:171","msg":"trace[2016751458] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12231; }","duration":"8.533577868s","start":"2026-03-31T05:20:03.912445Z","end":"2026-03-31T05:20:12.446022Z","steps":["trace[2016751458] 'agreement among raft nodes before linearized reading' (duration: 7.552070581s)","trace[2016751458] 'count revisions from in-memory index tree' (duration: 981.418134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.446086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:03.912414Z","time spent":"8.53365919s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1195,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:12.447503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.71854911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:12.447565Z","caller":"traceutil/trace.go:171","msg":"trace[1614898960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12231; }","duration":"7.718658822s","start":"2026-03-31T05:20:04.72889Z","end":"2026-03-31T05:20:12.447549Z","steps":["trace[1614898960] 'agreement among raft nodes before linearized reading' (duration: 6.735617894s)","trace[1614898960] 'range keys from in-memory index tree' (duration: 979.957944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:12.447646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.728867Z","time spent":"7.718769716s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:12.472355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:12.492597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:12.49268Z","caller":"traceutil/trace.go:171","msg":"trace[1540518335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366251s","start":"2026-03-31T05:20:10.492294Z","end":"2026-03-31T05:20:12.49266Z","steps":["trace[1540518335] 'agreement among raft nodes before linearized reading' (duration: 2.000229807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.49273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.492282Z","time spent":"2.000439282s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:12.964543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117334379s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:14.082122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11740428s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:14.197634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996604498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:14.197728Z","caller":"traceutil/trace.go:171","msg":"trace[1902614836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996778382s","start":"2026-03-31T05:20:11.200928Z","end":"2026-03-31T05:20:14.197706Z","steps":["trace[1902614836] 'agreement among raft nodes before linearized reading' (duration: 2.996648669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.197772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.200887Z","time spent":"2.996875036s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:20:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:14.498878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:14.498967Z","caller":"traceutil/trace.go:171","msg":"trace[2047419339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443202s","start":"2026-03-31T05:20:12.498502Z","end":"2026-03-31T05:20:14.498946Z","steps":["trace[2047419339] 'agreement among raft nodes before linearized reading' (duration: 2.000277337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.499018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.498487Z","time spent":"2.000519154s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:14.927154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835148706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:14.927254Z","caller":"traceutil/trace.go:171","msg":"trace[1032844730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12232; }","duration":"1.835273049s","start":"2026-03-31T05:20:13.091963Z","end":"2026-03-31T05:20:14.927236Z","steps":["trace[1032844730] 'range keys from in-memory index tree' (duration: 1.835128406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.927605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962695613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:14.927778Z","caller":"traceutil/trace.go:171","msg":"trace[34991533] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"5.041822912s","start":"2026-03-31T05:20:09.88593Z","end":"2026-03-31T05:20:14.927753Z","steps":["trace[34991533] 'process raft request' (duration: 3.078932333s)","trace[34991533] 'compare' (duration: 1.962017325s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:14.927936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.885871Z","time spent":"5.041976136s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:14.927934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.445471Z","time spent":"2.482457262s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:20:14.928017Z","caller":"traceutil/trace.go:171","msg":"trace[1391838125] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"1.45449014s","start":"2026-03-31T05:20:13.473504Z","end":"2026-03-31T05:20:14.927994Z","steps":["trace[1391838125] 'process raft request' (duration: 1.454412278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743146119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:14.928151Z","caller":"traceutil/trace.go:171","msg":"trace[127033300] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12237; }","duration":"5.743287412s","start":"2026-03-31T05:20:09.184855Z","end":"2026-03-31T05:20:14.928143Z","steps":["trace[127033300] 'agreement among raft nodes before linearized reading' (duration: 5.743116067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.47348Z","time spent":"1.454635233s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:14.928182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.18484Z","time spent":"5.743335364s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:14.928245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938051212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:14.927918Z","caller":"traceutil/trace.go:171","msg":"trace[1652749232] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"4.91889459s","start":"2026-03-31T05:20:10.009001Z","end":"2026-03-31T05:20:14.927895Z","steps":["trace[1652749232] 'process raft request' (duration: 4.918654814s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:14.928318Z","caller":"traceutil/trace.go:171","msg":"trace[1433047505] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12237; }","duration":"3.938144194s","start":"2026-03-31T05:20:10.990158Z","end":"2026-03-31T05:20:14.928302Z","steps":["trace[1433047505] 'agreement among raft nodes before linearized reading' (duration: 3.937840856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.990149Z","time spent":"3.938189575s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:14.92842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939165793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:14.928447Z","caller":"traceutil/trace.go:171","msg":"trace[1292779971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12237; }","duration":"3.939209373s","start":"2026-03-31T05:20:10.989231Z","end":"2026-03-31T05:20:14.928441Z","steps":["trace[1292779971] 'agreement among raft nodes before linearized reading' (duration: 3.939152182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.989223Z","time spent":"3.939239995s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:14.928519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840898234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:14.928537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938259368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:14.928553Z","caller":"traceutil/trace.go:171","msg":"trace[398468009] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12237; }","duration":"3.840960645s","start":"2026-03-31T05:20:11.087585Z","end":"2026-03-31T05:20:14.928546Z","steps":["trace[398468009] 'agreement among raft nodes before linearized reading' (duration: 3.840855472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.087565Z","time spent":"3.841008517s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":93,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:14.927952Z","caller":"traceutil/trace.go:171","msg":"trace[1406730012] linearizableReadLoop","detail":"{readStateIndex:12679; appliedIndex:12674; }","duration":"3.463206588s","start":"2026-03-31T05:20:11.464736Z","end":"2026-03-31T05:20:14.927943Z","steps":["trace[1406730012] 'read index received' (duration: 1.500074053s)","trace[1406730012] 'applied index is now lower than readState.Index' (duration: 1.963131795s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:14.928356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.008973Z","time spent":"4.919360103s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:14.928521Z","caller":"traceutil/trace.go:171","msg":"trace[339343570] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"2.474938577s","start":"2026-03-31T05:20:12.453571Z","end":"2026-03-31T05:20:14.928509Z","steps":["trace[339343570] 'process raft request' (duration: 2.474277679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.577166015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T05:20:14.928682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.453554Z","time spent":"2.475100151s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:14.928371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93909283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:14.928564Z","caller":"traceutil/trace.go:171","msg":"trace[151903343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12237; }","duration":"3.93837135s","start":"2026-03-31T05:20:10.990186Z","end":"2026-03-31T05:20:14.928557Z","steps":["trace[151903343] 'agreement among raft nodes before linearized reading' (duration: 3.938265527s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:14.928784Z","caller":"traceutil/trace.go:171","msg":"trace[1344428019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12237; }","duration":"3.939512712s","start":"2026-03-31T05:20:10.989263Z","end":"2026-03-31T05:20:14.928775Z","steps":["trace[1344428019] 'agreement among raft nodes before linearized reading' (duration: 3.9390473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.928826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499658551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:14.928825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939568933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:14.928856Z","caller":"traceutil/trace.go:171","msg":"trace[1841822393] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12237; }","duration":"4.499725223s","start":"2026-03-31T05:20:10.429123Z","end":"2026-03-31T05:20:14.928848Z","steps":["trace[1841822393] 'agreement among raft nodes before linearized reading' (duration: 4.499678562s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:14.928863Z","caller":"traceutil/trace.go:171","msg":"trace[801072654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12237; }","duration":"3.939655955s","start":"2026-03-31T05:20:10.989199Z","end":"2026-03-31T05:20:14.928855Z","steps":["trace[801072654] 'agreement among raft nodes before linearized reading' (duration: 3.939550783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.92888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.429102Z","time spent":"4.499770655s","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:14.928724Z","caller":"traceutil/trace.go:171","msg":"trace[878819706] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12237; }","duration":"5.577274317s","start":"2026-03-31T05:20:09.35143Z","end":"2026-03-31T05:20:14.928705Z","steps":["trace[878819706] 'agreement among raft nodes before linearized reading' (duration: 5.577098073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.929026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.351417Z","time spent":"5.577573825s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:20:14.928916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.989175Z","time spent":"3.939734148s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:14.928687Z","caller":"traceutil/trace.go:171","msg":"trace[1139796332] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"2.474990829s","start":"2026-03-31T05:20:12.453689Z","end":"2026-03-31T05:20:14.92868Z","steps":["trace[1139796332] 'process raft request' (duration: 2.474198987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.929198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.453664Z","time spent":"2.475509112s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:14.928818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.989259Z","time spent":"3.939550333s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:14.928787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.99016Z","time spent":"3.938620237s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:15.429041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:15.537108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037551374s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:15.537599Z","caller":"traceutil/trace.go:171","msg":"trace[1622776515] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"1.082817757s","start":"2026-03-31T05:20:14.454757Z","end":"2026-03-31T05:20:15.537575Z","steps":["trace[1622776515] 'process raft request' (duration: 1.082647573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:15.537725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454742Z","time spent":"1.08290988s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:16.119316Z","caller":"traceutil/trace.go:171","msg":"trace[1525825842] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"1.187856771s","start":"2026-03-31T05:20:14.931427Z","end":"2026-03-31T05:20:16.119284Z","steps":["trace[1525825842] 'process raft request' (duration: 1.187616704s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.119361Z","caller":"traceutil/trace.go:171","msg":"trace[1561362518] transaction","detail":"{read_only:false; response_revision:12242; number_of_response:1; }","duration":"1.184663624s","start":"2026-03-31T05:20:14.934675Z","end":"2026-03-31T05:20:16.119339Z","steps":["trace[1561362518] 'process raft request' (duration: 1.184598202s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.119645Z","caller":"traceutil/trace.go:171","msg":"trace[989231856] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"1.184939421s","start":"2026-03-31T05:20:14.934694Z","end":"2026-03-31T05:20:16.119633Z","steps":["trace[989231856] 'process raft request' (duration: 1.184610892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.119712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.934676Z","time spent":"1.185004614s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:16.11968Z","caller":"traceutil/trace.go:171","msg":"trace[455240589] linearizableReadLoop","detail":"{readStateIndex:12687; appliedIndex:12680; }","duration":"1.191045938s","start":"2026-03-31T05:20:14.9286Z","end":"2026-03-31T05:20:16.119645Z","steps":["trace[455240589] 'read index received' (duration: 608.794095ms)","trace[455240589] 'applied index is now lower than readState.Index' (duration: 582.250383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:16.119754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665468401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.119813Z","caller":"traceutil/trace.go:171","msg":"trace[355703340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12244; }","duration":"1.665546153s","start":"2026-03-31T05:20:14.454252Z","end":"2026-03-31T05:20:16.119798Z","steps":["trace[355703340] 'agreement among raft nodes before linearized reading' (duration: 1.665419809s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.119591Z","caller":"traceutil/trace.go:171","msg":"trace[1732704915] transaction","detail":"{read_only:false; response_revision:12241; number_of_response:1; }","duration":"1.185318392s","start":"2026-03-31T05:20:14.934088Z","end":"2026-03-31T05:20:16.119406Z","steps":["trace[1732704915] 'process raft request' (duration: 1.185152137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.119874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454249Z","time spent":"1.665606534s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:16.119887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514725442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:16.119901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168265407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.119934Z","caller":"traceutil/trace.go:171","msg":"trace[250458410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12244; }","duration":"3.514781573s","start":"2026-03-31T05:20:12.605137Z","end":"2026-03-31T05:20:16.119919Z","steps":["trace[250458410] 'agreement among raft nodes before linearized reading' (duration: 3.514695791s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.119982Z","caller":"traceutil/trace.go:171","msg":"trace[617902334] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12244; }","duration":"3.1683704s","start":"2026-03-31T05:20:12.951577Z","end":"2026-03-31T05:20:16.119948Z","steps":["trace[617902334] 'agreement among raft nodes before linearized reading' (duration: 3.168253877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.119994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.605091Z","time spent":"3.514887966s","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.120001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665744899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.12002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.934067Z","time spent":"1.185833086s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:16.120036Z","caller":"traceutil/trace.go:171","msg":"trace[1387201207] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12244; }","duration":"1.66579426s","start":"2026-03-31T05:20:14.454233Z","end":"2026-03-31T05:20:16.120027Z","steps":["trace[1387201207] 'agreement among raft nodes before linearized reading' (duration: 1.665729468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.12007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454228Z","time spent":"1.665834961s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:16.119815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.934666Z","time spent":"1.184961372s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.120139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665910693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.120154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482882894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.120212Z","caller":"traceutil/trace.go:171","msg":"trace[1505516583] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12244; }","duration":"1.665973424s","start":"2026-03-31T05:20:14.45421Z","end":"2026-03-31T05:20:16.120183Z","steps":["trace[1505516583] 'agreement among raft nodes before linearized reading' (duration: 1.665865661s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.120222Z","caller":"traceutil/trace.go:171","msg":"trace[1246875213] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12244; }","duration":"4.482988777s","start":"2026-03-31T05:20:11.637215Z","end":"2026-03-31T05:20:16.120204Z","steps":["trace[1246875213] 'agreement among raft nodes before linearized reading' (duration: 4.482886274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208462513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.120274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.637194Z","time spent":"4.483065778s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:16.119404Z","caller":"traceutil/trace.go:171","msg":"trace[757794339] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"1.185340612s","start":"2026-03-31T05:20:14.934029Z","end":"2026-03-31T05:20:16.11937Z","steps":["trace[757794339] 'process raft request' (duration: 1.185150777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561535808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:20:16.120421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666075208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:16.12042Z","caller":"traceutil/trace.go:171","msg":"trace[1825950662] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12244; }","duration":"4.561705432s","start":"2026-03-31T05:20:11.5587Z","end":"2026-03-31T05:20:16.120406Z","steps":["trace[1825950662] 'agreement among raft nodes before linearized reading' (duration: 4.561500417s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.120446Z","caller":"traceutil/trace.go:171","msg":"trace[2127464454] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12244; }","duration":"1.666105638s","start":"2026-03-31T05:20:14.454335Z","end":"2026-03-31T05:20:16.12044Z","steps":["trace[2127464454] 'agreement among raft nodes before linearized reading' (duration: 1.666045577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519335067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:16.12047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454327Z","time spent":"1.666139459s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:16.120495Z","caller":"traceutil/trace.go:171","msg":"trace[1906274833] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12244; }","duration":"1.51944583s","start":"2026-03-31T05:20:14.601038Z","end":"2026-03-31T05:20:16.120483Z","steps":["trace[1906274833] 'agreement among raft nodes before linearized reading' (duration: 1.519316977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.601012Z","time spent":"1.519523243s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.120571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62103039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.12059Z","caller":"traceutil/trace.go:171","msg":"trace[1634505805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12244; }","duration":"1.621105122s","start":"2026-03-31T05:20:14.499479Z","end":"2026-03-31T05:20:16.120584Z","steps":["trace[1634505805] 'agreement among raft nodes before linearized reading' (duration: 1.621072501s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.499458Z","time spent":"1.621144433s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:16.12065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671022642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:16.12071Z","caller":"traceutil/trace.go:171","msg":"trace[18941162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12244; }","duration":"3.671098464s","start":"2026-03-31T05:20:12.449596Z","end":"2026-03-31T05:20:16.120695Z","steps":["trace[18941162] 'agreement among raft nodes before linearized reading' (duration: 3.6709275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.449583Z","time spent":"3.671162516s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:16.120773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866376117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.120827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665482062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:20:16.120843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666511279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.120898Z","caller":"traceutil/trace.go:171","msg":"trace[1387380668] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12244; }","duration":"1.666574241s","start":"2026-03-31T05:20:14.454311Z","end":"2026-03-31T05:20:16.120885Z","steps":["trace[1387380668] 'agreement among raft nodes before linearized reading' (duration: 1.666501799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454305Z","time spent":"1.666629573s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:16.120465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.558669Z","time spent":"4.561783905s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:20:16.121003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131404622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:16.121035Z","caller":"traceutil/trace.go:171","msg":"trace[607548058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12244; }","duration":"4.131470734s","start":"2026-03-31T05:20:11.989555Z","end":"2026-03-31T05:20:16.121026Z","steps":["trace[607548058] 'agreement among raft nodes before linearized reading' (duration: 4.131423873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.121052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.989535Z","time spent":"4.131512946s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.120944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.934015Z","time spent":"1.186493034s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.121147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666776706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:16.121845Z","caller":"traceutil/trace.go:171","msg":"trace[955461881] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12244; }","duration":"1.667487426s","start":"2026-03-31T05:20:14.454348Z","end":"2026-03-31T05:20:16.121835Z","steps":["trace[955461881] 'agreement among raft nodes before linearized reading' (duration: 1.666621253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.121975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454342Z","time spent":"1.66762409s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:16.120841Z","caller":"traceutil/trace.go:171","msg":"trace[237467679] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12244; }","duration":"2.866446049s","start":"2026-03-31T05:20:13.254379Z","end":"2026-03-31T05:20:16.120825Z","steps":["trace[237467679] 'agreement among raft nodes before linearized reading' (duration: 2.866348866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.122107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.254323Z","time spent":"2.867772855s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.120025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.951557Z","time spent":"3.168458512s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.120874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666473348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.120785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666441237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:16.12107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666764186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.120141Z","caller":"traceutil/trace.go:171","msg":"trace[375797403] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"1.18524656s","start":"2026-03-31T05:20:14.934877Z","end":"2026-03-31T05:20:16.120123Z","steps":["trace[375797403] 'process raft request' (duration: 1.184648933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454205Z","time spent":"1.666037307s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:16.119443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.931407Z","time spent":"1.187966804s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.119998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665781169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.120322Z","caller":"traceutil/trace.go:171","msg":"trace[790421795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:12244; }","duration":"1.208578756s","start":"2026-03-31T05:20:14.911729Z","end":"2026-03-31T05:20:16.120308Z","steps":["trace[790421795] 'agreement among raft nodes before linearized reading' (duration: 1.208443842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.120358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187268245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:20:16.120855Z","caller":"traceutil/trace.go:171","msg":"trace[591298364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12244; }","duration":"1.665526252s","start":"2026-03-31T05:20:14.455323Z","end":"2026-03-31T05:20:16.120849Z","steps":["trace[591298364] 'agreement among raft nodes before linearized reading' (duration: 1.66544232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.121215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385980472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:16.121276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66725547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:16.123275Z","caller":"traceutil/trace.go:171","msg":"trace[1602184067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12244; }","duration":"1.668875894s","start":"2026-03-31T05:20:14.454358Z","end":"2026-03-31T05:20:16.123234Z","steps":["trace[1602184067] 'agreement among raft nodes before linearized reading' (duration: 1.666421197s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.12601Z","caller":"traceutil/trace.go:171","msg":"trace[810755787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12244; }","duration":"1.67167674s","start":"2026-03-31T05:20:14.454319Z","end":"2026-03-31T05:20:16.125995Z","steps":["trace[810755787] 'agreement among raft nodes before linearized reading' (duration: 1.666427747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.126169Z","caller":"traceutil/trace.go:171","msg":"trace[1343188382] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12244; }","duration":"1.671979749s","start":"2026-03-31T05:20:14.454162Z","end":"2026-03-31T05:20:16.126141Z","steps":["trace[1343188382] 'agreement among raft nodes before linearized reading' (duration: 1.665725748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.126187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.45431Z","time spent":"1.671866836s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:16.126148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.911708Z","time spent":"1.214420516s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:16.126303Z","caller":"traceutil/trace.go:171","msg":"trace[468493159] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c; range_end:; response_count:1; response_revision:12244; }","duration":"1.193234798s","start":"2026-03-31T05:20:14.93306Z","end":"2026-03-31T05:20:16.126295Z","steps":["trace[468493159] 'agreement among raft nodes before linearized reading' (duration: 1.187221574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.12631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.455315Z","time spent":"1.670988921s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:20:16.126344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.933042Z","time spent":"1.193290779s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" "} {"level":"warn","ts":"2026-03-31T05:20:16.126228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454142Z","time spent":"1.672069191s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:16.12627Z","caller":"traceutil/trace.go:171","msg":"trace[1263682753] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12244; }","duration":"4.391086662s","start":"2026-03-31T05:20:11.735172Z","end":"2026-03-31T05:20:16.126259Z","steps":["trace[1263682753] 'agreement among raft nodes before linearized reading' (duration: 4.385967262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.126583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.735146Z","time spent":"4.391426511s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":84,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:16.126276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.45435Z","time spent":"1.671920567s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:16.12608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.934868Z","time spent":"1.191170351s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:16.126285Z","caller":"traceutil/trace.go:171","msg":"trace[268607479] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12244; }","duration":"1.672299447s","start":"2026-03-31T05:20:14.453974Z","end":"2026-03-31T05:20:16.126274Z","steps":["trace[268607479] 'agreement among raft nodes before linearized reading' (duration: 1.667159057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.126841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.453952Z","time spent":"1.672867842s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:20:16.126054Z","caller":"traceutil/trace.go:171","msg":"trace[548830751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12244; }","duration":"1.671760053s","start":"2026-03-31T05:20:14.454279Z","end":"2026-03-31T05:20:16.126039Z","steps":["trace[548830751] 'agreement among raft nodes before linearized reading' (duration: 1.666758557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.127004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:14.454272Z","time spent":"1.672716569s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:16.515454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.443512ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:20:16.515588Z","caller":"traceutil/trace.go:171","msg":"trace[225715011] linearizableReadLoop","detail":"{readStateIndex:12688; appliedIndex:12687; }","duration":"392.783678ms","start":"2026-03-31T05:20:16.122775Z","end":"2026-03-31T05:20:16.515559Z","steps":["trace[225715011] 'read index received' (duration: 275.160491ms)","trace[225715011] 'applied index is now lower than readState.Index' (duration: 117.620956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:16.515721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.121853Z","time spent":"393.862157ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:20:16.516041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.444011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T05:20:16.516117Z","caller":"traceutil/trace.go:171","msg":"trace[1466136033] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12244; }","duration":"391.545093ms","start":"2026-03-31T05:20:16.124556Z","end":"2026-03-31T05:20:16.516101Z","steps":["trace[1466136033] 'agreement among raft nodes before linearized reading' (duration: 391.297237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.516153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.124542Z","time spent":"391.602526ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:20:16.516175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.287174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:20:16.516236Z","caller":"traceutil/trace.go:171","msg":"trace[683995116] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12244; }","duration":"195.390607ms","start":"2026-03-31T05:20:16.320833Z","end":"2026-03-31T05:20:16.516223Z","steps":["trace[683995116] 'agreement among raft nodes before linearized reading' (duration: 195.190961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.516297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.449896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:20:16.51641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.425722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.516437Z","caller":"traceutil/trace.go:171","msg":"trace[684305044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12244; }","duration":"387.488143ms","start":"2026-03-31T05:20:16.12894Z","end":"2026-03-31T05:20:16.516428Z","steps":["trace[684305044] 'agreement among raft nodes before linearized reading' (duration: 387.449522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.51643Z","caller":"traceutil/trace.go:171","msg":"trace[2142104475] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12244; }","duration":"393.670912ms","start":"2026-03-31T05:20:16.122732Z","end":"2026-03-31T05:20:16.516403Z","steps":["trace[2142104475] 'agreement among raft nodes before linearized reading' (duration: 393.201389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.516465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.128925Z","time spent":"387.535044ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:16.51649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.122713Z","time spent":"393.764505ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:20:16.516341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.564521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:16.516615Z","caller":"traceutil/trace.go:171","msg":"trace[1660970803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12244; }","duration":"385.861659ms","start":"2026-03-31T05:20:16.130738Z","end":"2026-03-31T05:20:16.5166Z","steps":["trace[1660970803] 'agreement among raft nodes before linearized reading' (duration: 385.16708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.516658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.130731Z","time spent":"385.91642ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:16.516373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.658591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:20:16.516694Z","caller":"traceutil/trace.go:171","msg":"trace[288983985] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:12244; }","duration":"386.99539ms","start":"2026-03-31T05:20:16.129689Z","end":"2026-03-31T05:20:16.516684Z","steps":["trace[288983985] 'agreement among raft nodes before linearized reading' (duration: 386.645611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.51673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.12968Z","time spent":"387.040971ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:20:17.097123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:17.482991Z","caller":"traceutil/trace.go:171","msg":"trace[2002567019] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"957.200583ms","start":"2026-03-31T05:20:16.525764Z","end":"2026-03-31T05:20:17.482964Z","steps":["trace[2002567019] 'process raft request' (duration: 957.11116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:17.483181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.525742Z","time spent":"957.347627ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:17.483Z","caller":"traceutil/trace.go:171","msg":"trace[2083767311] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"964.42172ms","start":"2026-03-31T05:20:16.518545Z","end":"2026-03-31T05:20:17.482967Z","steps":["trace[2083767311] 'process raft request' (duration: 964.154842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:17.483391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.518527Z","time spent":"964.8113ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:19.486427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:19.486529Z","caller":"traceutil/trace.go:171","msg":"trace[872229074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071505s","start":"2026-03-31T05:20:17.485792Z","end":"2026-03-31T05:20:19.486507Z","steps":["trace[872229074] 'agreement among raft nodes before linearized reading' (duration: 2.000585267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:19.486586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:17.48573Z","time spent":"2.000843124s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:20.675365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975843902s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:20.676404Z","caller":"traceutil/trace.go:171","msg":"trace[1579688424] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"3.741066611s","start":"2026-03-31T05:20:16.935316Z","end":"2026-03-31T05:20:20.676383Z","steps":["trace[1579688424] 'process raft request' (duration: 764.126749ms)","trace[1579688424] 'compare' (duration: 2.974900216s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:20.676524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.935296Z","time spent":"3.741186675s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:20.676637Z","caller":"traceutil/trace.go:171","msg":"trace[1127853858] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"3.740859056s","start":"2026-03-31T05:20:16.935754Z","end":"2026-03-31T05:20:20.676613Z","steps":["trace[1127853858] 'process raft request' (duration: 3.740509317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.676774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.935732Z","time spent":"3.740960428s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:20.677545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.978071652s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:20.681467Z","caller":"traceutil/trace.go:171","msg":"trace[245299013] linearizableReadLoop","detail":"{readStateIndex:12694; appliedIndex:12689; }","duration":"4.085415079s","start":"2026-03-31T05:20:16.596031Z","end":"2026-03-31T05:20:20.681446Z","steps":["trace[245299013] 'read index received' (duration: 886.697181ms)","trace[245299013] 'applied index is now lower than readState.Index' (duration: 3.198715468s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:20.681569Z","caller":"traceutil/trace.go:171","msg":"trace[921504341] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"1.35582727s","start":"2026-03-31T05:20:19.325731Z","end":"2026-03-31T05:20:20.681558Z","steps":["trace[921504341] 'process raft request' (duration: 1.355795009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.681619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104973102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.681706Z","caller":"traceutil/trace.go:171","msg":"trace[19182024] transaction","detail":"{read_only:false; response_revision:12250; number_of_response:1; }","duration":"3.193741721s","start":"2026-03-31T05:20:17.487959Z","end":"2026-03-31T05:20:20.6817Z","steps":["trace[19182024] 'process raft request' (duration: 3.193381502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.681738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:17.48793Z","time spent":"3.193792333s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:20.681717Z","caller":"traceutil/trace.go:171","msg":"trace[883245672] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12253; }","duration":"4.105114456s","start":"2026-03-31T05:20:16.576591Z","end":"2026-03-31T05:20:20.681705Z","steps":["trace[883245672] 'agreement among raft nodes before linearized reading' (duration: 4.104949901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.681796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.57657Z","time spent":"4.105215658s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:20:20.681958Z","caller":"traceutil/trace.go:171","msg":"trace[1934883430] transaction","detail":"{read_only:false; response_revision:12252; number_of_response:1; }","duration":"1.556480709s","start":"2026-03-31T05:20:19.125468Z","end":"2026-03-31T05:20:20.681948Z","steps":["trace[1934883430] 'process raft request' (duration: 1.556031507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.125445Z","time spent":"1.556538851s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:20.681984Z","caller":"traceutil/trace.go:171","msg":"trace[1700775596] transaction","detail":"{read_only:false; response_revision:12251; number_of_response:1; }","duration":"3.13863959s","start":"2026-03-31T05:20:17.543293Z","end":"2026-03-31T05:20:20.681933Z","steps":["trace[1700775596] 'process raft request' (duration: 3.138153017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.681677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.325713Z","time spent":"1.355886452s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:20.68217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:17.543265Z","time spent":"3.138810474s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:20.682197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081958204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:20:20.682236Z","caller":"traceutil/trace.go:171","msg":"trace[1949279622] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12253; }","duration":"4.082025116s","start":"2026-03-31T05:20:16.6002Z","end":"2026-03-31T05:20:20.682225Z","steps":["trace[1949279622] 'agreement among raft nodes before linearized reading' (duration: 4.081894162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.600187Z","time spent":"4.082070177s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552727267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.682386Z","caller":"traceutil/trace.go:171","msg":"trace[2143241562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12253; }","duration":"2.552786359s","start":"2026-03-31T05:20:18.129593Z","end":"2026-03-31T05:20:20.68238Z","steps":["trace[2143241562] 'agreement among raft nodes before linearized reading' (duration: 2.552747498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556042708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.682649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681659512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:20.682681Z","caller":"traceutil/trace.go:171","msg":"trace[1936597408] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12253; }","duration":"2.681721994s","start":"2026-03-31T05:20:18.000949Z","end":"2026-03-31T05:20:20.682671Z","steps":["trace[1936597408] 'agreement among raft nodes before linearized reading' (duration: 2.681671783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551650998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.682691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156825035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:20.682728Z","caller":"traceutil/trace.go:171","msg":"trace[1605815650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12253; }","duration":"2.156864106s","start":"2026-03-31T05:20:18.525854Z","end":"2026-03-31T05:20:20.682718Z","steps":["trace[1605815650] 'agreement among raft nodes before linearized reading' (duration: 2.156720162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552585633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.682794Z","caller":"traceutil/trace.go:171","msg":"trace[182831102] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12253; }","duration":"2.552626234s","start":"2026-03-31T05:20:18.130162Z","end":"2026-03-31T05:20:20.682788Z","steps":["trace[182831102] 'agreement among raft nodes before linearized reading' (duration: 2.552583913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55321179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:20:20.682826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.130154Z","time spent":"2.552666836s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399821369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:20:20.682855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032333001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.682863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348178501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.682877Z","caller":"traceutil/trace.go:171","msg":"trace[2078694031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12253; }","duration":"1.399899501s","start":"2026-03-31T05:20:19.282967Z","end":"2026-03-31T05:20:20.682866Z","steps":["trace[2078694031] 'agreement among raft nodes before linearized reading' (duration: 1.399813789s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.682883Z","caller":"traceutil/trace.go:171","msg":"trace[300751255] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12253; }","duration":"2.553271552s","start":"2026-03-31T05:20:18.12956Z","end":"2026-03-31T05:20:20.682832Z","steps":["trace[300751255] 'agreement among raft nodes before linearized reading' (duration: 2.553144539s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.68289Z","caller":"traceutil/trace.go:171","msg":"trace[1564509279] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12253; }","duration":"4.032389663s","start":"2026-03-31T05:20:16.650488Z","end":"2026-03-31T05:20:20.682878Z","steps":["trace[1564509279] 'agreement among raft nodes before linearized reading' (duration: 4.032342451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.682898Z","caller":"traceutil/trace.go:171","msg":"trace[1549671565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12253; }","duration":"1.348248063s","start":"2026-03-31T05:20:19.334638Z","end":"2026-03-31T05:20:20.682886Z","steps":["trace[1549671565] 'agreement among raft nodes before linearized reading' (duration: 1.347867912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.282942Z","time spent":"1.399959232s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.12955Z","time spent":"2.553359154s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552112551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.683027Z","caller":"traceutil/trace.go:171","msg":"trace[543104964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12253; }","duration":"2.552164672s","start":"2026-03-31T05:20:18.130852Z","end":"2026-03-31T05:20:20.683017Z","steps":["trace[543104964] 'agreement among raft nodes before linearized reading' (duration: 2.552116571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553001655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:20.68307Z","caller":"traceutil/trace.go:171","msg":"trace[630058268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12253; }","duration":"2.553040266s","start":"2026-03-31T05:20:18.130023Z","end":"2026-03-31T05:20:20.683063Z","steps":["trace[630058268] 'agreement among raft nodes before linearized reading' (duration: 2.552971404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.682636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550284341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.683084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063290865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"warn","ts":"2026-03-31T05:20:20.683096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.130015Z","time spent":"2.553077716s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:20:20.683103Z","caller":"traceutil/trace.go:171","msg":"trace[544912170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12253; }","duration":"2.550767924s","start":"2026-03-31T05:20:18.132326Z","end":"2026-03-31T05:20:20.683094Z","steps":["trace[544912170] 'agreement among raft nodes before linearized reading' (duration: 2.550292721s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.683118Z","caller":"traceutil/trace.go:171","msg":"trace[322628939] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12253; }","duration":"4.063360687s","start":"2026-03-31T05:20:16.619747Z","end":"2026-03-31T05:20:20.683108Z","steps":["trace[322628939] 'agreement among raft nodes before linearized reading' (duration: 4.063189002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.132313Z","time spent":"2.550813065s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:20.683149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.619731Z","time spent":"4.063411209s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415244,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.525786Z","time spent":"2.156971678s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:20:20.683073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.130842Z","time spent":"2.552220804s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:20.682727Z","caller":"traceutil/trace.go:171","msg":"trace[1212228105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12253; }","duration":"2.551696179s","start":"2026-03-31T05:20:18.131017Z","end":"2026-03-31T05:20:20.682713Z","steps":["trace[1212228105] 'agreement among raft nodes before linearized reading' (duration: 2.551653068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553607562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:20.682656Z","caller":"traceutil/trace.go:171","msg":"trace[863321223] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12253; }","duration":"2.556306345s","start":"2026-03-31T05:20:18.126332Z","end":"2026-03-31T05:20:20.682638Z","steps":["trace[863321223] 'agreement among raft nodes before linearized reading' (duration: 2.556019917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.13101Z","time spent":"2.552270155s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:20.683305Z","caller":"traceutil/trace.go:171","msg":"trace[1510177689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12253; }","duration":"2.553673953s","start":"2026-03-31T05:20:18.129619Z","end":"2026-03-31T05:20:20.683293Z","steps":["trace[1510177689] 'agreement among raft nodes before linearized reading' (duration: 2.553515139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.126288Z","time spent":"2.557012994s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:20.683334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.129608Z","time spent":"2.553718865s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:20.683414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556557092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.683759Z","caller":"traceutil/trace.go:171","msg":"trace[1284367873] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12253; }","duration":"2.556945002s","start":"2026-03-31T05:20:18.126801Z","end":"2026-03-31T05:20:20.683746Z","steps":["trace[1284367873] 'agreement among raft nodes before linearized reading' (duration: 2.556574992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.683878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.126778Z","time spent":"2.557087677s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:20.68292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.650472Z","time spent":"4.032439205s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:20.682812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194929774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-31T05:20:20.682472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09503323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:20.682481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556140431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:20.682496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195725165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.682546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558408512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:20:20.68259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551570586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.682605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577924964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:20.682404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.129573Z","time spent":"2.552827441s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.000929Z","time spent":"2.681778835s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:20.682941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.334617Z","time spent":"1.348308204s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:20.683496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556742577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:20.683657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555878894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:20.686194Z","caller":"traceutil/trace.go:171","msg":"trace[595701564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12253; }","duration":"2.558444993s","start":"2026-03-31T05:20:18.127721Z","end":"2026-03-31T05:20:20.686166Z","steps":["trace[595701564] 'agreement among raft nodes before linearized reading' (duration: 2.555673508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.686322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.127716Z","time spent":"2.558590587s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:20.682438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.137012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:20.686504Z","caller":"traceutil/trace.go:171","msg":"trace[1040723374] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12253; }","duration":"683.245285ms","start":"2026-03-31T05:20:20.00324Z","end":"2026-03-31T05:20:20.686485Z","steps":["trace[1040723374] 'agreement among raft nodes before linearized reading' (duration: 679.177374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.686554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:20.003221Z","time spent":"683.316797ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:20.68402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557126057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:20.686638Z","caller":"traceutil/trace.go:171","msg":"trace[1651432237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12253; }","duration":"2.559797081s","start":"2026-03-31T05:20:18.126825Z","end":"2026-03-31T05:20:20.686622Z","steps":["trace[1651432237] 'agreement among raft nodes before linearized reading' (duration: 2.557008815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.686691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.126803Z","time spent":"2.559872392s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:20.684793Z","caller":"traceutil/trace.go:171","msg":"trace[1830333106] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12253; }","duration":"2.553790437s","start":"2026-03-31T05:20:18.130989Z","end":"2026-03-31T05:20:20.684779Z","steps":["trace[1830333106] 'agreement among raft nodes before linearized reading' (duration: 2.551536845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.68681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.130985Z","time spent":"2.555814832s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:20:20.684826Z","caller":"traceutil/trace.go:171","msg":"trace[1221186437] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12253; }","duration":"3.19697482s","start":"2026-03-31T05:20:17.487844Z","end":"2026-03-31T05:20:20.684819Z","steps":["trace[1221186437] 'agreement among raft nodes before linearized reading' (duration: 3.194904333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.686876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:17.487827Z","time spent":"3.199040607s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T05:20:20.684846Z","caller":"traceutil/trace.go:171","msg":"trace[1014754169] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12253; }","duration":"1.097405875s","start":"2026-03-31T05:20:19.587434Z","end":"2026-03-31T05:20:20.68484Z","steps":["trace[1014754169] 'agreement among raft nodes before linearized reading' (duration: 1.09501595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.686986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.587395Z","time spent":"1.099581094s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:20.684879Z","caller":"traceutil/trace.go:171","msg":"trace[1004134291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12253; }","duration":"2.558557657s","start":"2026-03-31T05:20:18.126303Z","end":"2026-03-31T05:20:20.684861Z","steps":["trace[1004134291] 'agreement among raft nodes before linearized reading' (duration: 2.55610983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.687121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.126288Z","time spent":"2.560826228s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:20.6849Z","caller":"traceutil/trace.go:171","msg":"trace[844856560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12253; }","duration":"1.198127561s","start":"2026-03-31T05:20:19.486766Z","end":"2026-03-31T05:20:20.684894Z","steps":["trace[844856560] 'agreement among raft nodes before linearized reading' (duration: 1.195718885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.687246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.486658Z","time spent":"1.200582598s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:20.684921Z","caller":"traceutil/trace.go:171","msg":"trace[1063942601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12253; }","duration":"2.560804638s","start":"2026-03-31T05:20:18.124107Z","end":"2026-03-31T05:20:20.684912Z","steps":["trace[1063942601] 'agreement among raft nodes before linearized reading' (duration: 2.558391372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.687381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.124092Z","time spent":"2.563282855s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:20.68495Z","caller":"traceutil/trace.go:171","msg":"trace[752009433] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12253; }","duration":"2.580308029s","start":"2026-03-31T05:20:18.104636Z","end":"2026-03-31T05:20:20.684944Z","steps":["trace[752009433] 'agreement among raft nodes before linearized reading' (duration: 2.577929524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.687552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.104614Z","time spent":"2.582929281s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:20.684987Z","caller":"traceutil/trace.go:171","msg":"trace[1321258733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12253; }","duration":"2.558252738s","start":"2026-03-31T05:20:18.126724Z","end":"2026-03-31T05:20:20.684977Z","steps":["trace[1321258733] 'agreement among raft nodes before linearized reading' (duration: 2.556679995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.687707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.126715Z","time spent":"2.560986413s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:20.685156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557442936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:20.687829Z","caller":"traceutil/trace.go:171","msg":"trace[584413350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12253; }","duration":"2.56014151s","start":"2026-03-31T05:20:18.127679Z","end":"2026-03-31T05:20:20.687821Z","steps":["trace[584413350] 'agreement among raft nodes before linearized reading' (duration: 2.557372324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.68787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:18.127666Z","time spent":"2.560181601s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:20:21.558832Z","caller":"traceutil/trace.go:171","msg":"trace[748492030] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"460.228656ms","start":"2026-03-31T05:20:21.098578Z","end":"2026-03-31T05:20:21.558807Z","steps":["trace[748492030] 'process raft request' (duration: 459.861916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.559003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:21.098547Z","time spent":"460.37942ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:22.515957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:23.01688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:23.406444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.947345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:23.406606Z","caller":"traceutil/trace.go:171","msg":"trace[563879137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12265; }","duration":"315.11788ms","start":"2026-03-31T05:20:23.091462Z","end":"2026-03-31T05:20:23.40658Z","steps":["trace[563879137] 'range keys from in-memory index tree' (duration: 314.924085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:23.470061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.804606174s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:23.471724Z","caller":"traceutil/trace.go:171","msg":"trace[548156813] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"1.806346932s","start":"2026-03-31T05:20:21.665343Z","end":"2026-03-31T05:20:23.47169Z","steps":["trace[548156813] 'process raft request' (duration: 1.806107765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:23.47195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:21.665317Z","time spent":"1.806513116s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:24.484567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:24.484656Z","caller":"traceutil/trace.go:171","msg":"trace[1702897492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057192s","start":"2026-03-31T05:20:22.484579Z","end":"2026-03-31T05:20:24.484637Z","steps":["trace[1702897492] 'agreement among raft nodes before linearized reading' (duration: 1.999937479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.484725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.48455Z","time spent":"2.000157534s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:24.484768Z","caller":"traceutil/trace.go:171","msg":"trace[1487145887] transaction","detail":"{read_only:false; response_revision:12268; number_of_response:1; }","duration":"1.802501286s","start":"2026-03-31T05:20:22.682243Z","end":"2026-03-31T05:20:24.484744Z","steps":["trace[1487145887] 'process raft request' (duration: 1.802419364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.48491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.682215Z","time spent":"1.802619809s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:24.4849Z","caller":"traceutil/trace.go:171","msg":"trace[1951476427] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"2.044541364s","start":"2026-03-31T05:20:22.440302Z","end":"2026-03-31T05:20:24.484844Z","steps":["trace[1951476427] 'process raft request' (duration: 2.044176224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.440276Z","time spent":"2.044708238s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:24.485285Z","caller":"traceutil/trace.go:171","msg":"trace[2103297398] transaction","detail":"{read_only:false; response_revision:12269; number_of_response:1; }","duration":"1.802322891s","start":"2026-03-31T05:20:22.682948Z","end":"2026-03-31T05:20:24.485271Z","steps":["trace[2103297398] 'process raft request' (duration: 1.801758276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.682932Z","time spent":"1.802398803s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:24.485474Z","caller":"traceutil/trace.go:171","msg":"trace[487864828] linearizableReadLoop","detail":"{readStateIndex:12716; appliedIndex:12711; }","duration":"2.469727564s","start":"2026-03-31T05:20:22.015736Z","end":"2026-03-31T05:20:24.485464Z","steps":["trace[487864828] 'read index received' (duration: 1.45558532s)","trace[487864828] 'applied index is now lower than readState.Index' (duration: 1.014141384s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:24.485547Z","caller":"traceutil/trace.go:171","msg":"trace[996507841] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"1.795020962s","start":"2026-03-31T05:20:22.690518Z","end":"2026-03-31T05:20:24.485539Z","steps":["trace[996507841] 'process raft request' (duration: 1.794692654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.690503Z","time spent":"1.795069443s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:24.485627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469887738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.485666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334916539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:24.485694Z","caller":"traceutil/trace.go:171","msg":"trace[11460678] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:12270; }","duration":"2.469987511s","start":"2026-03-31T05:20:22.015683Z","end":"2026-03-31T05:20:24.48567Z","steps":["trace[11460678] 'agreement among raft nodes before linearized reading' (duration: 2.469892538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.48572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791420044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.485741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.01566Z","time spent":"2.470067554s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:24.485763Z","caller":"traceutil/trace.go:171","msg":"trace[1151689099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12270; }","duration":"1.791474455s","start":"2026-03-31T05:20:22.694275Z","end":"2026-03-31T05:20:24.48575Z","steps":["trace[1151689099] 'agreement among raft nodes before linearized reading' (duration: 1.791412464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796055001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:24.48584Z","caller":"traceutil/trace.go:171","msg":"trace[1305020052] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12270; }","duration":"1.796134802s","start":"2026-03-31T05:20:22.689689Z","end":"2026-03-31T05:20:24.485824Z","steps":["trace[1305020052] 'agreement among raft nodes before linearized reading' (duration: 1.79605897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792393691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.485856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795818314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:24.485919Z","caller":"traceutil/trace.go:171","msg":"trace[1611302920] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12270; }","duration":"1.792475733s","start":"2026-03-31T05:20:22.693434Z","end":"2026-03-31T05:20:24.485909Z","steps":["trace[1611302920] 'agreement among raft nodes before linearized reading' (duration: 1.79238814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.694266Z","time spent":"1.791518446s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:24.485951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.693416Z","time spent":"1.792525253s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:24.485973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479377497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:24.486009Z","caller":"traceutil/trace.go:171","msg":"trace[1792734822] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12270; }","duration":"1.479441869s","start":"2026-03-31T05:20:23.006557Z","end":"2026-03-31T05:20:24.485998Z","steps":["trace[1792734822] 'agreement among raft nodes before linearized reading' (duration: 1.479387047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.006537Z","time spent":"1.479497671s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:24.486063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792216426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:24.486084Z","caller":"traceutil/trace.go:171","msg":"trace[536278626] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12270; }","duration":"1.792252666s","start":"2026-03-31T05:20:22.693825Z","end":"2026-03-31T05:20:24.486078Z","steps":["trace[536278626] 'agreement among raft nodes before linearized reading' (duration: 1.792182544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.693818Z","time spent":"1.792280267s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:24.486146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795109585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:24.486186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796521083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.486235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792427981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:24.486242Z","caller":"traceutil/trace.go:171","msg":"trace[930987959] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12270; }","duration":"1.796605025s","start":"2026-03-31T05:20:22.689624Z","end":"2026-03-31T05:20:24.486229Z","steps":["trace[930987959] 'agreement among raft nodes before linearized reading' (duration: 1.796523913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.485915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.689681Z","time spent":"1.796220254s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:24.486261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795815894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.486281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.689611Z","time spent":"1.796660776s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:24.486304Z","caller":"traceutil/trace.go:171","msg":"trace[1479494755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12270; }","duration":"1.795885876s","start":"2026-03-31T05:20:22.690406Z","end":"2026-03-31T05:20:24.486292Z","steps":["trace[1479494755] 'agreement among raft nodes before linearized reading' (duration: 1.795821284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753524461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:20:24.486388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.690393Z","time spent":"1.795948617s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:20:24.486411Z","caller":"traceutil/trace.go:171","msg":"trace[98053960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12270; }","duration":"1.753574422s","start":"2026-03-31T05:20:22.732827Z","end":"2026-03-31T05:20:24.486401Z","steps":["trace[98053960] 'agreement among raft nodes before linearized reading' (duration: 1.7534837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79860637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.486286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664465902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.486445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.732819Z","time spent":"1.753619083s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:20:24.486458Z","caller":"traceutil/trace.go:171","msg":"trace[802580265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12270; }","duration":"1.798660751s","start":"2026-03-31T05:20:22.68779Z","end":"2026-03-31T05:20:24.48645Z","steps":["trace[802580265] 'agreement among raft nodes before linearized reading' (duration: 1.79861804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.687773Z","time spent":"1.798699372s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:24.486482Z","caller":"traceutil/trace.go:171","msg":"trace[122261929] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12270; }","duration":"1.664695639s","start":"2026-03-31T05:20:22.821766Z","end":"2026-03-31T05:20:24.486462Z","steps":["trace[122261929] 'agreement among raft nodes before linearized reading' (duration: 1.664479513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.48654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.821743Z","time spent":"1.664778691s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:24.486202Z","caller":"traceutil/trace.go:171","msg":"trace[563906693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12270; }","duration":"1.795182966s","start":"2026-03-31T05:20:22.691006Z","end":"2026-03-31T05:20:24.486189Z","steps":["trace[563906693] 'agreement among raft nodes before linearized reading' (duration: 1.794989531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76453036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:20:24.486668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.690996Z","time spent":"1.79565163s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:24.486693Z","caller":"traceutil/trace.go:171","msg":"trace[1542730473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12270; }","duration":"1.764594063s","start":"2026-03-31T05:20:22.722089Z","end":"2026-03-31T05:20:24.486683Z","steps":["trace[1542730473] 'agreement among raft nodes before linearized reading' (duration: 1.764471089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.722078Z","time spent":"1.764641404s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:24.486263Z","caller":"traceutil/trace.go:171","msg":"trace[1283574167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12270; }","duration":"1.792470532s","start":"2026-03-31T05:20:22.693785Z","end":"2026-03-31T05:20:24.486255Z","steps":["trace[1283574167] 'agreement among raft nodes before linearized reading' (duration: 1.792428711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.486776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.693775Z","time spent":"1.792987167s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:24.486942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779853649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:24.486976Z","caller":"traceutil/trace.go:171","msg":"trace[1993265287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12270; }","duration":"1.779901229s","start":"2026-03-31T05:20:22.707067Z","end":"2026-03-31T05:20:24.486968Z","steps":["trace[1993265287] 'agreement among raft nodes before linearized reading' (duration: 1.779809687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.487003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.70706Z","time spent":"1.77993776s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:20:24.485961Z","caller":"traceutil/trace.go:171","msg":"trace[1602590906] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12270; }","duration":"1.795942167s","start":"2026-03-31T05:20:22.689992Z","end":"2026-03-31T05:20:24.485934Z","steps":["trace[1602590906] 'agreement among raft nodes before linearized reading' (duration: 1.795721441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.487174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.68998Z","time spent":"1.797179101s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:24.487081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79274217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:24.485924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005666064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-03-31T05:20:24.487578Z","caller":"traceutil/trace.go:171","msg":"trace[1650901748] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12270; }","duration":"1.793251464s","start":"2026-03-31T05:20:22.69431Z","end":"2026-03-31T05:20:24.487562Z","steps":["trace[1650901748] 'agreement among raft nodes before linearized reading' (duration: 1.792721779s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:24.487617Z","caller":"traceutil/trace.go:171","msg":"trace[488865586] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12270; }","duration":"1.007385891s","start":"2026-03-31T05:20:23.480218Z","end":"2026-03-31T05:20:24.487604Z","steps":["trace[488865586] 'agreement among raft nodes before linearized reading' (duration: 1.005590232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.487649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.694305Z","time spent":"1.793329936s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:24.487663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:23.480198Z","time spent":"1.007453192s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7091,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-31T05:20:24.485727Z","caller":"traceutil/trace.go:171","msg":"trace[1253650567] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12270; }","duration":"2.335011672s","start":"2026-03-31T05:20:22.1507Z","end":"2026-03-31T05:20:24.485712Z","steps":["trace[1253650567] 'agreement among raft nodes before linearized reading' (duration: 2.334905079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.487925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131102163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:24.487959Z","caller":"traceutil/trace.go:171","msg":"trace[1856991631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12270; }","duration":"2.131147385s","start":"2026-03-31T05:20:22.356802Z","end":"2026-03-31T05:20:24.487949Z","steps":["trace[1856991631] 'agreement among raft nodes before linearized reading' (duration: 2.131084674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.487934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784718501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:20:24.487983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.356743Z","time spent":"2.131233987s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:24.48801Z","caller":"traceutil/trace.go:171","msg":"trace[1102212072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12270; }","duration":"1.784844314s","start":"2026-03-31T05:20:22.703148Z","end":"2026-03-31T05:20:24.487992Z","steps":["trace[1102212072] 'agreement among raft nodes before linearized reading' (duration: 1.784514745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.488018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78428481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:20:24.48793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.150683Z","time spent":"2.337217163s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:24.488058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.70313Z","time spent":"1.784918417s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:24.488058Z","caller":"traceutil/trace.go:171","msg":"trace[1098222474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12270; }","duration":"1.784330451s","start":"2026-03-31T05:20:22.703712Z","end":"2026-03-31T05:20:24.488043Z","steps":["trace[1098222474] 'agreement among raft nodes before linearized reading' (duration: 1.784239048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.488096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.703706Z","time spent":"1.784381702s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:24.488249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788544195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:20:24.488303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254292902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:20:24.48845Z","caller":"traceutil/trace.go:171","msg":"trace[350133067] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12270; }","duration":"2.254477027s","start":"2026-03-31T05:20:22.233948Z","end":"2026-03-31T05:20:24.488425Z","steps":["trace[350133067] 'agreement among raft nodes before linearized reading' (duration: 2.253762308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.488538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.233932Z","time spent":"2.25457816s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:20:24.488569Z","caller":"traceutil/trace.go:171","msg":"trace[95157125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12270; }","duration":"1.788613278s","start":"2026-03-31T05:20:22.699677Z","end":"2026-03-31T05:20:24.488291Z","steps":["trace[95157125] 'agreement among raft nodes before linearized reading' (duration: 1.788312569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:24.488718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:22.69967Z","time spent":"1.789034689s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:25.513076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.345364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:25.513323Z","caller":"traceutil/trace.go:171","msg":"trace[2107907143] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"1.018443133s","start":"2026-03-31T05:20:24.494866Z","end":"2026-03-31T05:20:25.513309Z","steps":["trace[2107907143] 'process raft request' (duration: 1.018412312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:25.513376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.494859Z","time spent":"1.018493554s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:25.513491Z","caller":"traceutil/trace.go:171","msg":"trace[1127743081] linearizableReadLoop","detail":"{readStateIndex:12717; appliedIndex:12716; }","duration":"1.020671764s","start":"2026-03-31T05:20:24.492783Z","end":"2026-03-31T05:20:25.513455Z","steps":["trace[1127743081] 'read index received' (duration: 35.862768ms)","trace[1127743081] 'applied index is now lower than readState.Index' (duration: 984.804776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:25.513521Z","caller":"traceutil/trace.go:171","msg":"trace[52817804] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"1.020071178s","start":"2026-03-31T05:20:24.493412Z","end":"2026-03-31T05:20:25.513483Z","steps":["trace[52817804] 'process raft request' (duration: 1.019810711s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:25.513558Z","caller":"traceutil/trace.go:171","msg":"trace[335208324] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"1.018982718s","start":"2026-03-31T05:20:24.494545Z","end":"2026-03-31T05:20:25.513528Z","steps":["trace[335208324] 'process raft request' (duration: 1.018710591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:25.513603Z","caller":"traceutil/trace.go:171","msg":"trace[373033616] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"1.020948231s","start":"2026-03-31T05:20:24.492632Z","end":"2026-03-31T05:20:25.51358Z","steps":["trace[373033616] 'process raft request' (duration: 36.028102ms)","trace[373033616] 'compare' (duration: 983.571313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:25.513706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.492602Z","time spent":"1.021062055s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:25.513731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017150189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:25.513763Z","caller":"traceutil/trace.go:171","msg":"trace[672648982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12275; }","duration":"1.01722381s","start":"2026-03-31T05:20:24.49653Z","end":"2026-03-31T05:20:25.513754Z","steps":["trace[672648982] 'agreement among raft nodes before linearized reading' (duration: 1.017106417s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:25.513545Z","caller":"traceutil/trace.go:171","msg":"trace[1784307352] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"1.020314134s","start":"2026-03-31T05:20:24.493223Z","end":"2026-03-31T05:20:25.513537Z","steps":["trace[1784307352] 'process raft request' (duration: 1.019936354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:25.513798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.496525Z","time spent":"1.017265251s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:25.513771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.494536Z","time spent":"1.019120172s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:25.513766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.493395Z","time spent":"1.020194211s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:25.514179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019581064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:20:25.514344Z","caller":"traceutil/trace.go:171","msg":"trace[2009245893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12275; }","duration":"1.019812171s","start":"2026-03-31T05:20:24.494507Z","end":"2026-03-31T05:20:25.514319Z","steps":["trace[2009245893] 'agreement among raft nodes before linearized reading' (duration: 1.019336288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:25.513811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021004383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:20:25.514405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.494495Z","time spent":"1.019898903s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:20:25.514423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020577361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"warn","ts":"2026-03-31T05:20:25.513844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.493197Z","time spent":"1.020613142s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:25.514457Z","caller":"traceutil/trace.go:171","msg":"trace[1841182264] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:12275; }","duration":"1.021702232s","start":"2026-03-31T05:20:24.492731Z","end":"2026-03-31T05:20:25.514434Z","steps":["trace[1841182264] 'agreement among raft nodes before linearized reading' (duration: 1.020843408s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:25.514504Z","caller":"traceutil/trace.go:171","msg":"trace[1005549132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12275; }","duration":"1.020669474s","start":"2026-03-31T05:20:24.493813Z","end":"2026-03-31T05:20:25.514482Z","steps":["trace[1005549132] 'agreement among raft nodes before linearized reading' (duration: 1.019818841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:25.514528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.492708Z","time spent":"1.021804885s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:20:25.514572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:24.493806Z","time spent":"1.020746816s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:26.03146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.807307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:26.031544Z","caller":"traceutil/trace.go:171","msg":"trace[583246017] linearizableReadLoop","detail":"{readStateIndex:12722; appliedIndex:12721; }","duration":"507.382652ms","start":"2026-03-31T05:20:25.524146Z","end":"2026-03-31T05:20:26.031529Z","steps":["trace[583246017] 'read index received' (duration: 245.432911ms)","trace[583246017] 'applied index is now lower than readState.Index' (duration: 261.948811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:26.031618Z","caller":"traceutil/trace.go:171","msg":"trace[795676156] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"515.286127ms","start":"2026-03-31T05:20:25.516322Z","end":"2026-03-31T05:20:26.031608Z","steps":["trace[795676156] 'process raft request' (duration: 253.242394ms)","trace[795676156] 'compare' (duration: 261.704514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:26.031663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.516299Z","time spent":"515.339828ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:26.031879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.735601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.031904Z","caller":"traceutil/trace.go:171","msg":"trace[1670037147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12276; }","duration":"507.793033ms","start":"2026-03-31T05:20:25.524103Z","end":"2026-03-31T05:20:26.031897Z","steps":["trace[1670037147] 'agreement among raft nodes before linearized reading' (duration: 507.719141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.031927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.524086Z","time spent":"507.834264ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.032063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.833346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.032089Z","caller":"traceutil/trace.go:171","msg":"trace[2105903128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12276; }","duration":"506.873158ms","start":"2026-03-31T05:20:25.52521Z","end":"2026-03-31T05:20:26.032083Z","steps":["trace[2105903128] 'agreement among raft nodes before linearized reading' (duration: 506.832597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.032112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.525202Z","time spent":"506.900699ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:26.032278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.332248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:26.032305Z","caller":"traceutil/trace.go:171","msg":"trace[1717424651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12276; }","duration":"252.39673ms","start":"2026-03-31T05:20:25.779902Z","end":"2026-03-31T05:20:26.032299Z","steps":["trace[1717424651] 'agreement among raft nodes before linearized reading' (duration: 252.297007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.032401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.600734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.032464Z","caller":"traceutil/trace.go:171","msg":"trace[1345493434] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12276; }","duration":"468.687007ms","start":"2026-03-31T05:20:25.563764Z","end":"2026-03-31T05:20:26.032451Z","steps":["trace[1345493434] 'agreement among raft nodes before linearized reading' (duration: 468.520173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.032551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.563743Z","time spent":"468.792729ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.032475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.562993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:26.03262Z","caller":"traceutil/trace.go:171","msg":"trace[1798802447] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12276; }","duration":"439.763959ms","start":"2026-03-31T05:20:25.592847Z","end":"2026-03-31T05:20:26.032611Z","steps":["trace[1798802447] 'agreement among raft nodes before linearized reading' (duration: 439.44569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.032652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:25.592829Z","time spent":"439.814469ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":124,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:26.661119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.533042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:26.661279Z","caller":"traceutil/trace.go:171","msg":"trace[1989454537] linearizableReadLoop","detail":"{readStateIndex:12724; appliedIndex:12723; }","duration":"495.082776ms","start":"2026-03-31T05:20:26.166175Z","end":"2026-03-31T05:20:26.661258Z","steps":["trace[1989454537] 'read index received' (duration: 99.283437ms)","trace[1989454537] 'applied index is now lower than readState.Index' (duration: 395.796349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:26.661395Z","caller":"traceutil/trace.go:171","msg":"trace[696565330] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"535.527989ms","start":"2026-03-31T05:20:26.125849Z","end":"2026-03-31T05:20:26.661377Z","steps":["trace[696565330] 'process raft request' (duration: 139.659617ms)","trace[696565330] 'compare' (duration: 395.180173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:26.661478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.125826Z","time spent":"535.609851ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:26.66181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.630761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:26.661864Z","caller":"traceutil/trace.go:171","msg":"trace[1710351570] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12278; }","duration":"495.734334ms","start":"2026-03-31T05:20:26.166116Z","end":"2026-03-31T05:20:26.661851Z","steps":["trace[1710351570] 'agreement among raft nodes before linearized reading' (duration: 495.59643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:26.661945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.166093Z","time spent":"495.842977ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:27.130986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.255955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:27.131365Z","caller":"traceutil/trace.go:171","msg":"trace[1367380651] linearizableReadLoop","detail":"{readStateIndex:12727; appliedIndex:12724; }","duration":"470.024574ms","start":"2026-03-31T05:20:26.661319Z","end":"2026-03-31T05:20:27.131344Z","steps":["trace[1367380651] 'read index received' (duration: 158.273245ms)","trace[1367380651] 'applied index is now lower than readState.Index' (duration: 311.749969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:27.131473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.207147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.131512Z","caller":"traceutil/trace.go:171","msg":"trace[242652382] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12281; }","duration":"635.249758ms","start":"2026-03-31T05:20:26.496252Z","end":"2026-03-31T05:20:27.131502Z","steps":["trace[242652382] 'agreement among raft nodes before linearized reading' (duration: 635.136805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.09977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.131541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.49623Z","time spent":"635.305899ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:20:27.131526Z","caller":"traceutil/trace.go:171","msg":"trace[1195873522] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"636.165303ms","start":"2026-03-31T05:20:26.495331Z","end":"2026-03-31T05:20:27.131496Z","steps":["trace[1195873522] 'process raft request' (duration: 635.935446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.3185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.131554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.827881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.131601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.337251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.131613Z","caller":"traceutil/trace.go:171","msg":"trace[818638761] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12281; }","duration":"635.441872ms","start":"2026-03-31T05:20:26.496151Z","end":"2026-03-31T05:20:27.131593Z","steps":["trace[818638761] 'agreement among raft nodes before linearized reading' (duration: 635.289098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.13163Z","caller":"traceutil/trace.go:171","msg":"trace[1460002553] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12281; }","duration":"952.403603ms","start":"2026-03-31T05:20:26.179219Z","end":"2026-03-31T05:20:27.131622Z","steps":["trace[1460002553] 'agreement among raft nodes before linearized reading' (duration: 952.356962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.991779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:27.13166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.179197Z","time spent":"952.455655ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:20:27.131645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.79214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:20:27.131654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.274689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:27.131699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.385851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.131693Z","caller":"traceutil/trace.go:171","msg":"trace[1572851391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12281; }","duration":"639.131594ms","start":"2026-03-31T05:20:26.492542Z","end":"2026-03-31T05:20:27.131674Z","steps":["trace[1572851391] 'agreement among raft nodes before linearized reading' (duration: 638.867596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.131723Z","caller":"traceutil/trace.go:171","msg":"trace[2009649789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12281; }","duration":"635.423963ms","start":"2026-03-31T05:20:26.496293Z","end":"2026-03-31T05:20:27.131717Z","steps":["trace[2009649789] 'agreement among raft nodes before linearized reading' (duration: 635.387852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.320092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:20:27.131723Z","caller":"traceutil/trace.go:171","msg":"trace[470162893] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12281; }","duration":"636.880452ms","start":"2026-03-31T05:20:26.494825Z","end":"2026-03-31T05:20:27.131706Z","steps":["trace[470162893] 'agreement among raft nodes before linearized reading' (duration: 636.651446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.492515Z","time spent":"639.218276ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:27.131767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.476704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.131773Z","caller":"traceutil/trace.go:171","msg":"trace[148041458] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"638.817355ms","start":"2026-03-31T05:20:26.492928Z","end":"2026-03-31T05:20:27.131745Z","steps":["trace[148041458] 'process raft request' (duration: 638.215168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.494733Z","time spent":"637.032646ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:20:27.131637Z","caller":"traceutil/trace.go:171","msg":"trace[1366509085] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12281; }","duration":"636.952544ms","start":"2026-03-31T05:20:26.494668Z","end":"2026-03-31T05:20:27.13162Z","steps":["trace[1366509085] 'agreement among raft nodes before linearized reading' (duration: 636.730938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.13178Z","caller":"traceutil/trace.go:171","msg":"trace[1680581724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12281; }","duration":"769.393414ms","start":"2026-03-31T05:20:26.362364Z","end":"2026-03-31T05:20:27.131758Z","steps":["trace[1680581724] 'agreement among raft nodes before linearized reading' (duration: 769.051395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.266221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.131803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.749048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"warn","ts":"2026-03-31T05:20:27.131656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.925443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:27.131827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.494664Z","time spent":"637.150999ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:27.131848Z","caller":"traceutil/trace.go:171","msg":"trace[715775891] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12281; }","duration":"561.362484ms","start":"2026-03-31T05:20:26.570469Z","end":"2026-03-31T05:20:27.131831Z","steps":["trace[715775891] 'agreement among raft nodes before linearized reading' (duration: 561.290052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.13186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.49292Z","time spent":"638.877046ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:27.131899Z","caller":"traceutil/trace.go:171","msg":"trace[62899840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12281; }","duration":"637.225322ms","start":"2026-03-31T05:20:26.494636Z","end":"2026-03-31T05:20:27.131861Z","steps":["trace[62899840] 'agreement among raft nodes before linearized reading' (duration: 636.845771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.494629Z","time spent":"637.313464ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:27.13196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.369668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.131788Z","caller":"traceutil/trace.go:171","msg":"trace[1435213805] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12281; }","duration":"635.507654ms","start":"2026-03-31T05:20:26.496273Z","end":"2026-03-31T05:20:27.13178Z","steps":["trace[1435213805] 'agreement among raft nodes before linearized reading' (duration: 635.481154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.132091Z","caller":"traceutil/trace.go:171","msg":"trace[1577227774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12281; }","duration":"636.604934ms","start":"2026-03-31T05:20:26.495433Z","end":"2026-03-31T05:20:27.132038Z","steps":["trace[1577227774] 'agreement among raft nodes before linearized reading' (duration: 635.978927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.131662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.49614Z","time spent":"635.509815ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:27.132143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.495422Z","time spent":"636.699817ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:27.131742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.496283Z","time spent":"635.454873ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:27.132079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.496266Z","time spent":"635.788312ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:27.131851Z","caller":"traceutil/trace.go:171","msg":"trace[1150950908] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12281; }","duration":"169.82563ms","start":"2026-03-31T05:20:26.962013Z","end":"2026-03-31T05:20:27.131838Z","steps":["trace[1150950908] 'agreement among raft nodes before linearized reading' (duration: 169.698157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.131558Z","caller":"traceutil/trace.go:171","msg":"trace[926546171] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12281; }","duration":"848.183322ms","start":"2026-03-31T05:20:26.283358Z","end":"2026-03-31T05:20:27.131541Z","steps":["trace[926546171] 'agreement among raft nodes before linearized reading' (duration: 848.10661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.132375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.28333Z","time spent":"849.018185ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:27.131685Z","caller":"traceutil/trace.go:171","msg":"trace[841571557] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"639.02639ms","start":"2026-03-31T05:20:26.492642Z","end":"2026-03-31T05:20:27.131668Z","steps":["trace[841571557] 'process raft request' (duration: 326.968683ms)","trace[841571557] 'compare' (duration: 311.019839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:27.13266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.492625Z","time spent":"639.953896ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.131697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.873051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:27.132814Z","caller":"traceutil/trace.go:171","msg":"trace[842438239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12281; }","duration":"638.011473ms","start":"2026-03-31T05:20:26.494787Z","end":"2026-03-31T05:20:27.132798Z","steps":["trace[842438239] 'agreement among raft nodes before linearized reading' (duration: 636.868742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.132867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.494782Z","time spent":"638.071645ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:27.131731Z","caller":"traceutil/trace.go:171","msg":"trace[1297314633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12281; }","duration":"635.362331ms","start":"2026-03-31T05:20:26.496352Z","end":"2026-03-31T05:20:27.131715Z","steps":["trace[1297314633] 'agreement among raft nodes before linearized reading' (duration: 635.134634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.132964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.496345Z","time spent":"636.601264ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:27.131842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.362337Z","time spent":"769.491057ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:20:27.1319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.57044Z","time spent":"561.445635ms","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:27.13163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:26.495317Z","time spent":"636.257495ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:27.557615Z","caller":"traceutil/trace.go:171","msg":"trace[761345823] linearizableReadLoop","detail":"{readStateIndex:12728; appliedIndex:12727; }","duration":"407.939911ms","start":"2026-03-31T05:20:27.149645Z","end":"2026-03-31T05:20:27.557585Z","steps":["trace[761345823] 'read index received' (duration: 407.5497ms)","trace[761345823] 'applied index is now lower than readState.Index' (duration: 379.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.557676Z","caller":"traceutil/trace.go:171","msg":"trace[1337920516] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"417.215003ms","start":"2026-03-31T05:20:27.140423Z","end":"2026-03-31T05:20:27.557638Z","steps":["trace[1337920516] 'process raft request' (duration: 416.959236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.557902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.140393Z","time spent":"417.368138ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:27.557931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.225048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:20:27.557964Z","caller":"traceutil/trace.go:171","msg":"trace[1400298069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12282; }","duration":"408.366042ms","start":"2026-03-31T05:20:27.149587Z","end":"2026-03-31T05:20:27.557953Z","steps":["trace[1400298069] 'agreement among raft nodes before linearized reading' (duration: 408.138756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.558002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:27.149562Z","time spent":"408.432264ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:20:27.71828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.600271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:27.718377Z","caller":"traceutil/trace.go:171","msg":"trace[336454984] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"154.844761ms","start":"2026-03-31T05:20:27.563518Z","end":"2026-03-31T05:20:27.718363Z","steps":["trace[336454984] 'process raft request' (duration: 28.099726ms)","trace[336454984] 'compare' (duration: 126.503589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.725182Z","caller":"traceutil/trace.go:171","msg":"trace[558841941] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"161.336628ms","start":"2026-03-31T05:20:27.563813Z","end":"2026-03-31T05:20:27.72515Z","steps":["trace[558841941] 'process raft request' (duration: 161.134042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.725227Z","caller":"traceutil/trace.go:171","msg":"trace[1209368207] linearizableReadLoop","detail":"{readStateIndex:12733; appliedIndex:12728; }","duration":"158.574863ms","start":"2026-03-31T05:20:27.566617Z","end":"2026-03-31T05:20:27.725192Z","steps":["trace[1209368207] 'read index received' (duration: 25.092544ms)","trace[1209368207] 'applied index is now lower than readState.Index' (duration: 133.481039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:27.725239Z","caller":"traceutil/trace.go:171","msg":"trace[1356776145] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"161.303487ms","start":"2026-03-31T05:20:27.563911Z","end":"2026-03-31T05:20:27.725215Z","steps":["trace[1356776145] 'process raft request' (duration: 161.201194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.725266Z","caller":"traceutil/trace.go:171","msg":"trace[1449723367] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"160.855435ms","start":"2026-03-31T05:20:27.564389Z","end":"2026-03-31T05:20:27.725244Z","steps":["trace[1449723367] 'process raft request' (duration: 160.770472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:27.725203Z","caller":"traceutil/trace.go:171","msg":"trace[412264417] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"161.322008ms","start":"2026-03-31T05:20:27.563864Z","end":"2026-03-31T05:20:27.725186Z","steps":["trace[412264417] 'process raft request' (duration: 161.194524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:27.726206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.19907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:27.726306Z","caller":"traceutil/trace.go:171","msg":"trace[2048647301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12287; }","duration":"159.679773ms","start":"2026-03-31T05:20:27.566611Z","end":"2026-03-31T05:20:27.726291Z","steps":["trace[2048647301] 'agreement among raft nodes before linearized reading' (duration: 158.664865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.407349Z","caller":"traceutil/trace.go:171","msg":"trace[878548178] linearizableReadLoop","detail":"{readStateIndex:12736; appliedIndex:12735; }","duration":"166.407007ms","start":"2026-03-31T05:20:29.240909Z","end":"2026-03-31T05:20:29.407316Z","steps":["trace[878548178] 'read index received' (duration: 86.858058ms)","trace[878548178] 'applied index is now lower than readState.Index' (duration: 79.547119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:29.407481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.423688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:29.407508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.225483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:29.407545Z","caller":"traceutil/trace.go:171","msg":"trace[839976750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12290; }","duration":"264.543461ms","start":"2026-03-31T05:20:29.142986Z","end":"2026-03-31T05:20:29.407529Z","steps":["trace[839976750] 'agreement among raft nodes before linearized reading' (duration: 264.436158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.407498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.393667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:29.407571Z","caller":"traceutil/trace.go:171","msg":"trace[185219158] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"264.641845ms","start":"2026-03-31T05:20:29.142899Z","end":"2026-03-31T05:20:29.407541Z","steps":["trace[185219158] 'process raft request' (duration: 184.859ms)","trace[185219158] 'compare' (duration: 79.355323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:29.407621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.327316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:29.407634Z","caller":"traceutil/trace.go:171","msg":"trace[888554339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12290; }","duration":"264.575482ms","start":"2026-03-31T05:20:29.143031Z","end":"2026-03-31T05:20:29.407606Z","steps":["trace[888554339] 'agreement among raft nodes before linearized reading' (duration: 264.332776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.407655Z","caller":"traceutil/trace.go:171","msg":"trace[2092278786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12290; }","duration":"264.387298ms","start":"2026-03-31T05:20:29.143259Z","end":"2026-03-31T05:20:29.407647Z","steps":["trace[2092278786] 'agreement among raft nodes before linearized reading' (duration: 264.339416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.407689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.169442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:29.407443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.083479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:29.407727Z","caller":"traceutil/trace.go:171","msg":"trace[343058368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12290; }","duration":"264.213972ms","start":"2026-03-31T05:20:29.143501Z","end":"2026-03-31T05:20:29.407715Z","steps":["trace[343058368] 'agreement among raft nodes before linearized reading' (duration: 264.143551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.40757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.612653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:29.407627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.186892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:29.407832Z","caller":"traceutil/trace.go:171","msg":"trace[1597140785] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12290; }","duration":"264.934562ms","start":"2026-03-31T05:20:29.142874Z","end":"2026-03-31T05:20:29.407808Z","steps":["trace[1597140785] 'agreement among raft nodes before linearized reading' (duration: 264.613623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.407868Z","caller":"traceutil/trace.go:171","msg":"trace[1531553706] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12290; }","duration":"264.423848ms","start":"2026-03-31T05:20:29.14342Z","end":"2026-03-31T05:20:29.407844Z","steps":["trace[1531553706] 'agreement among raft nodes before linearized reading' (duration: 264.184671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.407732Z","caller":"traceutil/trace.go:171","msg":"trace[1486431510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12290; }","duration":"264.433759ms","start":"2026-03-31T05:20:29.14329Z","end":"2026-03-31T05:20:29.407724Z","steps":["trace[1486431510] 'agreement among raft nodes before linearized reading' (duration: 264.042278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.407573Z","caller":"traceutil/trace.go:171","msg":"trace[1366777110] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12290; }","duration":"264.306095ms","start":"2026-03-31T05:20:29.14325Z","end":"2026-03-31T05:20:29.407556Z","steps":["trace[1366777110] 'agreement among raft nodes before linearized reading' (duration: 264.092429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.407884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.558251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:29.408136Z","caller":"traceutil/trace.go:171","msg":"trace[355239919] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12290; }","duration":"264.83695ms","start":"2026-03-31T05:20:29.143285Z","end":"2026-03-31T05:20:29.408122Z","steps":["trace[355239919] 'agreement among raft nodes before linearized reading' (duration: 264.389887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.939508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.657793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:29.939568Z","caller":"traceutil/trace.go:171","msg":"trace[1224889568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12290; }","duration":"210.755336ms","start":"2026-03-31T05:20:29.7288Z","end":"2026-03-31T05:20:29.939555Z","steps":["trace[1224889568] 'range keys from in-memory index tree' (duration: 210.495228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.93975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.196578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:29.939816Z","caller":"traceutil/trace.go:171","msg":"trace[1876516740] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12290; }","duration":"426.307011ms","start":"2026-03-31T05:20:29.513492Z","end":"2026-03-31T05:20:29.939799Z","steps":["trace[1876516740] 'count revisions from in-memory index tree' (duration: 426.032464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.93983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.968241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:20:29.939806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.149499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:20:29.939826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.979455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:20:29.939856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.51337Z","time spent":"426.474407ms","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:29.939864Z","caller":"traceutil/trace.go:171","msg":"trace[2043239939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12290; }","duration":"211.032483ms","start":"2026-03-31T05:20:29.728822Z","end":"2026-03-31T05:20:29.939854Z","steps":["trace[2043239939] 'range keys from in-memory index tree' (duration: 210.858039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.939881Z","caller":"traceutil/trace.go:171","msg":"trace[987204719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12290; }","duration":"210.260552ms","start":"2026-03-31T05:20:29.729603Z","end":"2026-03-31T05:20:29.939864Z","steps":["trace[987204719] 'range keys from in-memory index tree' (duration: 210.023575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.939892Z","caller":"traceutil/trace.go:171","msg":"trace[826338453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12290; }","duration":"217.064487ms","start":"2026-03-31T05:20:29.722808Z","end":"2026-03-31T05:20:29.939873Z","steps":["trace[826338453] 'range keys from in-memory index tree' (duration: 216.79015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.940017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.66274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:29.940049Z","caller":"traceutil/trace.go:171","msg":"trace[540785646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12290; }","duration":"200.716882ms","start":"2026-03-31T05:20:29.73932Z","end":"2026-03-31T05:20:29.940037Z","steps":["trace[540785646] 'range keys from in-memory index tree' (duration: 200.552717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:29.940078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.983445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:29.94013Z","caller":"traceutil/trace.go:171","msg":"trace[862245297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12290; }","duration":"210.264282ms","start":"2026-03-31T05:20:29.729851Z","end":"2026-03-31T05:20:29.940115Z","steps":["trace[862245297] 'range keys from in-memory index tree' (duration: 209.602894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:30.062458Z","caller":"traceutil/trace.go:171","msg":"trace[365137961] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"118.772438ms","start":"2026-03-31T05:20:29.94364Z","end":"2026-03-31T05:20:30.062412Z","steps":["trace[365137961] 'process raft request' (duration: 118.12223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.609097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.547672589s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:31.61083Z","caller":"traceutil/trace.go:171","msg":"trace[624854986] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"1.666774407s","start":"2026-03-31T05:20:29.944024Z","end":"2026-03-31T05:20:31.610799Z","steps":["trace[624854986] 'process raft request' (duration: 1.665288546s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:31.610871Z","caller":"traceutil/trace.go:171","msg":"trace[1995811574] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"1.666729975s","start":"2026-03-31T05:20:29.944113Z","end":"2026-03-31T05:20:31.610843Z","steps":["trace[1995811574] 'process raft request' (duration: 1.666335514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.611017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944108Z","time spent":"1.666833668s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:31.611219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944016Z","time spent":"1.66690113s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:31.611302Z","caller":"traceutil/trace.go:171","msg":"trace[1503695804] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"1.66690236s","start":"2026-03-31T05:20:29.94438Z","end":"2026-03-31T05:20:31.611282Z","steps":["trace[1503695804] 'process raft request' (duration: 1.66618004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.611426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944374Z","time spent":"1.666990982s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:31.611973Z","caller":"traceutil/trace.go:171","msg":"trace[1281430098] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"1.667142916s","start":"2026-03-31T05:20:29.944816Z","end":"2026-03-31T05:20:31.611959Z","steps":["trace[1281430098] 'process raft request' (duration: 1.667003473s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:31.611992Z","caller":"traceutil/trace.go:171","msg":"trace[129498186] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"1.666466458s","start":"2026-03-31T05:20:29.945506Z","end":"2026-03-31T05:20:31.611973Z","steps":["trace[129498186] 'process raft request' (duration: 1.666370515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.612034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944808Z","time spent":"1.667196008s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:31.611958Z","caller":"traceutil/trace.go:171","msg":"trace[2034802325] linearizableReadLoop","detail":"{readStateIndex:12739; appliedIndex:12736; }","duration":"1.667699072s","start":"2026-03-31T05:20:29.944237Z","end":"2026-03-31T05:20:31.611936Z","steps":["trace[2034802325] 'read index received' (duration: 117.164234ms)","trace[2034802325] 'applied index is now lower than readState.Index' (duration: 1.550533688s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:31.612091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.945498Z","time spent":"1.66653902s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:31.612209Z","caller":"traceutil/trace.go:171","msg":"trace[934768598] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"1.667531047s","start":"2026-03-31T05:20:29.944427Z","end":"2026-03-31T05:20:31.611958Z","steps":["trace[934768598] 'process raft request' (duration: 1.667291941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.612438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944422Z","time spent":"1.667937698s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:31.612826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668578406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:31.612876Z","caller":"traceutil/trace.go:171","msg":"trace[305654682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12297; }","duration":"1.668652687s","start":"2026-03-31T05:20:29.944212Z","end":"2026-03-31T05:20:31.612865Z","steps":["trace[305654682] 'agreement among raft nodes before linearized reading' (duration: 1.667789014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:31.612927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.944206Z","time spent":"1.66871161s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:32.112131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396005846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:32.149236Z","caller":"traceutil/trace.go:171","msg":"trace[1766023224] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"1.084533484s","start":"2026-03-31T05:20:31.064664Z","end":"2026-03-31T05:20:32.149198Z","steps":["trace[1766023224] 'process raft request' (duration: 1.084222345s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:32.149304Z","caller":"traceutil/trace.go:171","msg":"trace[1490632248] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"902.333917ms","start":"2026-03-31T05:20:31.246938Z","end":"2026-03-31T05:20:32.149272Z","steps":["trace[1490632248] 'process raft request' (duration: 902.133771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:32.149341Z","caller":"traceutil/trace.go:171","msg":"trace[2109497453] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"736.973131ms","start":"2026-03-31T05:20:31.412331Z","end":"2026-03-31T05:20:32.149304Z","steps":["trace[2109497453] 'process raft request' (duration: 736.775285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.14944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.246917Z","time spent":"902.44311ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:32.149453Z","caller":"traceutil/trace.go:171","msg":"trace[2117399623] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"1.375496796s","start":"2026-03-31T05:20:30.773933Z","end":"2026-03-31T05:20:32.14943Z","steps":["trace[2117399623] 'process raft request' (duration: 1.374755876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:32.14946Z","caller":"traceutil/trace.go:171","msg":"trace[251108604] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"902.999416ms","start":"2026-03-31T05:20:31.24641Z","end":"2026-03-31T05:20:32.149409Z","steps":["trace[251108604] 'process raft request' (duration: 902.627405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.149525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412315Z","time spent":"737.099074ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:32.149437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.064636Z","time spent":"1.084708089s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:32.149578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.77391Z","time spent":"1.375602248s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:32.149653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.246401Z","time spent":"903.15828ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:32.483984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:32.484096Z","caller":"traceutil/trace.go:171","msg":"trace[1838986004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839162s","start":"2026-03-31T05:20:30.48322Z","end":"2026-03-31T05:20:32.484059Z","steps":["trace[1838986004] 'agreement among raft nodes before linearized reading' (duration: 2.000577435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.484155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.483192Z","time spent":"2.000950326s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:32.995077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.916421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:32.995767Z","caller":"traceutil/trace.go:171","msg":"trace[130511387] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12743; }","duration":"1.38367406s","start":"2026-03-31T05:20:31.612066Z","end":"2026-03-31T05:20:32.99574Z","steps":["trace[130511387] 'read index received' (duration: 536.721492ms)","trace[130511387] 'applied index is now lower than readState.Index' (duration: 846.950228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:32.995883Z","caller":"traceutil/trace.go:171","msg":"trace[992268355] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"1.003950098s","start":"2026-03-31T05:20:31.991901Z","end":"2026-03-31T05:20:32.995851Z","steps":["trace[992268355] 'process raft request' (duration: 1.003256919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.996105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.99188Z","time spent":"1.004127384s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:33.632191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484367694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:33.632267Z","caller":"traceutil/trace.go:171","msg":"trace[78239465] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12303; }","duration":"2.484473237s","start":"2026-03-31T05:20:31.147773Z","end":"2026-03-31T05:20:33.632246Z","steps":["trace[78239465] 'agreement among raft nodes before linearized reading' (duration: 1.848076889s)","trace[78239465] 'range keys from in-memory index tree' (duration: 636.235284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.632304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.147756Z","time spent":"2.484539319s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.962887ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.632405Z","caller":"traceutil/trace.go:171","msg":"trace[1675658077] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12303; }","duration":"541.235264ms","start":"2026-03-31T05:20:33.091146Z","end":"2026-03-31T05:20:33.632381Z","steps":["trace[1675658077] 'range keys from in-memory index tree' (duration: 540.948066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.632519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220239944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.632557Z","caller":"traceutil/trace.go:171","msg":"trace[390769343] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12303; }","duration":"2.220288656s","start":"2026-03-31T05:20:31.412257Z","end":"2026-03-31T05:20:33.632546Z","steps":["trace[390769343] 'agreement among raft nodes before linearized reading' (duration: 1.583523508s)","trace[390769343] 'range keys from in-memory index tree' (duration: 636.695906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.632537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557132288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:33.633451Z","caller":"traceutil/trace.go:171","msg":"trace[1076473569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12303; }","duration":"1.558092274s","start":"2026-03-31T05:20:32.075341Z","end":"2026-03-31T05:20:33.633434Z","steps":["trace[1076473569] 'agreement among raft nodes before linearized reading' (duration: 920.555655ms)","trace[1076473569] 'range keys from in-memory index tree' (duration: 636.501061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.07532Z","time spent":"1.558166776s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412253Z","time spent":"2.220324097s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:33.63261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219616948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.633629Z","caller":"traceutil/trace.go:171","msg":"trace[777596416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12303; }","duration":"2.220653946s","start":"2026-03-31T05:20:31.412965Z","end":"2026-03-31T05:20:33.633619Z","steps":["trace[777596416] 'agreement among raft nodes before linearized reading' (duration: 1.582832719s)","trace[777596416] 'range keys from in-memory index tree' (duration: 636.796829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412953Z","time spent":"2.220692467s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387115183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.633735Z","caller":"traceutil/trace.go:171","msg":"trace[1147585459] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12303; }","duration":"2.388212313s","start":"2026-03-31T05:20:31.245491Z","end":"2026-03-31T05:20:33.633703Z","steps":["trace[1147585459] 'agreement among raft nodes before linearized reading' (duration: 1.750298284s)","trace[1147585459] 'range keys from in-memory index tree' (duration: 636.82077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.63266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21970568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.63381Z","caller":"traceutil/trace.go:171","msg":"trace[630148221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12303; }","duration":"2.220882093s","start":"2026-03-31T05:20:31.412917Z","end":"2026-03-31T05:20:33.633799Z","steps":["trace[630148221] 'agreement among raft nodes before linearized reading' (duration: 1.582891411s)","trace[630148221] 'range keys from in-memory index tree' (duration: 636.83933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.245473Z","time spent":"2.388324175s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:33.633841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412895Z","time spent":"2.220938173s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073955727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:20:33.633964Z","caller":"traceutil/trace.go:171","msg":"trace[135275740] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12303; }","duration":"2.075215501s","start":"2026-03-31T05:20:31.558721Z","end":"2026-03-31T05:20:33.633937Z","steps":["trace[135275740] 'agreement among raft nodes before linearized reading' (duration: 1.437141698s)","trace[135275740] 'range keys from in-memory index tree' (duration: 636.778538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.634025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.558702Z","time spent":"2.075305123s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220574834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.634088Z","caller":"traceutil/trace.go:171","msg":"trace[314510666] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12303; }","duration":"2.221925091s","start":"2026-03-31T05:20:31.412142Z","end":"2026-03-31T05:20:33.634067Z","steps":["trace[314510666] 'agreement among raft nodes before linearized reading' (duration: 1.583706983s)","trace[314510666] 'range keys from in-memory index tree' (duration: 636.895652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.634147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412122Z","time spent":"2.222007953s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65403913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.634289Z","caller":"traceutil/trace.go:171","msg":"trace[944084545] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12303; }","duration":"3.655645843s","start":"2026-03-31T05:20:29.978626Z","end":"2026-03-31T05:20:33.634272Z","steps":["trace[944084545] 'agreement among raft nodes before linearized reading' (duration: 3.017244571s)","trace[944084545] 'count revisions from in-memory index tree' (duration: 636.814639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.634363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.9786Z","time spent":"3.655748907s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.632805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589300205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:33.634437Z","caller":"traceutil/trace.go:171","msg":"trace[1668675693] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12303; }","duration":"3.59094509s","start":"2026-03-31T05:20:30.043457Z","end":"2026-03-31T05:20:33.634402Z","steps":["trace[1668675693] 'agreement among raft nodes before linearized reading' (duration: 2.952402794s)","trace[1668675693] 'count revisions from in-memory index tree' (duration: 636.928772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.632794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677593932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:33.634519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.043436Z","time spent":"3.591059944s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:33.634549Z","caller":"traceutil/trace.go:171","msg":"trace[38344284] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12303; }","duration":"3.679366s","start":"2026-03-31T05:20:29.955159Z","end":"2026-03-31T05:20:33.634525Z","steps":["trace[38344284] 'agreement among raft nodes before linearized reading' (duration: 3.040714571s)","trace[38344284] 'count revisions from in-memory index tree' (duration: 636.887592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.632834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024366035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:33.634613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.955141Z","time spent":"3.679453872s","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.63288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065324191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:33.63474Z","caller":"traceutil/trace.go:171","msg":"trace[1388244952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12303; }","duration":"1.067182642s","start":"2026-03-31T05:20:32.567541Z","end":"2026-03-31T05:20:33.634724Z","steps":["trace[1388244952] 'agreement among raft nodes before linearized reading' (duration: 428.371588ms)","trace[1388244952] 'range keys from in-memory index tree' (duration: 636.861911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.634795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.567486Z","time spent":"1.067291314s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:33.632955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091109844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.63494Z","caller":"traceutil/trace.go:171","msg":"trace[1128993582] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12303; }","duration":"1.093105829s","start":"2026-03-31T05:20:32.541794Z","end":"2026-03-31T05:20:33.6349Z","steps":["trace[1128993582] 'agreement among raft nodes before linearized reading' (duration: 454.10501ms)","trace[1128993582] 'count revisions from in-memory index tree' (duration: 637.027285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39507128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.635041Z","caller":"traceutil/trace.go:171","msg":"trace[588833465] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12303; }","duration":"1.397192198s","start":"2026-03-31T05:20:32.237828Z","end":"2026-03-31T05:20:33.635021Z","steps":["trace[588833465] 'agreement among raft nodes before linearized reading' (duration: 758.079796ms)","trace[588833465] 'count revisions from in-memory index tree' (duration: 637.071706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.635063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.541763Z","time spent":"1.093260383s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.635107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.237804Z","time spent":"1.397280201s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.633099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148408096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.635259Z","caller":"traceutil/trace.go:171","msg":"trace[2136964331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12303; }","duration":"1.150614416s","start":"2026-03-31T05:20:32.484597Z","end":"2026-03-31T05:20:33.635211Z","steps":["trace[2136964331] 'agreement among raft nodes before linearized reading' (duration: 511.322239ms)","trace[2136964331] 'range keys from in-memory index tree' (duration: 635.980677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:33.634662Z","caller":"traceutil/trace.go:171","msg":"trace[496144112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12303; }","duration":"1.026211525s","start":"2026-03-31T05:20:32.608425Z","end":"2026-03-31T05:20:33.634636Z","steps":["trace[496144112] 'agreement among raft nodes before linearized reading' (duration: 387.482924ms)","trace[496144112] 'range keys from in-memory index tree' (duration: 636.911362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.63268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220041879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:33.63532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.484578Z","time spent":"1.15072677s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:33.63537Z","caller":"traceutil/trace.go:171","msg":"trace[651291303] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12303; }","duration":"2.222736653s","start":"2026-03-31T05:20:31.412613Z","end":"2026-03-31T05:20:33.63535Z","steps":["trace[651291303] 'agreement among raft nodes before linearized reading' (duration: 1.583202749s)","trace[651291303] 'range keys from in-memory index tree' (duration: 636.851141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220171713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:33.635432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412605Z","time spent":"2.222804834s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:20:33.635461Z","caller":"traceutil/trace.go:171","msg":"trace[327064241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12303; }","duration":"2.222429014s","start":"2026-03-31T05:20:31.413015Z","end":"2026-03-31T05:20:33.635444Z","steps":["trace[327064241] 'agreement among raft nodes before linearized reading' (duration: 1.582778388s)","trace[327064241] 'range keys from in-memory index tree' (duration: 637.337273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.635496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412986Z","time spent":"2.222500737s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:33.633231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220976015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:33.635622Z","caller":"traceutil/trace.go:171","msg":"trace[116763934] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12303; }","duration":"2.22335318s","start":"2026-03-31T05:20:31.412245Z","end":"2026-03-31T05:20:33.635598Z","steps":["trace[116763934] 'agreement among raft nodes before linearized reading' (duration: 1.58357824s)","trace[116763934] 'range keys from in-memory index tree' (duration: 637.340273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.633247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221021766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.635743Z","caller":"traceutil/trace.go:171","msg":"trace[941234828] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12303; }","duration":"2.223523594s","start":"2026-03-31T05:20:31.412199Z","end":"2026-03-31T05:20:33.635723Z","steps":["trace[941234828] 'agreement among raft nodes before linearized reading' (duration: 1.583642021s)","trace[941234828] 'range keys from in-memory index tree' (duration: 637.384645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.635728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412222Z","time spent":"2.223487134s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:33.635796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412194Z","time spent":"2.223584656s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:33.633242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.547042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:33.635882Z","caller":"traceutil/trace.go:171","msg":"trace[1814076121] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12303; }","duration":"285.208384ms","start":"2026-03-31T05:20:33.350627Z","end":"2026-03-31T05:20:33.635835Z","steps":["trace[1814076121] 'count revisions from in-memory index tree' (duration: 282.44939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.633257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22081188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.635957Z","caller":"traceutil/trace.go:171","msg":"trace[479572011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12303; }","duration":"2.223511944s","start":"2026-03-31T05:20:31.412419Z","end":"2026-03-31T05:20:33.635931Z","steps":["trace[479572011] 'agreement among raft nodes before linearized reading' (duration: 1.583404015s)","trace[479572011] 'range keys from in-memory index tree' (duration: 637.404795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.636018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.412413Z","time spent":"2.223587096s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:33.633298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330437438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:33.63616Z","caller":"traceutil/trace.go:171","msg":"trace[1434535582] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12303; }","duration":"1.333344057s","start":"2026-03-31T05:20:32.302783Z","end":"2026-03-31T05:20:33.636127Z","steps":["trace[1434535582] 'agreement among raft nodes before linearized reading' (duration: 693.118035ms)","trace[1434535582] 'count revisions from in-memory index tree' (duration: 637.342714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.63628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.30275Z","time spent":"1.33345672s","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.633306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503792504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:20:33.636539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.608368Z","time spent":"1.028150128s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:33.637527Z","caller":"traceutil/trace.go:171","msg":"trace[1781722442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12303; }","duration":"3.507061273s","start":"2026-03-31T05:20:30.129428Z","end":"2026-03-31T05:20:33.63649Z","steps":["trace[1781722442] 'agreement among raft nodes before linearized reading' (duration: 2.866411999s)","trace[1781722442] 'range keys from in-memory index tree' (duration: 637.362085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.637611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.129404Z","time spent":"3.508194554s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:33.941967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.63619Z","time spent":"305.772755ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:20:34.241482Z","caller":"traceutil/trace.go:171","msg":"trace[36694457] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"602.128464ms","start":"2026-03-31T05:20:33.639335Z","end":"2026-03-31T05:20:34.241464Z","steps":["trace[36694457] 'process raft request' (duration: 602.076942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.24155Z","caller":"traceutil/trace.go:171","msg":"trace[1717209061] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"602.400401ms","start":"2026-03-31T05:20:33.639111Z","end":"2026-03-31T05:20:34.241511Z","steps":["trace[1717209061] 'process raft request' (duration: 602.173165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.241662Z","caller":"traceutil/trace.go:171","msg":"trace[1423724232] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"602.279658ms","start":"2026-03-31T05:20:33.639375Z","end":"2026-03-31T05:20:34.241654Z","steps":["trace[1423724232] 'process raft request' (duration: 602.066532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.241696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.639357Z","time spent":"602.323609ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.24172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.639093Z","time spent":"602.545395ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.241599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.639303Z","time spent":"602.236547ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.242217Z","caller":"traceutil/trace.go:171","msg":"trace[216134489] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"601.770064ms","start":"2026-03-31T05:20:33.640438Z","end":"2026-03-31T05:20:34.242208Z","steps":["trace[216134489] 'process raft request' (duration: 601.666871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.242265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.640423Z","time spent":"601.822556ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.242239Z","caller":"traceutil/trace.go:171","msg":"trace[1618777010] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"601.972149ms","start":"2026-03-31T05:20:33.640217Z","end":"2026-03-31T05:20:34.242189Z","steps":["trace[1618777010] 'process raft request' (duration: 601.412734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.242232Z","caller":"traceutil/trace.go:171","msg":"trace[1618145795] linearizableReadLoop","detail":"{readStateIndex:12752; appliedIndex:12750; }","duration":"603.032878ms","start":"2026-03-31T05:20:33.639162Z","end":"2026-03-31T05:20:34.242194Z","steps":["trace[1618145795] 'read index received' (duration: 302.615899ms)","trace[1618145795] 'applied index is now lower than readState.Index' (duration: 300.415649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.242422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.280796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:20:34.24245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.640204Z","time spent":"602.101003ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.242463Z","caller":"traceutil/trace.go:171","msg":"trace[961472643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12308; }","duration":"603.366767ms","start":"2026-03-31T05:20:33.639087Z","end":"2026-03-31T05:20:34.242453Z","steps":["trace[961472643] 'agreement among raft nodes before linearized reading' (duration: 603.191603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.242514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.639077Z","time spent":"603.427069ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:20:34.439473Z","caller":"traceutil/trace.go:171","msg":"trace[1768415370] linearizableReadLoop","detail":"{readStateIndex:12760; appliedIndex:12756; }","duration":"197.138174ms","start":"2026-03-31T05:20:34.242317Z","end":"2026-03-31T05:20:34.439455Z","steps":["trace[1768415370] 'read index received' (duration: 196.891767ms)","trace[1768415370] 'applied index is now lower than readState.Index' (duration: 245.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.439497Z","caller":"traceutil/trace.go:171","msg":"trace[379159671] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"284.31736ms","start":"2026-03-31T05:20:34.155158Z","end":"2026-03-31T05:20:34.439476Z","steps":["trace[379159671] 'process raft request' (duration: 284.236268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.439568Z","caller":"traceutil/trace.go:171","msg":"trace[512396889] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"283.531309ms","start":"2026-03-31T05:20:34.15603Z","end":"2026-03-31T05:20:34.439561Z","steps":["trace[512396889] 'process raft request' (duration: 283.391325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.43982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.574584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.439857Z","caller":"traceutil/trace.go:171","msg":"trace[127677983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12312; }","duration":"796.622706ms","start":"2026-03-31T05:20:33.643226Z","end":"2026-03-31T05:20:34.439848Z","steps":["trace[127677983] 'agreement among raft nodes before linearized reading' (duration: 796.530573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.439884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.643195Z","time spent":"796.679297ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:34.439983Z","caller":"traceutil/trace.go:171","msg":"trace[1056562467] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"284.916367ms","start":"2026-03-31T05:20:34.155048Z","end":"2026-03-31T05:20:34.439964Z","steps":["trace[1056562467] 'process raft request' (duration: 284.28925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.44006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.199296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:20:34.440173Z","caller":"traceutil/trace.go:171","msg":"trace[23500976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:12312; }","duration":"799.3389ms","start":"2026-03-31T05:20:33.640803Z","end":"2026-03-31T05:20:34.440142Z","steps":["trace[23500976] 'agreement among raft nodes before linearized reading' (duration: 799.033661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.439494Z","caller":"traceutil/trace.go:171","msg":"trace[179415002] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"496.266829ms","start":"2026-03-31T05:20:33.943177Z","end":"2026-03-31T05:20:34.439443Z","steps":["trace[179415002] 'process raft request' (duration: 496.010322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.440249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.640794Z","time spent":"799.437693ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:20:34.440233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.011987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143741"} {"level":"warn","ts":"2026-03-31T05:20:34.440389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.103396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:20:34.440492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.621668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:34.440523Z","caller":"traceutil/trace.go:171","msg":"trace[1168901741] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12312; }","duration":"799.653809ms","start":"2026-03-31T05:20:33.640861Z","end":"2026-03-31T05:20:34.440514Z","steps":["trace[1168901741] 'agreement among raft nodes before linearized reading' (duration: 799.064113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.440562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.640839Z","time spent":"799.71576ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:34.440529Z","caller":"traceutil/trace.go:171","msg":"trace[164979934] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12312; }","duration":"196.229739ms","start":"2026-03-31T05:20:34.244254Z","end":"2026-03-31T05:20:34.440484Z","steps":["trace[164979934] 'agreement among raft nodes before linearized reading' (duration: 195.625293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.440395Z","caller":"traceutil/trace.go:171","msg":"trace[812350495] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12312; }","duration":"118.242873ms","start":"2026-03-31T05:20:34.322137Z","end":"2026-03-31T05:20:34.44038Z","steps":["trace[812350495] 'agreement among raft nodes before linearized reading' (duration: 117.800491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.440717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.943153Z","time spent":"497.202564ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.738557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.528897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:34.738652Z","caller":"traceutil/trace.go:171","msg":"trace[1603830118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12313; }","duration":"218.64939ms","start":"2026-03-31T05:20:34.519981Z","end":"2026-03-31T05:20:34.738631Z","steps":["trace[1603830118] 'range keys from in-memory index tree' (duration: 218.396844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.42943Z","caller":"traceutil/trace.go:171","msg":"trace[350513002] transaction","detail":"{read_only:false; response_revision:12315; number_of_response:1; }","duration":"178.707612ms","start":"2026-03-31T05:20:36.250669Z","end":"2026-03-31T05:20:36.429376Z","steps":["trace[350513002] 'process raft request' (duration: 129.381437ms)","trace[350513002] 'compare' (duration: 48.970915ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:36.429487Z","caller":"traceutil/trace.go:171","msg":"trace[873646120] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"178.689742ms","start":"2026-03-31T05:20:36.250752Z","end":"2026-03-31T05:20:36.429441Z","steps":["trace[873646120] 'process raft request' (duration: 178.515037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.429548Z","caller":"traceutil/trace.go:171","msg":"trace[849288473] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"177.15905ms","start":"2026-03-31T05:20:36.252354Z","end":"2026-03-31T05:20:36.429513Z","steps":["trace[849288473] 'process raft request' (duration: 177.073837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.429585Z","caller":"traceutil/trace.go:171","msg":"trace[721689194] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"177.759696ms","start":"2026-03-31T05:20:36.251799Z","end":"2026-03-31T05:20:36.429558Z","steps":["trace[721689194] 'process raft request' (duration: 177.55865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.739776Z","caller":"traceutil/trace.go:171","msg":"trace[1867472575] linearizableReadLoop","detail":"{readStateIndex:12769; appliedIndex:12766; }","duration":"290.654733ms","start":"2026-03-31T05:20:36.449103Z","end":"2026-03-31T05:20:36.739758Z","steps":["trace[1867472575] 'read index received' (duration: 59.865502ms)","trace[1867472575] 'applied index is now lower than readState.Index' (duration: 230.788621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:36.739932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.821598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:36.739951Z","caller":"traceutil/trace.go:171","msg":"trace[863328465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12321; }","duration":"290.887289ms","start":"2026-03-31T05:20:36.449057Z","end":"2026-03-31T05:20:36.739945Z","steps":["trace[863328465] 'agreement among raft nodes before linearized reading' (duration: 290.769796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.739922Z","caller":"traceutil/trace.go:171","msg":"trace[622670201] transaction","detail":"{read_only:false; response_revision:12320; number_of_response:1; }","duration":"293.429729ms","start":"2026-03-31T05:20:36.446419Z","end":"2026-03-31T05:20:36.739848Z","steps":["trace[622670201] 'process raft request' (duration: 293.186382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:36.740095Z","caller":"traceutil/trace.go:171","msg":"trace[966991195] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"293.606474ms","start":"2026-03-31T05:20:36.44646Z","end":"2026-03-31T05:20:36.740066Z","steps":["trace[966991195] 'process raft request' (duration: 293.270604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.380012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.914249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:38.490973Z","caller":"traceutil/trace.go:171","msg":"trace[1294026223] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"227.354917ms","start":"2026-03-31T05:20:38.263555Z","end":"2026-03-31T05:20:38.490909Z","steps":["trace[1294026223] 'process raft request' (duration: 227.024218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.764583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.004858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:38.764737Z","caller":"traceutil/trace.go:171","msg":"trace[1388574186] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"270.129154ms","start":"2026-03-31T05:20:38.494581Z","end":"2026-03-31T05:20:38.76471Z","steps":["trace[1388574186] 'process raft request' (duration: 42.894679ms)","trace[1388574186] 'compare' (duration: 226.830824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:38.774543Z","caller":"traceutil/trace.go:171","msg":"trace[2002368992] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"279.098098ms","start":"2026-03-31T05:20:38.495419Z","end":"2026-03-31T05:20:38.774517Z","steps":["trace[2002368992] 'process raft request' (duration: 279.006616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.774574Z","caller":"traceutil/trace.go:171","msg":"trace[942712315] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"279.379416ms","start":"2026-03-31T05:20:38.495165Z","end":"2026-03-31T05:20:38.774544Z","steps":["trace[942712315] 'process raft request' (duration: 279.100458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.774858Z","caller":"traceutil/trace.go:171","msg":"trace[1850724845] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"260.424409ms","start":"2026-03-31T05:20:38.514415Z","end":"2026-03-31T05:20:38.774839Z","steps":["trace[1850724845] 'process raft request' (duration: 260.336067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.774969Z","caller":"traceutil/trace.go:171","msg":"trace[168295167] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"278.992426ms","start":"2026-03-31T05:20:38.495947Z","end":"2026-03-31T05:20:38.774939Z","steps":["trace[168295167] 'process raft request' (duration: 278.524183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.977069Z","caller":"traceutil/trace.go:171","msg":"trace[1831973285] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"231.866411ms","start":"2026-03-31T05:20:38.745176Z","end":"2026-03-31T05:20:38.977042Z","steps":["trace[1831973285] 'process raft request' (duration: 148.662553ms)","trace[1831973285] 'compare' (duration: 83.011003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:38.977335Z","caller":"traceutil/trace.go:171","msg":"trace[1737524482] linearizableReadLoop","detail":"{readStateIndex:12778; appliedIndex:12776; }","duration":"190.238236ms","start":"2026-03-31T05:20:38.787072Z","end":"2026-03-31T05:20:38.97731Z","steps":["trace[1737524482] 'read index received' (duration: 106.702918ms)","trace[1737524482] 'applied index is now lower than readState.Index' (duration: 83.534018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:38.977432Z","caller":"traceutil/trace.go:171","msg":"trace[1515624683] transaction","detail":"{read_only:false; response_revision:12329; number_of_response:1; }","duration":"231.566583ms","start":"2026-03-31T05:20:38.745856Z","end":"2026-03-31T05:20:38.977423Z","steps":["trace[1515624683] 'process raft request' (duration: 231.130921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.977583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.489833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:38.977625Z","caller":"traceutil/trace.go:171","msg":"trace[1708143325] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12329; }","duration":"190.606976ms","start":"2026-03-31T05:20:38.787007Z","end":"2026-03-31T05:20:38.977614Z","steps":["trace[1708143325] 'agreement among raft nodes before linearized reading' (duration: 190.432491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.993699Z","caller":"traceutil/trace.go:171","msg":"trace[1707025564] linearizableReadLoop","detail":"{readStateIndex:12779; appliedIndex:12778; }","duration":"343.824423ms","start":"2026-03-31T05:20:39.649851Z","end":"2026-03-31T05:20:39.993676Z","steps":["trace[1707025564] 'read index received' (duration: 343.604157ms)","trace[1707025564] 'applied index is now lower than readState.Index' (duration: 219.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:39.993829Z","caller":"traceutil/trace.go:171","msg":"trace[1201806878] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"350.554416ms","start":"2026-03-31T05:20:39.643236Z","end":"2026-03-31T05:20:39.993791Z","steps":["trace[1201806878] 'process raft request' (duration: 350.294819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.993947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.09126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:39.993985Z","caller":"traceutil/trace.go:171","msg":"trace[594777491] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12330; }","duration":"344.181783ms","start":"2026-03-31T05:20:39.649793Z","end":"2026-03-31T05:20:39.993975Z","steps":["trace[594777491] 'agreement among raft nodes before linearized reading' (duration: 344.008088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.649768Z","time spent":"344.236884ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:39.994038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.643219Z","time spent":"350.715421ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:39.994009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.125434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.994121Z","caller":"traceutil/trace.go:171","msg":"trace[393633923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12330; }","duration":"343.273798ms","start":"2026-03-31T05:20:39.650818Z","end":"2026-03-31T05:20:39.994092Z","steps":["trace[393633923] 'agreement among raft nodes before linearized reading' (duration: 343.079113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.356455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:39.994189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.650804Z","time spent":"343.37084ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:39.994179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.784564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:39.994234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.806188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.994212Z","caller":"traceutil/trace.go:171","msg":"trace[1593561295] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12330; }","duration":"319.506239ms","start":"2026-03-31T05:20:39.674695Z","end":"2026-03-31T05:20:39.994201Z","steps":["trace[1593561295] 'agreement among raft nodes before linearized reading' (duration: 319.353355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.994309Z","caller":"traceutil/trace.go:171","msg":"trace[1567114890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12330; }","duration":"319.911231ms","start":"2026-03-31T05:20:39.674381Z","end":"2026-03-31T05:20:39.994292Z","steps":["trace[1567114890] 'agreement among raft nodes before linearized reading' (duration: 319.770557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.99436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.674364Z","time spent":"319.986582ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:39.994338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.674669Z","time spent":"319.641523ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:39.994387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.675134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:39.994394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.094313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.994407Z","caller":"traceutil/trace.go:171","msg":"trace[1873235948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12330; }","duration":"319.715226ms","start":"2026-03-31T05:20:39.674685Z","end":"2026-03-31T05:20:39.994401Z","steps":["trace[1873235948] 'agreement among raft nodes before linearized reading' (duration: 319.657134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.99439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.729573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:39.994428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.674677Z","time spent":"319.746576ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:39.994427Z","caller":"traceutil/trace.go:171","msg":"trace[676441303] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12330; }","duration":"343.181585ms","start":"2026-03-31T05:20:39.651236Z","end":"2026-03-31T05:20:39.994418Z","steps":["trace[676441303] 'agreement among raft nodes before linearized reading' (duration: 343.102063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.994447Z","caller":"traceutil/trace.go:171","msg":"trace[1014201681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12330; }","duration":"342.807936ms","start":"2026-03-31T05:20:39.651626Z","end":"2026-03-31T05:20:39.994434Z","steps":["trace[1014201681] 'agreement among raft nodes before linearized reading' (duration: 342.721073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.801836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:20:39.994451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.9162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:39.994499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.835498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:39.99451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.651617Z","time spent":"342.882827ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:20:39.994516Z","caller":"traceutil/trace.go:171","msg":"trace[1801999890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12330; }","duration":"233.031222ms","start":"2026-03-31T05:20:39.761474Z","end":"2026-03-31T05:20:39.994505Z","steps":["trace[1801999890] 'agreement among raft nodes before linearized reading' (duration: 232.783416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.994532Z","caller":"traceutil/trace.go:171","msg":"trace[2134308090] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12330; }","duration":"319.89285ms","start":"2026-03-31T05:20:39.674633Z","end":"2026-03-31T05:20:39.994525Z","steps":["trace[2134308090] 'agreement among raft nodes before linearized reading' (duration: 319.850159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.674612Z","time spent":"319.936492ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:39.994514Z","caller":"traceutil/trace.go:171","msg":"trace[1414897483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12330; }","duration":"319.994853ms","start":"2026-03-31T05:20:39.674504Z","end":"2026-03-31T05:20:39.994499Z","steps":["trace[1414897483] 'agreement among raft nodes before linearized reading' (duration: 319.50506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.674498Z","time spent":"320.103776ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:39.994457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.651208Z","time spent":"343.244217ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:39.994311Z","caller":"traceutil/trace.go:171","msg":"trace[1017184379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12330; }","duration":"342.956639ms","start":"2026-03-31T05:20:39.651322Z","end":"2026-03-31T05:20:39.994279Z","steps":["trace[1017184379] 'agreement among raft nodes before linearized reading' (duration: 342.713783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.994681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.651314Z","time spent":"343.36101ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:39.99508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.869255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:39.995118Z","caller":"traceutil/trace.go:171","msg":"trace[1953674564] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12330; }","duration":"343.974917ms","start":"2026-03-31T05:20:39.651133Z","end":"2026-03-31T05:20:39.995108Z","steps":["trace[1953674564] 'agreement among raft nodes before linearized reading' (duration: 343.275788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.995136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.651099Z","time spent":"344.030699ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:40.231098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.858786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:20:40.231189Z","caller":"traceutil/trace.go:171","msg":"trace[2048705217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12330; }","duration":"156.99573ms","start":"2026-03-31T05:20:40.074174Z","end":"2026-03-31T05:20:40.23117Z","steps":["trace[2048705217] 'range keys from in-memory index tree' (duration: 156.694342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.70315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.71164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:40.70335Z","caller":"traceutil/trace.go:171","msg":"trace[957488115] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"201.704268ms","start":"2026-03-31T05:20:40.501585Z","end":"2026-03-31T05:20:40.703289Z","steps":["trace[957488115] 'process raft request' (duration: 76.778433ms)","trace[957488115] 'compare' (duration: 124.3647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:41.302374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.557141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:41.302446Z","caller":"traceutil/trace.go:171","msg":"trace[526739962] linearizableReadLoop","detail":"{readStateIndex:12782; appliedIndex:12781; }","duration":"524.459627ms","start":"2026-03-31T05:20:40.777975Z","end":"2026-03-31T05:20:41.302434Z","steps":["trace[526739962] 'read index received' (duration: 233.733452ms)","trace[526739962] 'applied index is now lower than readState.Index' (duration: 290.725425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:41.302491Z","caller":"traceutil/trace.go:171","msg":"trace[836968227] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"529.141675ms","start":"2026-03-31T05:20:40.773343Z","end":"2026-03-31T05:20:41.302484Z","steps":["trace[836968227] 'process raft request' (duration: 238.415449ms)","trace[836968227] 'compare' (duration: 290.480049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:41.302654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.773319Z","time spent":"529.185105ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:41.302832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.867928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:41.302852Z","caller":"traceutil/trace.go:171","msg":"trace[1464119353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12333; }","duration":"524.927ms","start":"2026-03-31T05:20:40.777919Z","end":"2026-03-31T05:20:41.302846Z","steps":["trace[1464119353] 'agreement among raft nodes before linearized reading' (duration: 524.845057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.302882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.777855Z","time spent":"525.024102ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:20:41.611468Z","caller":"traceutil/trace.go:171","msg":"trace[869812959] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"831.670062ms","start":"2026-03-31T05:20:40.779767Z","end":"2026-03-31T05:20:41.611438Z","steps":["trace[869812959] 'process raft request' (duration: 733.915697ms)","trace[869812959] 'compare' (duration: 97.387445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:41.611593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.779748Z","time spent":"831.784144ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:41.611633Z","caller":"traceutil/trace.go:171","msg":"trace[433798979] linearizableReadLoop","detail":"{readStateIndex:12785; appliedIndex:12782; }","duration":"309.162678ms","start":"2026-03-31T05:20:41.302459Z","end":"2026-03-31T05:20:41.611622Z","steps":["trace[433798979] 'read index received' (duration: 211.264039ms)","trace[433798979] 'applied index is now lower than readState.Index' (duration: 97.897739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:41.611612Z","caller":"traceutil/trace.go:171","msg":"trace[1335294910] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"628.959586ms","start":"2026-03-31T05:20:40.982626Z","end":"2026-03-31T05:20:41.611586Z","steps":["trace[1335294910] 'process raft request' (duration: 628.794481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:41.611645Z","caller":"traceutil/trace.go:171","msg":"trace[192623444] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"629.540992ms","start":"2026-03-31T05:20:40.981969Z","end":"2026-03-31T05:20:41.61151Z","steps":["trace[192623444] 'process raft request' (duration: 629.347746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.611777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.160852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:41.611793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.991867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:41.611807Z","caller":"traceutil/trace.go:171","msg":"trace[1850291428] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12337; }","duration":"665.252534ms","start":"2026-03-31T05:20:40.946548Z","end":"2026-03-31T05:20:41.6118Z","steps":["trace[1850291428] 'agreement among raft nodes before linearized reading' (duration: 665.172172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.611772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.982612Z","time spent":"629.083679ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:41.611835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.946526Z","time spent":"665.302576ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:41.611839Z","caller":"traceutil/trace.go:171","msg":"trace[746408004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12337; }","duration":"618.051678ms","start":"2026-03-31T05:20:40.993765Z","end":"2026-03-31T05:20:41.611817Z","steps":["trace[746408004] 'agreement among raft nodes before linearized reading' (duration: 617.905914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.611855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.145422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:20:41.611866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.993754Z","time spent":"618.1068ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:20:41.61188Z","caller":"traceutil/trace.go:171","msg":"trace[106770410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12337; }","duration":"424.206753ms","start":"2026-03-31T05:20:41.187666Z","end":"2026-03-31T05:20:41.611873Z","steps":["trace[106770410] 'agreement among raft nodes before linearized reading' (duration: 424.08536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.611902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.187645Z","time spent":"424.252145ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:41.612037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.751959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:41.61206Z","caller":"traceutil/trace.go:171","msg":"trace[155223051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12337; }","duration":"833.793329ms","start":"2026-03-31T05:20:40.778257Z","end":"2026-03-31T05:20:41.61205Z","steps":["trace[155223051] 'agreement among raft nodes before linearized reading' (duration: 833.721217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.612077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.778245Z","time spent":"833.82819ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:41.612247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.029376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:41.612444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.981948Z","time spent":"630.416105ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:41.611573Z","caller":"traceutil/trace.go:171","msg":"trace[1848598307] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"305.102708ms","start":"2026-03-31T05:20:41.306446Z","end":"2026-03-31T05:20:41.611549Z","steps":["trace[1848598307] 'process raft request' (duration: 305.054876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:41.612326Z","caller":"traceutil/trace.go:171","msg":"trace[499244406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12337; }","duration":"834.151659ms","start":"2026-03-31T05:20:40.778157Z","end":"2026-03-31T05:20:41.612309Z","steps":["trace[499244406] 'agreement among raft nodes before linearized reading' (duration: 833.753889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.613151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.778147Z","time spent":"834.989152ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:41.613161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.306423Z","time spent":"306.475434ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:42.180548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.125988ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:20:42.180645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.613764Z","time spent":"566.877102ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:20:42.211987Z","caller":"traceutil/trace.go:171","msg":"trace[1558403297] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"595.302018ms","start":"2026-03-31T05:20:41.616667Z","end":"2026-03-31T05:20:42.211969Z","steps":["trace[1558403297] 'process raft request' (duration: 595.242766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:42.212065Z","caller":"traceutil/trace.go:171","msg":"trace[1815807631] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"595.941065ms","start":"2026-03-31T05:20:41.616084Z","end":"2026-03-31T05:20:42.212025Z","steps":["trace[1815807631] 'process raft request' (duration: 595.700589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.212105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.61666Z","time spent":"595.38348ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:42.212199Z","caller":"traceutil/trace.go:171","msg":"trace[624044127] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"595.471192ms","start":"2026-03-31T05:20:41.616719Z","end":"2026-03-31T05:20:42.21219Z","steps":["trace[624044127] 'process raft request' (duration: 595.224135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.212222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.616073Z","time spent":"596.065328ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:42.212244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.616713Z","time spent":"595.508552ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:42.212229Z","caller":"traceutil/trace.go:171","msg":"trace[900585487] linearizableReadLoop","detail":"{readStateIndex:12790; appliedIndex:12786; }","duration":"595.175663ms","start":"2026-03-31T05:20:41.617003Z","end":"2026-03-31T05:20:42.212179Z","steps":["trace[900585487] 'read index received' (duration: 156.470705ms)","trace[900585487] 'applied index is now lower than readState.Index' (duration: 438.702288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:42.213042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.007147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:42.213128Z","caller":"traceutil/trace.go:171","msg":"trace[1477697787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12340; }","duration":"596.12472ms","start":"2026-03-31T05:20:41.616986Z","end":"2026-03-31T05:20:42.21311Z","steps":["trace[1477697787] 'agreement among raft nodes before linearized reading' (duration: 595.313548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.213161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:41.616975Z","time spent":"596.179391ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:42.278749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.093387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:42.278797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.124388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.278855Z","caller":"traceutil/trace.go:171","msg":"trace[1789668721] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12341; }","duration":"279.218521ms","start":"2026-03-31T05:20:41.99961Z","end":"2026-03-31T05:20:42.278829Z","steps":["trace[1789668721] 'agreement among raft nodes before linearized reading' (duration: 279.043606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.278861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.237841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.278898Z","caller":"traceutil/trace.go:171","msg":"trace[352345562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12341; }","duration":"279.274952ms","start":"2026-03-31T05:20:41.999597Z","end":"2026-03-31T05:20:42.278872Z","steps":["trace[352345562] 'agreement among raft nodes before linearized reading' (duration: 279.054776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:42.278946Z","caller":"traceutil/trace.go:171","msg":"trace[1892490642] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12341; }","duration":"279.344614ms","start":"2026-03-31T05:20:41.99958Z","end":"2026-03-31T05:20:42.278924Z","steps":["trace[1892490642] 'agreement among raft nodes before linearized reading' (duration: 279.155519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.278967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.371765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:42.279081Z","caller":"traceutil/trace.go:171","msg":"trace[1428155299] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12341; }","duration":"279.512338ms","start":"2026-03-31T05:20:41.999542Z","end":"2026-03-31T05:20:42.279054Z","steps":["trace[1428155299] 'agreement among raft nodes before linearized reading' (duration: 279.148988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.279081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.673893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.279142Z","caller":"traceutil/trace.go:171","msg":"trace[280426050] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12341; }","duration":"279.784026ms","start":"2026-03-31T05:20:41.999341Z","end":"2026-03-31T05:20:42.279125Z","steps":["trace[280426050] 'agreement among raft nodes before linearized reading' (duration: 279.658053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.279206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.594051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:42.279206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.704844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:42.2793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.950284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:42.279303Z","caller":"traceutil/trace.go:171","msg":"trace[619095905] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12341; }","duration":"279.717665ms","start":"2026-03-31T05:20:41.999564Z","end":"2026-03-31T05:20:42.279281Z","steps":["trace[619095905] 'agreement among raft nodes before linearized reading' (duration: 279.54642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:42.279313Z","caller":"traceutil/trace.go:171","msg":"trace[1512383969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12341; }","duration":"279.871479ms","start":"2026-03-31T05:20:41.999419Z","end":"2026-03-31T05:20:42.27929Z","steps":["trace[1512383969] 'agreement among raft nodes before linearized reading' (duration: 279.646783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.279335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.184187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:42.279363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.129409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.279386Z","caller":"traceutil/trace.go:171","msg":"trace[1661696802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12341; }","duration":"280.260009ms","start":"2026-03-31T05:20:41.999111Z","end":"2026-03-31T05:20:42.279371Z","steps":["trace[1661696802] 'agreement among raft nodes before linearized reading' (duration: 280.190757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.279395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.166553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:42.279394Z","caller":"traceutil/trace.go:171","msg":"trace[603666006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12341; }","duration":"279.179189ms","start":"2026-03-31T05:20:42.000205Z","end":"2026-03-31T05:20:42.279384Z","steps":["trace[603666006] 'agreement among raft nodes before linearized reading' (duration: 279.141268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:42.279428Z","caller":"traceutil/trace.go:171","msg":"trace[1085023406] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12341; }","duration":"150.231185ms","start":"2026-03-31T05:20:42.129185Z","end":"2026-03-31T05:20:42.279416Z","steps":["trace[1085023406] 'agreement among raft nodes before linearized reading' (duration: 150.176484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.279327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.667053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:42.279338Z","caller":"traceutil/trace.go:171","msg":"trace[909056450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12341; }","duration":"279.000095ms","start":"2026-03-31T05:20:42.000326Z","end":"2026-03-31T05:20:42.279326Z","steps":["trace[909056450] 'agreement among raft nodes before linearized reading' (duration: 278.8147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:42.279485Z","caller":"traceutil/trace.go:171","msg":"trace[1368627884] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12341; }","duration":"279.826798ms","start":"2026-03-31T05:20:41.999643Z","end":"2026-03-31T05:20:42.279469Z","steps":["trace[1368627884] 'agreement among raft nodes before linearized reading' (duration: 279.602272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.796761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.296084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:42.796897Z","caller":"traceutil/trace.go:171","msg":"trace[479460922] linearizableReadLoop","detail":"{readStateIndex:12792; appliedIndex:12791; }","duration":"518.244817ms","start":"2026-03-31T05:20:42.278629Z","end":"2026-03-31T05:20:42.796874Z","steps":["trace[479460922] 'read index received' (duration: 8.703217ms)","trace[479460922] 'applied index is now lower than readState.Index' (duration: 509.53787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:42.797008Z","caller":"traceutil/trace.go:171","msg":"trace[1405872445] transaction","detail":"{read_only:false; response_revision:12342; number_of_response:1; }","duration":"577.726149ms","start":"2026-03-31T05:20:42.219263Z","end":"2026-03-31T05:20:42.796989Z","steps":["trace[1405872445] 'process raft request' (duration: 68.113167ms)","trace[1405872445] 'compare' (duration: 508.716798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:42.79709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.219231Z","time spent":"577.817662ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:42.797358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.467639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:42.797474Z","caller":"traceutil/trace.go:171","msg":"trace[1763285850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12342; }","duration":"578.616574ms","start":"2026-03-31T05:20:42.218828Z","end":"2026-03-31T05:20:42.797444Z","steps":["trace[1763285850] 'agreement among raft nodes before linearized reading' (duration: 578.269374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.797526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.218812Z","time spent":"578.702696ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:42.79793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.218577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:20:42.798117Z","caller":"traceutil/trace.go:171","msg":"trace[166342878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12342; }","duration":"580.510155ms","start":"2026-03-31T05:20:42.217577Z","end":"2026-03-31T05:20:42.798087Z","steps":["trace[166342878] 'agreement among raft nodes before linearized reading' (duration: 579.523728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:42.798233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.217549Z","time spent":"580.66441ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:43.195967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.300854ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.196073Z","caller":"traceutil/trace.go:171","msg":"trace[1776621111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12342; }","duration":"104.424057ms","start":"2026-03-31T05:20:43.09163Z","end":"2026-03-31T05:20:43.196055Z","steps":["trace[1776621111] 'range keys from in-memory index tree' (duration: 104.282172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.196682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.946512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:43.196994Z","caller":"traceutil/trace.go:171","msg":"trace[1382499616] linearizableReadLoop","detail":"{readStateIndex:12794; appliedIndex:12792; }","duration":"400.025835ms","start":"2026-03-31T05:20:42.796945Z","end":"2026-03-31T05:20:43.196971Z","steps":["trace[1382499616] 'read index received' (duration: 185.60966ms)","trace[1382499616] 'applied index is now lower than readState.Index' (duration: 214.414895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:43.197001Z","caller":"traceutil/trace.go:171","msg":"trace[1965997238] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"850.272099ms","start":"2026-03-31T05:20:42.346687Z","end":"2026-03-31T05:20:43.196959Z","steps":["trace[1965997238] 'process raft request' (duration: 635.878274ms)","trace[1965997238] 'compare' (duration: 213.162701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:43.19721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.505819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:20:43.19722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.230418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-9d47487-2ddkh.18a1d55af7eff2b0\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-31T05:20:43.197276Z","caller":"traceutil/trace.go:171","msg":"trace[1075802556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12345; }","duration":"677.630822ms","start":"2026-03-31T05:20:42.519633Z","end":"2026-03-31T05:20:43.197264Z","steps":["trace[1075802556] 'agreement among raft nodes before linearized reading' (duration: 677.406856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.197296Z","caller":"traceutil/trace.go:171","msg":"trace[299484260] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-9d47487-2ddkh.18a1d55af7eff2b0; range_end:; response_count:1; response_revision:12345; }","duration":"569.34505ms","start":"2026-03-31T05:20:42.627928Z","end":"2026-03-31T05:20:43.197273Z","steps":["trace[299484260] 'agreement among raft nodes before linearized reading' (duration: 569.081753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.197349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.713595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:20:43.197352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.679899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-31T05:20:43.197375Z","caller":"traceutil/trace.go:171","msg":"trace[1564755117] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"395.163293ms","start":"2026-03-31T05:20:42.802199Z","end":"2026-03-31T05:20:43.197363Z","steps":["trace[1564755117] 'process raft request' (duration: 394.714971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.197407Z","caller":"traceutil/trace.go:171","msg":"trace[1141229155] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:12345; }","duration":"383.764162ms","start":"2026-03-31T05:20:42.813633Z","end":"2026-03-31T05:20:43.197398Z","steps":["trace[1141229155] 'agreement among raft nodes before linearized reading' (duration: 383.640198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.197406Z","caller":"traceutil/trace.go:171","msg":"trace[221294715] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12345; }","duration":"914.784688ms","start":"2026-03-31T05:20:42.282609Z","end":"2026-03-31T05:20:43.197393Z","steps":["trace[221294715] 'agreement among raft nodes before linearized reading' (duration: 914.548111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.197434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.813617Z","time spent":"383.809983ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-31T05:20:43.19745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.282588Z","time spent":"914.85186ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:20:43.197199Z","caller":"traceutil/trace.go:171","msg":"trace[1909977471] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"569.160266ms","start":"2026-03-31T05:20:42.628013Z","end":"2026-03-31T05:20:43.197173Z","steps":["trace[1909977471] 'process raft request' (duration: 568.825297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.197136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.365429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.197601Z","caller":"traceutil/trace.go:171","msg":"trace[2134441055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12345; }","duration":"712.864423ms","start":"2026-03-31T05:20:42.484726Z","end":"2026-03-31T05:20:43.19759Z","steps":["trace[2134441055] 'agreement among raft nodes before linearized reading' (duration: 712.37092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.197635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.484705Z","time spent":"712.919675ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:43.197525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.346644Z","time spent":"850.538846ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:43.19731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.519609Z","time spent":"677.690874ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:43.197356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.627913Z","time spent":"569.427723ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/cinder-volume-9d47487-2ddkh.18a1d55af7eff2b0\" "} {"level":"warn","ts":"2026-03-31T05:20:43.19747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.802176Z","time spent":"395.231084ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:43.197554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:42.628005Z","time spent":"569.496145ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:43.702772Z","caller":"traceutil/trace.go:171","msg":"trace[1210227456] linearizableReadLoop","detail":"{readStateIndex:12796; appliedIndex:12795; }","duration":"501.570263ms","start":"2026-03-31T05:20:43.201161Z","end":"2026-03-31T05:20:43.702731Z","steps":["trace[1210227456] 'read index received' (duration: 483.049578ms)","trace[1210227456] 'applied index is now lower than readState.Index' (duration: 18.519325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:43.702792Z","caller":"traceutil/trace.go:171","msg":"trace[177135761] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"501.652116ms","start":"2026-03-31T05:20:43.201097Z","end":"2026-03-31T05:20:43.702749Z","steps":["trace[177135761] 'process raft request' (duration: 483.11224ms)","trace[177135761] 'compare' (duration: 18.169356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:43.703008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.84217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:20:43.703079Z","caller":"traceutil/trace.go:171","msg":"trace[97595122] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12346; }","duration":"501.950083ms","start":"2026-03-31T05:20:43.201112Z","end":"2026-03-31T05:20:43.703062Z","steps":["trace[97595122] 'agreement among raft nodes before linearized reading' (duration: 501.709347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.703131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.201094Z","time spent":"502.024406ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:20:43.703302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.201086Z","time spent":"501.786599ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:43.740487Z","caller":"traceutil/trace.go:171","msg":"trace[1706616575] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"122.758066ms","start":"2026-03-31T05:20:43.617706Z","end":"2026-03-31T05:20:43.740464Z","steps":["trace[1706616575] 'process raft request' (duration: 122.707365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.740786Z","caller":"traceutil/trace.go:171","msg":"trace[1559762362] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"122.433567ms","start":"2026-03-31T05:20:43.618334Z","end":"2026-03-31T05:20:43.740767Z","steps":["trace[1559762362] 'process raft request' (duration: 122.103348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.740887Z","caller":"traceutil/trace.go:171","msg":"trace[126120273] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"536.475654ms","start":"2026-03-31T05:20:43.204404Z","end":"2026-03-31T05:20:43.740879Z","steps":["trace[126120273] 'process raft request' (duration: 535.857027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.740993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.204392Z","time spent":"536.512196ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:43.741074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.509737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:43.741128Z","caller":"traceutil/trace.go:171","msg":"trace[521445064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12350; }","duration":"123.60399ms","start":"2026-03-31T05:20:43.617516Z","end":"2026-03-31T05:20:43.74112Z","steps":["trace[521445064] 'agreement among raft nodes before linearized reading' (duration: 123.483357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.154189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.741209Z","caller":"traceutil/trace.go:171","msg":"trace[930501370] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12350; }","duration":"130.20694ms","start":"2026-03-31T05:20:43.610997Z","end":"2026-03-31T05:20:43.741204Z","steps":["trace[930501370] 'agreement among raft nodes before linearized reading' (duration: 130.174049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.741084Z","caller":"traceutil/trace.go:171","msg":"trace[990850223] transaction","detail":"{read_only:false; response_revision:12348; number_of_response:1; }","duration":"123.61838ms","start":"2026-03-31T05:20:43.617459Z","end":"2026-03-31T05:20:43.741077Z","steps":["trace[990850223] 'process raft request' (duration: 122.928931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.158449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:43.741414Z","caller":"traceutil/trace.go:171","msg":"trace[1067278082] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12350; }","duration":"356.484097ms","start":"2026-03-31T05:20:43.384916Z","end":"2026-03-31T05:20:43.7414Z","steps":["trace[1067278082] 'agreement among raft nodes before linearized reading' (duration: 356.348684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.384895Z","time spent":"356.5452ms","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:43.741461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.993268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:43.741499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.401522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:43.741511Z","caller":"traceutil/trace.go:171","msg":"trace[1205925485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12350; }","duration":"260.07277ms","start":"2026-03-31T05:20:43.481424Z","end":"2026-03-31T05:20:43.741497Z","steps":["trace[1205925485] 'agreement among raft nodes before linearized reading' (duration: 259.989498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.059761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T05:20:43.74162Z","caller":"traceutil/trace.go:171","msg":"trace[462545609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:12350; }","duration":"537.212685ms","start":"2026-03-31T05:20:43.204381Z","end":"2026-03-31T05:20:43.741593Z","steps":["trace[462545609] 'agreement among raft nodes before linearized reading' (duration: 536.839025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.204374Z","time spent":"537.285487ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-31T05:20:43.741557Z","caller":"traceutil/trace.go:171","msg":"trace[779493626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12350; }","duration":"434.508155ms","start":"2026-03-31T05:20:43.307031Z","end":"2026-03-31T05:20:43.741539Z","steps":["trace[779493626] 'agreement among raft nodes before linearized reading' (duration: 434.287499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.741735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.307009Z","time spent":"434.71371ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:20:43.924627Z","caller":"traceutil/trace.go:171","msg":"trace[449867920] linearizableReadLoop","detail":"{readStateIndex:12801; appliedIndex:12800; }","duration":"179.39515ms","start":"2026-03-31T05:20:43.745204Z","end":"2026-03-31T05:20:43.924599Z","steps":["trace[449867920] 'read index received' (duration: 179.246956ms)","trace[449867920] 'applied index is now lower than readState.Index' (duration: 146.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:43.924702Z","caller":"traceutil/trace.go:171","msg":"trace[2056761070] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"181.420735ms","start":"2026-03-31T05:20:43.743251Z","end":"2026-03-31T05:20:43.924672Z","steps":["trace[2056761070] 'process raft request' (duration: 181.160928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:43.924966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.653697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-31T05:20:43.925037Z","caller":"traceutil/trace.go:171","msg":"trace[2040733702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:12351; }","duration":"179.835593ms","start":"2026-03-31T05:20:43.745181Z","end":"2026-03-31T05:20:43.925016Z","steps":["trace[2040733702] 'agreement among raft nodes before linearized reading' (duration: 179.527104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.928969Z","caller":"traceutil/trace.go:171","msg":"trace[1732909771] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"183.263226ms","start":"2026-03-31T05:20:43.745692Z","end":"2026-03-31T05:20:43.928955Z","steps":["trace[1732909771] 'process raft request' (duration: 183.112402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:43.929147Z","caller":"traceutil/trace.go:171","msg":"trace[1454151195] transaction","detail":"{read_only:false; response_revision:12353; number_of_response:1; }","duration":"182.555517ms","start":"2026-03-31T05:20:43.746581Z","end":"2026-03-31T05:20:43.929137Z","steps":["trace[1454151195] 'process raft request' (duration: 182.30692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.693193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.650733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:44.693277Z","caller":"traceutil/trace.go:171","msg":"trace[994541783] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12354; }","duration":"407.749855ms","start":"2026-03-31T05:20:44.285507Z","end":"2026-03-31T05:20:44.693257Z","steps":["trace[994541783] 'range keys from in-memory index tree' (duration: 407.477637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.693325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285487Z","time spent":"407.826647ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:44.693425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.893445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:20:44.693496Z","caller":"traceutil/trace.go:171","msg":"trace[512731690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12354; }","duration":"322.019138ms","start":"2026-03-31T05:20:44.371458Z","end":"2026-03-31T05:20:44.693477Z","steps":["trace[512731690] 'range keys from in-memory index tree' (duration: 321.708529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.693534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.371434Z","time spent":"322.091561ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T05:20:44.693662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.976644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:20:44.693677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.098975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.693783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.016161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.693859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.553507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:44.693913Z","caller":"traceutil/trace.go:171","msg":"trace[8473311] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12354; }","duration":"102.142734ms","start":"2026-03-31T05:20:44.591704Z","end":"2026-03-31T05:20:44.693846Z","steps":["trace[8473311] 'count revisions from in-memory index tree' (duration: 101.781865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.69392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.499849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:44.693951Z","caller":"traceutil/trace.go:171","msg":"trace[959921919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12354; }","duration":"211.697301ms","start":"2026-03-31T05:20:44.482233Z","end":"2026-03-31T05:20:44.693931Z","steps":["trace[959921919] 'range keys from in-memory index tree' (duration: 211.462975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.693991Z","caller":"traceutil/trace.go:171","msg":"trace[1862422772] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12354; }","duration":"407.635042ms","start":"2026-03-31T05:20:44.286338Z","end":"2026-03-31T05:20:44.693973Z","steps":["trace[1862422772] 'range keys from in-memory index tree' (duration: 407.285343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.699891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.694045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.286332Z","time spent":"407.698733ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:44.694094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.684411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:44.69414Z","caller":"traceutil/trace.go:171","msg":"trace[760121836] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12354; }","duration":"408.741312ms","start":"2026-03-31T05:20:44.285388Z","end":"2026-03-31T05:20:44.694129Z","steps":["trace[760121836] 'range keys from in-memory index tree' (duration: 408.64148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.174827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:20:44.694173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285381Z","time spent":"408.785843ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:44.694178Z","caller":"traceutil/trace.go:171","msg":"trace[450755510] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12354; }","duration":"408.237868ms","start":"2026-03-31T05:20:44.28593Z","end":"2026-03-31T05:20:44.694168Z","steps":["trace[450755510] 'range keys from in-memory index tree' (duration: 408.048063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.944265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.694216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285917Z","time spent":"408.29009ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:20:44.694268Z","caller":"traceutil/trace.go:171","msg":"trace[1839762897] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12354; }","duration":"410.032117ms","start":"2026-03-31T05:20:44.284219Z","end":"2026-03-31T05:20:44.694252Z","steps":["trace[1839762897] 'range keys from in-memory index tree' (duration: 409.864653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.033397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:44.694309Z","caller":"traceutil/trace.go:171","msg":"trace[604265656] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12354; }","duration":"410.094499ms","start":"2026-03-31T05:20:44.284208Z","end":"2026-03-31T05:20:44.694303Z","steps":["trace[604265656] 'range keys from in-memory index tree' (duration: 409.917764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.693708Z","caller":"traceutil/trace.go:171","msg":"trace[529882133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12354; }","duration":"469.068187ms","start":"2026-03-31T05:20:44.224629Z","end":"2026-03-31T05:20:44.693697Z","steps":["trace[529882133] 'range keys from in-memory index tree' (duration: 468.83074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.284187Z","time spent":"410.13473ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:44.694051Z","caller":"traceutil/trace.go:171","msg":"trace[845866264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12354; }","duration":"408.757543ms","start":"2026-03-31T05:20:44.285284Z","end":"2026-03-31T05:20:44.694041Z","steps":["trace[845866264] 'range keys from in-memory index tree' (duration: 408.609608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.951526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.694348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.224604Z","time spent":"469.728915ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:20:44.69437Z","caller":"traceutil/trace.go:171","msg":"trace[1458377040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12354; }","duration":"410.194212ms","start":"2026-03-31T05:20:44.284165Z","end":"2026-03-31T05:20:44.694359Z","steps":["trace[1458377040] 'range keys from in-memory index tree' (duration: 409.893293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285276Z","time spent":"409.081381ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:44.694402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.284149Z","time spent":"410.244623ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:44.694424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.189966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:20:44.694442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.267022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:20:44.693801Z","caller":"traceutil/trace.go:171","msg":"trace[521938900] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12354; }","duration":"408.238858ms","start":"2026-03-31T05:20:44.285538Z","end":"2026-03-31T05:20:44.693777Z","steps":["trace[521938900] 'range keys from in-memory index tree' (duration: 408.002643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.693994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.641787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:44.694472Z","caller":"traceutil/trace.go:171","msg":"trace[1046557529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12354; }","duration":"478.273398ms","start":"2026-03-31T05:20:44.216186Z","end":"2026-03-31T05:20:44.69446Z","steps":["trace[1046557529] 'range keys from in-memory index tree' (duration: 478.059452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.216163Z","time spent":"478.334269ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:44.694475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285531Z","time spent":"408.937897ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:44.694319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.2842Z","time spent":"410.1062ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:44.694506Z","caller":"traceutil/trace.go:171","msg":"trace[2040176534] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12354; }","duration":"410.201482ms","start":"2026-03-31T05:20:44.284289Z","end":"2026-03-31T05:20:44.694491Z","steps":["trace[2040176534] 'range keys from in-memory index tree' (duration: 409.545405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:44.69447Z","caller":"traceutil/trace.go:171","msg":"trace[2006295276] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12354; }","duration":"195.323734ms","start":"2026-03-31T05:20:44.49914Z","end":"2026-03-31T05:20:44.694464Z","steps":["trace[2006295276] 'range keys from in-memory index tree' (duration: 195.186951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.694651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.494415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:44.695114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.167653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-31T05:20:44.694616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.28426Z","time spent":"410.345036ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:44.693651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.926811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:44.695079Z","caller":"traceutil/trace.go:171","msg":"trace[431649831] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12354; }","duration":"409.547864ms","start":"2026-03-31T05:20:44.28551Z","end":"2026-03-31T05:20:44.695058Z","steps":["trace[431649831] 'range keys from in-memory index tree' (duration: 408.212588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.696694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.285503Z","time spent":"411.168328ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:20:44.695324Z","caller":"traceutil/trace.go:171","msg":"trace[138622493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12354; }","duration":"478.635917ms","start":"2026-03-31T05:20:44.21668Z","end":"2026-03-31T05:20:44.695315Z","steps":["trace[138622493] 'range keys from in-memory index tree' (duration: 476.509039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.696992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.216668Z","time spent":"480.302514ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:44.695188Z","caller":"traceutil/trace.go:171","msg":"trace[2083528356] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:12354; }","duration":"676.282955ms","start":"2026-03-31T05:20:44.018887Z","end":"2026-03-31T05:20:44.69517Z","steps":["trace[2083528356] 'range keys from in-memory index tree' (duration: 674.725203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.697071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.018879Z","time spent":"678.171867ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-31T05:20:45.02445Z","caller":"traceutil/trace.go:171","msg":"trace[983354558] linearizableReadLoop","detail":"{readStateIndex:12806; appliedIndex:12805; }","duration":"243.017275ms","start":"2026-03-31T05:20:44.781408Z","end":"2026-03-31T05:20:45.024425Z","steps":["trace[983354558] 'read index received' (duration: 242.772408ms)","trace[983354558] 'applied index is now lower than readState.Index' (duration: 244.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:45.024548Z","caller":"traceutil/trace.go:171","msg":"trace[293511363] transaction","detail":"{read_only:false; response_revision:12356; number_of_response:1; }","duration":"323.415046ms","start":"2026-03-31T05:20:44.701097Z","end":"2026-03-31T05:20:45.024512Z","steps":["trace[293511363] 'process raft request' (duration: 323.16881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.024817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.701087Z","time spent":"323.651283ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:45.024965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.447235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T05:20:45.02503Z","caller":"traceutil/trace.go:171","msg":"trace[859644033] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:12356; }","duration":"240.542197ms","start":"2026-03-31T05:20:44.784474Z","end":"2026-03-31T05:20:45.025016Z","steps":["trace[859644033] 'agreement among raft nodes before linearized reading' (duration: 240.258279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.02586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.494386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:45.025948Z","caller":"traceutil/trace.go:171","msg":"trace[210067687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12356; }","duration":"324.601748ms","start":"2026-03-31T05:20:44.701334Z","end":"2026-03-31T05:20:45.025936Z","steps":["trace[210067687] 'agreement among raft nodes before linearized reading' (duration: 323.230091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:45.025986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.701328Z","time spent":"324.645649ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:20:45.198659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.734836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T05:20:45.198732Z","caller":"traceutil/trace.go:171","msg":"trace[478752593] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:12356; }","duration":"129.84759ms","start":"2026-03-31T05:20:45.068867Z","end":"2026-03-31T05:20:45.198715Z","steps":["trace[478752593] 'range keys from in-memory index tree' (duration: 129.587903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.198328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.908257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:46.198409Z","caller":"traceutil/trace.go:171","msg":"trace[809999832] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12357; }","duration":"653.031881ms","start":"2026-03-31T05:20:45.545359Z","end":"2026-03-31T05:20:46.198391Z","steps":["trace[809999832] 'count revisions from in-memory index tree' (duration: 652.852456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.19839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.020792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:20:46.198483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.545348Z","time spent":"653.122693ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:46.198484Z","caller":"traceutil/trace.go:171","msg":"trace[321276080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12357; }","duration":"452.173007ms","start":"2026-03-31T05:20:45.746287Z","end":"2026-03-31T05:20:46.19846Z","steps":["trace[321276080] 'range keys from in-memory index tree' (duration: 451.794996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.19854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.746248Z","time spent":"452.276909ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:46.198588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.546387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T05:20:46.198654Z","caller":"traceutil/trace.go:171","msg":"trace[1777285614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12357; }","duration":"897.633049ms","start":"2026-03-31T05:20:45.301006Z","end":"2026-03-31T05:20:46.198639Z","steps":["trace[1777285614] 'range keys from in-memory index tree' (duration: 897.435133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.198691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.301Z","time spent":"897.68297ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T05:20:46.19889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.797245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.198929Z","caller":"traceutil/trace.go:171","msg":"trace[1642984195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12357; }","duration":"856.872457ms","start":"2026-03-31T05:20:45.342046Z","end":"2026-03-31T05:20:46.198919Z","steps":["trace[1642984195] 'range keys from in-memory index tree' (duration: 856.695293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.198957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.342025Z","time spent":"856.924569ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:20:46.199284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.979562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.199388Z","caller":"traceutil/trace.go:171","msg":"trace[1794890466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12357; }","duration":"714.133556ms","start":"2026-03-31T05:20:45.485231Z","end":"2026-03-31T05:20:46.199365Z","steps":["trace[1794890466] 'range keys from in-memory index tree' (duration: 713.864918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.199386Z","caller":"traceutil/trace.go:171","msg":"trace[1799252803] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"451.753114ms","start":"2026-03-31T05:20:45.747616Z","end":"2026-03-31T05:20:46.19937Z","steps":["trace[1799252803] 'process raft request' (duration: 451.666032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.199443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.485211Z","time spent":"714.220318ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:46.199494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.747592Z","time spent":"451.844147ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:46.199539Z","caller":"traceutil/trace.go:171","msg":"trace[416768339] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"451.895379ms","start":"2026-03-31T05:20:45.747625Z","end":"2026-03-31T05:20:46.199521Z","steps":["trace[416768339] 'process raft request' (duration: 450.759388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.199731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.747608Z","time spent":"452.024433ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:46.256089Z","caller":"traceutil/trace.go:171","msg":"trace[216645660] linearizableReadLoop","detail":"{readStateIndex:12810; appliedIndex:12809; }","duration":"323.213881ms","start":"2026-03-31T05:20:45.932852Z","end":"2026-03-31T05:20:46.256066Z","steps":["trace[216645660] 'read index received' (duration: 266.518106ms)","trace[216645660] 'applied index is now lower than readState.Index' (duration: 56.694845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:46.256232Z","caller":"traceutil/trace.go:171","msg":"trace[1039631821] transaction","detail":"{read_only:false; response_revision:12360; number_of_response:1; }","duration":"508.536873ms","start":"2026-03-31T05:20:45.747667Z","end":"2026-03-31T05:20:46.256204Z","steps":["trace[1039631821] 'process raft request' (duration: 508.251245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.256292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.431197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:46.256327Z","caller":"traceutil/trace.go:171","msg":"trace[1217830727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12360; }","duration":"323.508469ms","start":"2026-03-31T05:20:45.932807Z","end":"2026-03-31T05:20:46.256315Z","steps":["trace[1217830727] 'agreement among raft nodes before linearized reading' (duration: 323.370395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.25636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.932779Z","time spent":"323.572861ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:46.2564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.747644Z","time spent":"508.674687ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:46.697067Z","caller":"traceutil/trace.go:171","msg":"trace[1219115153] linearizableReadLoop","detail":"{readStateIndex:12811; appliedIndex:12810; }","duration":"440.891048ms","start":"2026-03-31T05:20:46.256151Z","end":"2026-03-31T05:20:46.697042Z","steps":["trace[1219115153] 'read index received' (duration: 440.693523ms)","trace[1219115153] 'applied index is now lower than readState.Index' (duration: 196.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:46.697304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.628139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:46.697337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.952261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:46.69739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.49804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-31T05:20:46.697317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.256044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.697387Z","caller":"traceutil/trace.go:171","msg":"trace[1348965557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12361; }","duration":"496.740991ms","start":"2026-03-31T05:20:46.200617Z","end":"2026-03-31T05:20:46.697358Z","steps":["trace[1348965557] 'agreement among raft nodes before linearized reading' (duration: 496.619298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.697468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.688789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:20:46.697521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:46.200598Z","time spent":"496.911716ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:46.69753Z","caller":"traceutil/trace.go:171","msg":"trace[2040633245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12361; }","duration":"763.791761ms","start":"2026-03-31T05:20:45.933721Z","end":"2026-03-31T05:20:46.697513Z","steps":["trace[2040633245] 'agreement among raft nodes before linearized reading' (duration: 763.599676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.697448Z","caller":"traceutil/trace.go:171","msg":"trace[907538862] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12361; }","duration":"707.080805ms","start":"2026-03-31T05:20:45.990345Z","end":"2026-03-31T05:20:46.697425Z","steps":["trace[907538862] 'agreement among raft nodes before linearized reading' (duration: 706.867199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.697642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.990296Z","time spent":"707.328772ms","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:46.697448Z","caller":"traceutil/trace.go:171","msg":"trace[1876175463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12361; }","duration":"494.654385ms","start":"2026-03-31T05:20:46.202776Z","end":"2026-03-31T05:20:46.69743Z","steps":["trace[1876175463] 'agreement among raft nodes before linearized reading' (duration: 494.392088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.697662Z","caller":"traceutil/trace.go:171","msg":"trace[700400427] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12361; }","duration":"494.535262ms","start":"2026-03-31T05:20:46.202995Z","end":"2026-03-31T05:20:46.69753Z","steps":["trace[700400427] 'agreement among raft nodes before linearized reading' (duration: 494.081149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.697189Z","caller":"traceutil/trace.go:171","msg":"trace[375391496] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"493.946666ms","start":"2026-03-31T05:20:46.203216Z","end":"2026-03-31T05:20:46.697163Z","steps":["trace[375391496] 'process raft request' (duration: 493.628137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.697748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:46.202979Z","time spent":"494.753037ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:20:46.697745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:46.202762Z","time spent":"494.960963ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T05:20:46.697758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:45.933697Z","time spent":"763.947636ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:46.697827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:46.203202Z","time spent":"494.548752ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:46.699551Z","caller":"traceutil/trace.go:171","msg":"trace[1311862728] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"438.659028ms","start":"2026-03-31T05:20:46.260799Z","end":"2026-03-31T05:20:46.699458Z","steps":["trace[1311862728] 'process raft request' (duration: 438.147824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.699687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:46.260779Z","time spent":"438.831733ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:46.941194Z","caller":"traceutil/trace.go:171","msg":"trace[799221922] linearizableReadLoop","detail":"{readStateIndex:12813; appliedIndex:12812; }","duration":"234.169634ms","start":"2026-03-31T05:20:46.707004Z","end":"2026-03-31T05:20:46.941174Z","steps":["trace[799221922] 'read index received' (duration: 148.290252ms)","trace[799221922] 'applied index is now lower than readState.Index' (duration: 85.878262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:46.941356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.326048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.941445Z","caller":"traceutil/trace.go:171","msg":"trace[1853579987] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12363; }","duration":"234.439252ms","start":"2026-03-31T05:20:46.706987Z","end":"2026-03-31T05:20:46.941426Z","steps":["trace[1853579987] 'agreement among raft nodes before linearized reading' (duration: 234.292708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.941302Z","caller":"traceutil/trace.go:171","msg":"trace[316472821] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"234.546614ms","start":"2026-03-31T05:20:46.706708Z","end":"2026-03-31T05:20:46.941255Z","steps":["trace[316472821] 'process raft request' (duration: 148.644892ms)","trace[316472821] 'compare' (duration: 85.652115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:46.997574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.467149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.997746Z","caller":"traceutil/trace.go:171","msg":"trace[1135352889] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12365; }","duration":"290.670914ms","start":"2026-03-31T05:20:46.70705Z","end":"2026-03-31T05:20:46.997721Z","steps":["trace[1135352889] 'agreement among raft nodes before linearized reading' (duration: 290.402057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.99804Z","caller":"traceutil/trace.go:171","msg":"trace[1856299040] transaction","detail":"{read_only:false; response_revision:12365; number_of_response:1; }","duration":"290.993363ms","start":"2026-03-31T05:20:46.707006Z","end":"2026-03-31T05:20:46.997999Z","steps":["trace[1856299040] 'process raft request' (duration: 290.362775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.468859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:20:46.998226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.967861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T05:20:46.998276Z","caller":"traceutil/trace.go:171","msg":"trace[12113148] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12365; }","duration":"291.022504ms","start":"2026-03-31T05:20:46.70724Z","end":"2026-03-31T05:20:46.998262Z","steps":["trace[12113148] 'agreement among raft nodes before linearized reading' (duration: 290.848759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.035618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:46.998369Z","caller":"traceutil/trace.go:171","msg":"trace[1411653751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12365; }","duration":"213.100859ms","start":"2026-03-31T05:20:46.78526Z","end":"2026-03-31T05:20:46.99836Z","steps":["trace[1411653751] 'agreement among raft nodes before linearized reading' (duration: 213.001747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.299621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.99849Z","caller":"traceutil/trace.go:171","msg":"trace[293380146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12365; }","duration":"291.337032ms","start":"2026-03-31T05:20:46.707143Z","end":"2026-03-31T05:20:46.99848Z","steps":["trace[293380146] 'agreement among raft nodes before linearized reading' (duration: 291.28141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.998563Z","caller":"traceutil/trace.go:171","msg":"trace[1895054916] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"291.551758ms","start":"2026-03-31T05:20:46.706998Z","end":"2026-03-31T05:20:46.998549Z","steps":["trace[1895054916] 'process raft request' (duration: 290.17703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.943646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.998687Z","caller":"traceutil/trace.go:171","msg":"trace[1898331206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12365; }","duration":"288.996708ms","start":"2026-03-31T05:20:46.709682Z","end":"2026-03-31T05:20:46.998679Z","steps":["trace[1898331206] 'agreement among raft nodes before linearized reading' (duration: 288.943747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.567158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:46.998724Z","caller":"traceutil/trace.go:171","msg":"trace[1237145613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12365; }","duration":"291.611509ms","start":"2026-03-31T05:20:46.707103Z","end":"2026-03-31T05:20:46.998714Z","steps":["trace[1237145613] 'agreement among raft nodes before linearized reading' (duration: 291.518207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.99885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.001693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.998886Z","caller":"traceutil/trace.go:171","msg":"trace[1178538413] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12365; }","duration":"291.046194ms","start":"2026-03-31T05:20:46.707831Z","end":"2026-03-31T05:20:46.998877Z","steps":["trace[1178538413] 'agreement among raft nodes before linearized reading' (duration: 290.992482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.998927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.803935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.998979Z","caller":"traceutil/trace.go:171","msg":"trace[257865969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12365; }","duration":"291.874197ms","start":"2026-03-31T05:20:46.707094Z","end":"2026-03-31T05:20:46.998968Z","steps":["trace[257865969] 'agreement among raft nodes before linearized reading' (duration: 291.786545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:46.998235Z","caller":"traceutil/trace.go:171","msg":"trace[539521571] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12365; }","duration":"290.569071ms","start":"2026-03-31T05:20:46.707647Z","end":"2026-03-31T05:20:46.998216Z","steps":["trace[539521571] 'agreement among raft nodes before linearized reading' (duration: 290.290714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.999128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.028461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:46.999157Z","caller":"traceutil/trace.go:171","msg":"trace[758406409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12365; }","duration":"292.060482ms","start":"2026-03-31T05:20:46.707085Z","end":"2026-03-31T05:20:46.999146Z","steps":["trace[758406409] 'agreement among raft nodes before linearized reading' (duration: 291.97372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.999344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.233387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.999393Z","caller":"traceutil/trace.go:171","msg":"trace[1070752426] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12365; }","duration":"292.315588ms","start":"2026-03-31T05:20:46.707066Z","end":"2026-03-31T05:20:46.999382Z","steps":["trace[1070752426] 'agreement among raft nodes before linearized reading' (duration: 292.220716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:46.999392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.299858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:46.999482Z","caller":"traceutil/trace.go:171","msg":"trace[871278054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12365; }","duration":"292.397461ms","start":"2026-03-31T05:20:46.70707Z","end":"2026-03-31T05:20:46.999467Z","steps":["trace[871278054] 'agreement among raft nodes before linearized reading' (duration: 292.289118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.255541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.442887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:47.255697Z","caller":"traceutil/trace.go:171","msg":"trace[1659870277] linearizableReadLoop","detail":"{readStateIndex:12816; appliedIndex:12815; }","duration":"249.844791ms","start":"2026-03-31T05:20:47.00583Z","end":"2026-03-31T05:20:47.255675Z","steps":["trace[1659870277] 'read index received' (duration: 134.195698ms)","trace[1659870277] 'applied index is now lower than readState.Index' (duration: 115.646573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:47.255769Z","caller":"traceutil/trace.go:171","msg":"trace[822798184] transaction","detail":"{read_only:false; response_revision:12366; number_of_response:1; }","duration":"250.407656ms","start":"2026-03-31T05:20:47.005311Z","end":"2026-03-31T05:20:47.255718Z","steps":["trace[822798184] 'process raft request' (duration: 134.655481ms)","trace[822798184] 'compare' (duration: 114.889282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:47.255954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.097198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T05:20:47.256018Z","caller":"traceutil/trace.go:171","msg":"trace[842207747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12366; }","duration":"250.215811ms","start":"2026-03-31T05:20:47.005787Z","end":"2026-03-31T05:20:47.256003Z","steps":["trace[842207747] 'agreement among raft nodes before linearized reading' (duration: 249.979795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.256029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.169105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T05:20:47.256072Z","caller":"traceutil/trace.go:171","msg":"trace[1355407057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12366; }","duration":"248.233368ms","start":"2026-03-31T05:20:47.007824Z","end":"2026-03-31T05:20:47.256058Z","steps":["trace[1355407057] 'agreement among raft nodes before linearized reading' (duration: 247.999541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.25618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:20:47.256217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.71952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:47.256297Z","caller":"traceutil/trace.go:171","msg":"trace[950157762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12366; }","duration":"219.844214ms","start":"2026-03-31T05:20:47.036433Z","end":"2026-03-31T05:20:47.256278Z","steps":["trace[950157762] 'agreement among raft nodes before linearized reading' (duration: 219.550556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.256248Z","caller":"traceutil/trace.go:171","msg":"trace[1548863648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12366; }","duration":"227.193013ms","start":"2026-03-31T05:20:47.029039Z","end":"2026-03-31T05:20:47.256232Z","steps":["trace[1548863648] 'agreement among raft nodes before linearized reading' (duration: 227.021019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.256426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.930042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:20:47.256487Z","caller":"traceutil/trace.go:171","msg":"trace[1709105621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12366; }","duration":"243.000775ms","start":"2026-03-31T05:20:47.01347Z","end":"2026-03-31T05:20:47.256471Z","steps":["trace[1709105621] 'agreement among raft nodes before linearized reading' (duration: 242.655535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.537062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.605654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T05:20:47.537115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.231909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:47.537148Z","caller":"traceutil/trace.go:171","msg":"trace[1336058159] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:12368; }","duration":"180.728576ms","start":"2026-03-31T05:20:47.356397Z","end":"2026-03-31T05:20:47.537126Z","steps":["trace[1336058159] 'range keys from in-memory index tree' (duration: 180.407987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.537161Z","caller":"traceutil/trace.go:171","msg":"trace[1080215649] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12368; }","duration":"178.304091ms","start":"2026-03-31T05:20:47.358842Z","end":"2026-03-31T05:20:47.537146Z","steps":["trace[1080215649] 'count revisions from in-memory index tree' (duration: 178.143286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:47.537211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.793626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:47.537297Z","caller":"traceutil/trace.go:171","msg":"trace[2879251] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12368; }","duration":"141.922408ms","start":"2026-03-31T05:20:47.395352Z","end":"2026-03-31T05:20:47.537274Z","steps":["trace[2879251] 'count revisions from in-memory index tree' (duration: 141.640191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:47.927996Z","caller":"traceutil/trace.go:171","msg":"trace[149546775] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"170.21879ms","start":"2026-03-31T05:20:47.757756Z","end":"2026-03-31T05:20:47.927975Z","steps":["trace[149546775] 'process raft request' (duration: 170.073126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.018526Z","caller":"traceutil/trace.go:171","msg":"trace[880820550] linearizableReadLoop","detail":"{readStateIndex:12820; appliedIndex:12818; }","duration":"232.763425ms","start":"2026-03-31T05:20:47.785733Z","end":"2026-03-31T05:20:48.018497Z","steps":["trace[880820550] 'read index received' (duration: 142.087453ms)","trace[880820550] 'applied index is now lower than readState.Index' (duration: 90.674702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:48.018699Z","caller":"traceutil/trace.go:171","msg":"trace[160788866] transaction","detail":"{read_only:false; response_revision:12370; number_of_response:1; }","duration":"258.570299ms","start":"2026-03-31T05:20:47.760105Z","end":"2026-03-31T05:20:48.018675Z","steps":["trace[160788866] 'process raft request' (duration: 202.102869ms)","trace[160788866] 'compare' (duration: 56.12769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:48.019101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.762922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:20:48.019164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.409512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T05:20:48.019179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.529191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:20:48.019253Z","caller":"traceutil/trace.go:171","msg":"trace[778083694] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:12370; }","duration":"233.534556ms","start":"2026-03-31T05:20:47.785689Z","end":"2026-03-31T05:20:48.019223Z","steps":["trace[778083694] 'agreement among raft nodes before linearized reading' (duration: 233.31573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.0193Z","caller":"traceutil/trace.go:171","msg":"trace[643132793] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12370; }","duration":"125.669606ms","start":"2026-03-31T05:20:47.893592Z","end":"2026-03-31T05:20:48.019262Z","steps":["trace[643132793] 'agreement among raft nodes before linearized reading' (duration: 125.407018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.019201Z","caller":"traceutil/trace.go:171","msg":"trace[1513048078] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12370; }","duration":"127.870785ms","start":"2026-03-31T05:20:47.891301Z","end":"2026-03-31T05:20:48.019172Z","steps":["trace[1513048078] 'agreement among raft nodes before linearized reading' (duration: 127.642179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.34756Z","caller":"traceutil/trace.go:171","msg":"trace[1505515579] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"142.766191ms","start":"2026-03-31T05:20:48.204766Z","end":"2026-03-31T05:20:48.347532Z","steps":["trace[1505515579] 'process raft request' (duration: 142.535615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:48.347613Z","caller":"traceutil/trace.go:171","msg":"trace[818142874] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"139.853103ms","start":"2026-03-31T05:20:48.207728Z","end":"2026-03-31T05:20:48.347581Z","steps":["trace[818142874] 'process raft request' (duration: 139.679028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.1731Z","caller":"traceutil/trace.go:171","msg":"trace[374869182] linearizableReadLoop","detail":"{readStateIndex:12826; appliedIndex:12825; }","duration":"468.755148ms","start":"2026-03-31T05:20:48.704325Z","end":"2026-03-31T05:20:49.17308Z","steps":["trace[374869182] 'read index received' (duration: 468.579473ms)","trace[374869182] 'applied index is now lower than readState.Index' (duration: 174.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:49.173196Z","caller":"traceutil/trace.go:171","msg":"trace[1672381118] transaction","detail":"{read_only:false; response_revision:12376; number_of_response:1; }","duration":"583.302021ms","start":"2026-03-31T05:20:48.589865Z","end":"2026-03-31T05:20:49.173167Z","steps":["trace[1672381118] 'process raft request' (duration: 583.088005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.985375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:20:49.173336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.589836Z","time spent":"583.421054ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:49.173354Z","caller":"traceutil/trace.go:171","msg":"trace[1785837380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12376; }","duration":"469.074118ms","start":"2026-03-31T05:20:48.704271Z","end":"2026-03-31T05:20:49.173346Z","steps":["trace[1785837380] 'agreement among raft nodes before linearized reading' (duration: 468.907543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.70425Z","time spent":"469.125288ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:49.173428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:49.17346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.358512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.173502Z","caller":"traceutil/trace.go:171","msg":"trace[245195016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12376; }","duration":"167.320291ms","start":"2026-03-31T05:20:49.006161Z","end":"2026-03-31T05:20:49.173481Z","steps":["trace[245195016] 'agreement among raft nodes before linearized reading' (duration: 167.182957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.173505Z","caller":"traceutil/trace.go:171","msg":"trace[639767029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12376; }","duration":"167.431715ms","start":"2026-03-31T05:20:49.006062Z","end":"2026-03-31T05:20:49.173494Z","steps":["trace[639767029] 'agreement among raft nodes before linearized reading' (duration: 167.350092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.718173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.173564Z","caller":"traceutil/trace.go:171","msg":"trace[477756469] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12376; }","duration":"167.787464ms","start":"2026-03-31T05:20:49.005767Z","end":"2026-03-31T05:20:49.173554Z","steps":["trace[477756469] 'agreement among raft nodes before linearized reading' (duration: 167.753553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.44819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:20:49.173626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.068194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.173645Z","caller":"traceutil/trace.go:171","msg":"trace[465366599] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12376; }","duration":"167.098726ms","start":"2026-03-31T05:20:49.00654Z","end":"2026-03-31T05:20:49.173639Z","steps":["trace[465366599] 'agreement among raft nodes before linearized reading' (duration: 167.069875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.173642Z","caller":"traceutil/trace.go:171","msg":"trace[813565500] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12376; }","duration":"227.593694ms","start":"2026-03-31T05:20:48.946037Z","end":"2026-03-31T05:20:49.173631Z","steps":["trace[813565500] 'agreement among raft nodes before linearized reading' (duration: 227.343337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.17371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.473885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.173731Z","caller":"traceutil/trace.go:171","msg":"trace[1681987334] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12376; }","duration":"167.522507ms","start":"2026-03-31T05:20:49.006204Z","end":"2026-03-31T05:20:49.173726Z","steps":["trace[1681987334] 'agreement among raft nodes before linearized reading' (duration: 167.493096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.685254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:49.173747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.485936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:49.173773Z","caller":"traceutil/trace.go:171","msg":"trace[806168221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12376; }","duration":"166.738306ms","start":"2026-03-31T05:20:49.00702Z","end":"2026-03-31T05:20:49.173759Z","steps":["trace[806168221] 'agreement among raft nodes before linearized reading' (duration: 166.687894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.173769Z","caller":"traceutil/trace.go:171","msg":"trace[1311773305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12376; }","duration":"167.530527ms","start":"2026-03-31T05:20:49.006233Z","end":"2026-03-31T05:20:49.173763Z","steps":["trace[1311773305] 'agreement among raft nodes before linearized reading' (duration: 167.460585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.915561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:49.173861Z","caller":"traceutil/trace.go:171","msg":"trace[235991024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12376; }","duration":"167.263999ms","start":"2026-03-31T05:20:49.006588Z","end":"2026-03-31T05:20:49.173852Z","steps":["trace[235991024] 'agreement among raft nodes before linearized reading' (duration: 166.872189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.707571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:20:49.17401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.016735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.174041Z","caller":"traceutil/trace.go:171","msg":"trace[169968416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12376; }","duration":"228.078637ms","start":"2026-03-31T05:20:48.945954Z","end":"2026-03-31T05:20:49.174033Z","steps":["trace[169968416] 'agreement among raft nodes before linearized reading' (duration: 228.032716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.174045Z","caller":"traceutil/trace.go:171","msg":"trace[315049412] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12376; }","duration":"463.796333ms","start":"2026-03-31T05:20:48.710233Z","end":"2026-03-31T05:20:49.174029Z","steps":["trace[315049412] 'agreement among raft nodes before linearized reading' (duration: 463.66925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.262295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:49.174093Z","caller":"traceutil/trace.go:171","msg":"trace[881023484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12376; }","duration":"468.536083ms","start":"2026-03-31T05:20:48.705546Z","end":"2026-03-31T05:20:49.174082Z","steps":["trace[881023484] 'agreement among raft nodes before linearized reading' (duration: 467.894845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.173996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.865607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:49.174092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.710214Z","time spent":"463.865325ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:49.174127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.705521Z","time spent":"468.596335ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:20:49.174138Z","caller":"traceutil/trace.go:171","msg":"trace[1828998509] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12376; }","duration":"467.056912ms","start":"2026-03-31T05:20:48.707064Z","end":"2026-03-31T05:20:49.174121Z","steps":["trace[1828998509] 'agreement among raft nodes before linearized reading' (duration: 466.901417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.174171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.707042Z","time spent":"467.119274ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:49.417036Z","caller":"traceutil/trace.go:171","msg":"trace[428121090] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"238.492541ms","start":"2026-03-31T05:20:49.17851Z","end":"2026-03-31T05:20:49.417002Z","steps":["trace[428121090] 'process raft request' (duration: 168.508613ms)","trace[428121090] 'compare' (duration: 69.739901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:49.417036Z","caller":"traceutil/trace.go:171","msg":"trace[910265328] transaction","detail":"{read_only:false; response_revision:12378; number_of_response:1; }","duration":"238.462819ms","start":"2026-03-31T05:20:49.178553Z","end":"2026-03-31T05:20:49.417015Z","steps":["trace[910265328] 'process raft request' (duration: 238.354536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.417331Z","caller":"traceutil/trace.go:171","msg":"trace[572673361] transaction","detail":"{read_only:false; response_revision:12379; number_of_response:1; }","duration":"238.743997ms","start":"2026-03-31T05:20:49.178559Z","end":"2026-03-31T05:20:49.417303Z","steps":["trace[572673361] 'process raft request' (duration: 238.409978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.639619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.340321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:49.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1079057932] linearizableReadLoop","detail":"{readStateIndex:12830; appliedIndex:12826; }","duration":"379.823014ms","start":"2026-03-31T05:20:49.259897Z","end":"2026-03-31T05:20:49.63972Z","steps":["trace[1079057932] 'read index received' (duration: 87.146845ms)","trace[1079057932] 'applied index is now lower than readState.Index' (duration: 292.674289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:49.64023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.342888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:20:49.640276Z","caller":"traceutil/trace.go:171","msg":"trace[1161026783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12379; }","duration":"380.457732ms","start":"2026-03-31T05:20:49.259805Z","end":"2026-03-31T05:20:49.640263Z","steps":["trace[1161026783] 'agreement among raft nodes before linearized reading' (duration: 380.264426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.640312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.259776Z","time spent":"380.528424ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:49.640517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.870922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:20:49.640527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.769172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:20:49.640609Z","caller":"traceutil/trace.go:171","msg":"trace[1143886150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12379; }","duration":"288.902896ms","start":"2026-03-31T05:20:49.351685Z","end":"2026-03-31T05:20:49.640588Z","steps":["trace[1143886150] 'agreement among raft nodes before linearized reading' (duration: 288.641588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.640613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.697711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.641116Z","caller":"traceutil/trace.go:171","msg":"trace[440783038] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12379; }","duration":"252.451261ms","start":"2026-03-31T05:20:49.388644Z","end":"2026-03-31T05:20:49.641095Z","steps":["trace[440783038] 'agreement among raft nodes before linearized reading' (duration: 251.67218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.640787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.488821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:49.641239Z","caller":"traceutil/trace.go:171","msg":"trace[1878886873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12379; }","duration":"293.993115ms","start":"2026-03-31T05:20:49.347221Z","end":"2026-03-31T05:20:49.641214Z","steps":["trace[1878886873] 'agreement among raft nodes before linearized reading' (duration: 293.287085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.640932Z","caller":"traceutil/trace.go:171","msg":"trace[912207612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12379; }","duration":"301.006765ms","start":"2026-03-31T05:20:49.339566Z","end":"2026-03-31T05:20:49.640572Z","steps":["trace[912207612] 'agreement among raft nodes before linearized reading' (duration: 300.753658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.641513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.339536Z","time spent":"301.91769ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:49.977416Z","caller":"traceutil/trace.go:171","msg":"trace[1142658941] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"331.682452ms","start":"2026-03-31T05:20:49.645714Z","end":"2026-03-31T05:20:49.977396Z","steps":["trace[1142658941] 'process raft request' (duration: 331.530928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.977523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.645681Z","time spent":"331.783414ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:49.97765Z","caller":"traceutil/trace.go:171","msg":"trace[189566580] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"330.87423ms","start":"2026-03-31T05:20:49.646764Z","end":"2026-03-31T05:20:49.977638Z","steps":["trace[189566580] 'process raft request' (duration: 330.606012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.977695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.646749Z","time spent":"330.929791ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:49.977666Z","caller":"traceutil/trace.go:171","msg":"trace[838458193] linearizableReadLoop","detail":"{readStateIndex:12832; appliedIndex:12830; }","duration":"330.90218ms","start":"2026-03-31T05:20:49.646733Z","end":"2026-03-31T05:20:49.977636Z","steps":["trace[838458193] 'read index received' (duration: 22.967346ms)","trace[838458193] 'applied index is now lower than readState.Index' (duration: 307.932754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:49.978477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.715993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:49.978548Z","caller":"traceutil/trace.go:171","msg":"trace[897649899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12382; }","duration":"331.833166ms","start":"2026-03-31T05:20:49.646699Z","end":"2026-03-31T05:20:49.978532Z","steps":["trace[897649899] 'agreement among raft nodes before linearized reading' (duration: 331.030214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.978618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.646685Z","time spent":"331.899567ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:50.123353Z","caller":"traceutil/trace.go:171","msg":"trace[191077253] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"415.61533ms","start":"2026-03-31T05:20:49.707703Z","end":"2026-03-31T05:20:50.123318Z","steps":["trace[191077253] 'process raft request' (duration: 410.428999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.123527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.707674Z","time spent":"415.767544ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.654143Z","caller":"traceutil/trace.go:171","msg":"trace[499436280] linearizableReadLoop","detail":"{readStateIndex:12837; appliedIndex:12835; }","duration":"248.944226ms","start":"2026-03-31T05:20:50.405176Z","end":"2026-03-31T05:20:50.65412Z","steps":["trace[499436280] 'read index received' (duration: 38.695155ms)","trace[499436280] 'applied index is now lower than readState.Index' (duration: 210.248181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.654196Z","caller":"traceutil/trace.go:171","msg":"trace[1758701654] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"301.15168ms","start":"2026-03-31T05:20:50.353029Z","end":"2026-03-31T05:20:50.654181Z","steps":["trace[1758701654] 'process raft request' (duration: 222.475395ms)","trace[1758701654] 'compare' (duration: 78.267224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.654286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.094681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:50.65431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.353022Z","time spent":"301.200361ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:50.654324Z","caller":"traceutil/trace.go:171","msg":"trace[669978642] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12386; }","duration":"249.167782ms","start":"2026-03-31T05:20:50.405142Z","end":"2026-03-31T05:20:50.65431Z","steps":["trace[669978642] 'agreement among raft nodes before linearized reading' (duration: 249.09555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.654367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.405653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.654431Z","caller":"traceutil/trace.go:171","msg":"trace[350656070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12386; }","duration":"171.506895ms","start":"2026-03-31T05:20:50.482909Z","end":"2026-03-31T05:20:50.654416Z","steps":["trace[350656070] 'agreement among raft nodes before linearized reading' (duration: 171.404522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.154719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.068941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:51.154804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.960928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2890"} {"level":"info","ts":"2026-03-31T05:20:51.154824Z","caller":"traceutil/trace.go:171","msg":"trace[604484664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12386; }","duration":"336.209145ms","start":"2026-03-31T05:20:50.818594Z","end":"2026-03-31T05:20:51.154803Z","steps":["trace[604484664] 'range keys from in-memory index tree' (duration: 335.816705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.154857Z","caller":"traceutil/trace.go:171","msg":"trace[1200942135] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:12386; }","duration":"336.03238ms","start":"2026-03-31T05:20:50.818809Z","end":"2026-03-31T05:20:51.154841Z","steps":["trace[1200942135] 'range keys from in-memory index tree' (duration: 335.858476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.154875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.818588Z","time spent":"336.276706ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:20:51.154886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.818805Z","time spent":"336.075112ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-31T05:20:51.154893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.425368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:20:51.154997Z","caller":"traceutil/trace.go:171","msg":"trace[1923889437] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12386; }","duration":"337.590283ms","start":"2026-03-31T05:20:50.817386Z","end":"2026-03-31T05:20:51.154977Z","steps":["trace[1923889437] 'range keys from in-memory index tree' (duration: 337.220583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817371Z","time spent":"337.664075ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.65071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-v6priq\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T05:20:51.155064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.494235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-31T05:20:51.155136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.852338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-03-31T05:20:51.155144Z","caller":"traceutil/trace.go:171","msg":"trace[905745805] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:12386; }","duration":"335.592369ms","start":"2026-03-31T05:20:50.819532Z","end":"2026-03-31T05:20:51.155124Z","steps":["trace[905745805] 'range keys from in-memory index tree' (duration: 335.354812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.155167Z","caller":"traceutil/trace.go:171","msg":"trace[1114867593] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:12386; }","duration":"334.885438ms","start":"2026-03-31T05:20:50.820272Z","end":"2026-03-31T05:20:51.155157Z","steps":["trace[1114867593] 'range keys from in-memory index tree' (duration: 334.799566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.820267Z","time spent":"334.92189ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.588608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:51.155165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.680631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1699"} {"level":"info","ts":"2026-03-31T05:20:51.155233Z","caller":"traceutil/trace.go:171","msg":"trace[1150131120] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12386; }","duration":"397.684121ms","start":"2026-03-31T05:20:50.757533Z","end":"2026-03-31T05:20:51.155217Z","steps":["trace[1150131120] 'count revisions from in-memory index tree' (duration: 397.510156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.155257Z","caller":"traceutil/trace.go:171","msg":"trace[95779105] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:12386; }","duration":"335.822815ms","start":"2026-03-31T05:20:50.819411Z","end":"2026-03-31T05:20:51.155234Z","steps":["trace[95779105] 'range keys from in-memory index tree' (duration: 335.511016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.549302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:51.155097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.154747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1957"} {"level":"warn","ts":"2026-03-31T05:20:51.155299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.819394Z","time spent":"335.894726ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1723,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.231955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T05:20:51.155328Z","caller":"traceutil/trace.go:171","msg":"trace[208313848] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12386; }","duration":"335.391793ms","start":"2026-03-31T05:20:50.819926Z","end":"2026-03-31T05:20:51.155317Z","steps":["trace[208313848] 'range keys from in-memory index tree' (duration: 335.113855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.155345Z","caller":"traceutil/trace.go:171","msg":"trace[1396659005] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12386; }","duration":"336.279487ms","start":"2026-03-31T05:20:50.819056Z","end":"2026-03-31T05:20:51.155336Z","steps":["trace[1396659005] 'range keys from in-memory index tree' (duration: 336.131743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.15534Z","caller":"traceutil/trace.go:171","msg":"trace[1549239452] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12386; }","duration":"399.621784ms","start":"2026-03-31T05:20:50.755689Z","end":"2026-03-31T05:20:51.155311Z","steps":["trace[1549239452] 'count revisions from in-memory index tree' (duration: 399.48127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.259239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:51.155375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.81905Z","time spent":"336.317968ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-31T05:20:51.155399Z","caller":"traceutil/trace.go:171","msg":"trace[37376584] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12386; }","duration":"335.592189ms","start":"2026-03-31T05:20:50.819793Z","end":"2026-03-31T05:20:51.155386Z","steps":["trace[37376584] 'range keys from in-memory index tree' (duration: 335.201418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.021484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2874"} {"level":"warn","ts":"2026-03-31T05:20:51.155428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.819772Z","time spent":"335.64857ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:20:51.155439Z","caller":"traceutil/trace.go:171","msg":"trace[92924672] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:12386; }","duration":"338.173189ms","start":"2026-03-31T05:20:50.817254Z","end":"2026-03-31T05:20:51.155427Z","steps":["trace[92924672] 'range keys from in-memory index tree' (duration: 337.948382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.757512Z","time spent":"397.763853ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:51.15591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817244Z","time spent":"338.646451ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.193499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-31T05:20:51.15544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.471887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3216"} {"level":"info","ts":"2026-03-31T05:20:51.156022Z","caller":"traceutil/trace.go:171","msg":"trace[2133480876] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:12386; }","duration":"339.051103ms","start":"2026-03-31T05:20:50.81696Z","end":"2026-03-31T05:20:51.156011Z","steps":["trace[2133480876] 'range keys from in-memory index tree' (duration: 338.343483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.156052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.816884Z","time spent":"339.160126ms","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T05:20:51.155129Z","caller":"traceutil/trace.go:171","msg":"trace[684644198] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-v6priq; range_end:; response_count:1; response_revision:12386; }","duration":"335.758443ms","start":"2026-03-31T05:20:50.819343Z","end":"2026-03-31T05:20:51.155101Z","steps":["trace[684644198] 'range keys from in-memory index tree' (duration: 335.572318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:51.156017Z","caller":"traceutil/trace.go:171","msg":"trace[778253399] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:12386; }","duration":"338.349523ms","start":"2026-03-31T05:20:50.817636Z","end":"2026-03-31T05:20:51.155986Z","steps":["trace[778253399] 'range keys from in-memory index tree' (duration: 337.950492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.156148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.819337Z","time spent":"336.793951ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-v6priq\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.819921Z","time spent":"335.435494ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1981,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.531324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:51.156259Z","caller":"traceutil/trace.go:171","msg":"trace[1700109572] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12386; }","duration":"191.313865ms","start":"2026-03-31T05:20:50.964931Z","end":"2026-03-31T05:20:51.156245Z","steps":["trace[1700109572] 'count revisions from in-memory index tree' (duration: 190.482632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.052185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-31T05:20:51.15631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817631Z","time spent":"338.550269ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-03-31T05:20:51.156342Z","caller":"traceutil/trace.go:171","msg":"trace[528928302] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:12386; }","duration":"338.817267ms","start":"2026-03-31T05:20:50.817516Z","end":"2026-03-31T05:20:51.156333Z","steps":["trace[528928302] 'range keys from in-memory index tree' (duration: 337.903461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.15637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817508Z","time spent":"338.855117ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.85826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15342"} {"level":"info","ts":"2026-03-31T05:20:51.156469Z","caller":"traceutil/trace.go:171","msg":"trace[1075232677] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12386; }","duration":"338.745794ms","start":"2026-03-31T05:20:50.817717Z","end":"2026-03-31T05:20:51.156463Z","steps":["trace[1075232677] 'range keys from in-memory index tree' (duration: 337.770197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.156486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817712Z","time spent":"338.768455ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15366,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.053205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:20:51.156564Z","caller":"traceutil/trace.go:171","msg":"trace[1602298547] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12386; }","duration":"338.989601ms","start":"2026-03-31T05:20:50.81757Z","end":"2026-03-31T05:20:51.156559Z","steps":["trace[1602298547] 'range keys from in-memory index tree' (duration: 337.918362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.15658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.817565Z","time spent":"339.011111ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.389517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-31T05:20:51.156575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.75567Z","time spent":"399.701246ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:51.156619Z","caller":"traceutil/trace.go:171","msg":"trace[1851969074] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:12386; }","duration":"338.338163ms","start":"2026-03-31T05:20:50.818269Z","end":"2026-03-31T05:20:51.156607Z","steps":["trace[1851969074] 'range keys from in-memory index tree' (duration: 337.293495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.156659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.818262Z","time spent":"338.383534ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.819526Z","time spent":"335.65323ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-31T05:20:51.155717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.417518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-31T05:20:51.156805Z","caller":"traceutil/trace.go:171","msg":"trace[961324540] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12386; }","duration":"338.495588ms","start":"2026-03-31T05:20:50.818292Z","end":"2026-03-31T05:20:51.156788Z","steps":["trace[961324540] 'range keys from in-memory index tree' (duration: 337.324105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.711816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-31T05:20:51.156832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.818286Z","time spent":"338.540319ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:20:51.156856Z","caller":"traceutil/trace.go:171","msg":"trace[581987630] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:12386; }","duration":"338.807646ms","start":"2026-03-31T05:20:50.818028Z","end":"2026-03-31T05:20:51.156836Z","steps":["trace[581987630] 'range keys from in-memory index tree' (duration: 337.532441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.155776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.11693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T05:20:51.156957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.81802Z","time spent":"338.917519ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-03-31T05:20:51.156986Z","caller":"traceutil/trace.go:171","msg":"trace[2137581337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12386; }","duration":"338.321783ms","start":"2026-03-31T05:20:50.818646Z","end":"2026-03-31T05:20:51.156968Z","steps":["trace[2137581337] 'range keys from in-memory index tree' (duration: 336.988626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.157018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:50.818642Z","time spent":"338.366404ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:20:51.941612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396006206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:51.960362Z","caller":"traceutil/trace.go:171","msg":"trace[1542168704] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"534.408848ms","start":"2026-03-31T05:20:51.425919Z","end":"2026-03-31T05:20:51.960327Z","steps":["trace[1542168704] 'process raft request' (duration: 534.155581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:51.960589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.425883Z","time spent":"534.592433ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:52.189994Z","caller":"traceutil/trace.go:171","msg":"trace[60131428] linearizableReadLoop","detail":"{readStateIndex:12840; appliedIndex:12837; }","duration":"748.512295ms","start":"2026-03-31T05:20:51.441461Z","end":"2026-03-31T05:20:52.189973Z","steps":["trace[60131428] 'read index received' (duration: 518.653669ms)","trace[60131428] 'applied index is now lower than readState.Index' (duration: 229.857736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:52.19006Z","caller":"traceutil/trace.go:171","msg":"trace[1401323660] transaction","detail":"{read_only:false; response_revision:12388; number_of_response:1; }","duration":"763.212205ms","start":"2026-03-31T05:20:51.426808Z","end":"2026-03-31T05:20:52.19002Z","steps":["trace[1401323660] 'process raft request' (duration: 669.372287ms)","trace[1401323660] 'compare' (duration: 93.603212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:52.190113Z","caller":"traceutil/trace.go:171","msg":"trace[1473253727] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"763.189655ms","start":"2026-03-31T05:20:51.426887Z","end":"2026-03-31T05:20:52.190077Z","steps":["trace[1473253727] 'process raft request' (duration: 763.044381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.19021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.729401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T05:20:52.190246Z","caller":"traceutil/trace.go:171","msg":"trace[168940677] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:12389; }","duration":"748.824273ms","start":"2026-03-31T05:20:51.441413Z","end":"2026-03-31T05:20:52.190238Z","steps":["trace[168940677] 'agreement among raft nodes before linearized reading' (duration: 748.682539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.426797Z","time spent":"763.341668ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:52.190274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.441394Z","time spent":"748.873505ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.426857Z","time spent":"763.336249ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:52.190343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.121755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"warn","ts":"2026-03-31T05:20:52.190358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.341306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9580"} {"level":"warn","ts":"2026-03-31T05:20:52.190381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.269392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-31T05:20:52.190415Z","caller":"traceutil/trace.go:171","msg":"trace[316593796] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:12389; }","duration":"523.45007ms","start":"2026-03-31T05:20:51.666949Z","end":"2026-03-31T05:20:52.190399Z","steps":["trace[316593796] 'agreement among raft nodes before linearized reading' (duration: 523.279495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.69223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7387"} {"level":"info","ts":"2026-03-31T05:20:52.190443Z","caller":"traceutil/trace.go:171","msg":"trace[1267340187] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:12389; }","duration":"473.369374ms","start":"2026-03-31T05:20:51.71706Z","end":"2026-03-31T05:20:52.190429Z","steps":["trace[1267340187] 'agreement among raft nodes before linearized reading' (duration: 473.156729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.666926Z","time spent":"523.522861ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-31T05:20:52.190461Z","caller":"traceutil/trace.go:171","msg":"trace[1507278110] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:12389; }","duration":"423.784162ms","start":"2026-03-31T05:20:51.766664Z","end":"2026-03-31T05:20:52.190448Z","steps":["trace[1507278110] 'agreement among raft nodes before linearized reading' (duration: 423.663559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.71704Z","time spent":"473.430786ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-03-31T05:20:52.1905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.766644Z","time spent":"423.849184ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7411,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.733622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:20:52.190393Z","caller":"traceutil/trace.go:171","msg":"trace[554871618] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:12389; }","duration":"598.230508ms","start":"2026-03-31T05:20:51.592148Z","end":"2026-03-31T05:20:52.190379Z","steps":["trace[554871618] 'agreement among raft nodes before linearized reading' (duration: 598.085314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.899136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9544"} {"level":"info","ts":"2026-03-31T05:20:52.190558Z","caller":"traceutil/trace.go:171","msg":"trace[1221442691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12389; }","duration":"448.838985ms","start":"2026-03-31T05:20:51.741701Z","end":"2026-03-31T05:20:52.19054Z","steps":["trace[1221442691] 'agreement among raft nodes before linearized reading' (duration: 448.693871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.084139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:52.190578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.592123Z","time spent":"598.446364ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.647554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:52.190563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.893534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:20:52.190601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.741683Z","time spent":"448.907317ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:20:52.190627Z","caller":"traceutil/trace.go:171","msg":"trace[885416069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12389; }","duration":"498.790807ms","start":"2026-03-31T05:20:51.691821Z","end":"2026-03-31T05:20:52.190612Z","steps":["trace[885416069] 'agreement among raft nodes before linearized reading' (duration: 498.566521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.781759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-03-31T05:20:52.190638Z","caller":"traceutil/trace.go:171","msg":"trace[271490093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12389; }","duration":"515.966886ms","start":"2026-03-31T05:20:51.674656Z","end":"2026-03-31T05:20:52.190623Z","steps":["trace[271490093] 'agreement among raft nodes before linearized reading' (duration: 515.807921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.190669Z","caller":"traceutil/trace.go:171","msg":"trace[964970231] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12389; }","duration":"698.834521ms","start":"2026-03-31T05:20:51.491825Z","end":"2026-03-31T05:20:52.190659Z","steps":["trace[964970231] 'agreement among raft nodes before linearized reading' (duration: 698.752308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.578242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-03-31T05:20:52.190683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.674624Z","time spent":"516.047688ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.659268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T05:20:52.190692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.491814Z","time spent":"698.872341ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:20:52.190699Z","caller":"traceutil/trace.go:171","msg":"trace[604243811] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12389; }","duration":"673.656054ms","start":"2026-03-31T05:20:51.517031Z","end":"2026-03-31T05:20:52.190687Z","steps":["trace[604243811] 'agreement among raft nodes before linearized reading' (duration: 673.568652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.190722Z","caller":"traceutil/trace.go:171","msg":"trace[224370176] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12389; }","duration":"573.74127ms","start":"2026-03-31T05:20:51.616969Z","end":"2026-03-31T05:20:52.190711Z","steps":["trace[224370176] 'agreement among raft nodes before linearized reading' (duration: 573.641367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.273952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1351"} {"level":"info","ts":"2026-03-31T05:20:52.19059Z","caller":"traceutil/trace.go:171","msg":"trace[1510909739] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:12389; }","duration":"547.990758ms","start":"2026-03-31T05:20:51.642588Z","end":"2026-03-31T05:20:52.190578Z","steps":["trace[1510909739] 'agreement among raft nodes before linearized reading' (duration: 547.826234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.411004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"warn","ts":"2026-03-31T05:20:52.190773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.616943Z","time spent":"573.816892ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.691802Z","time spent":"498.90892ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:20:52.190786Z","caller":"traceutil/trace.go:171","msg":"trace[2067931485] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:12389; }","duration":"648.392226ms","start":"2026-03-31T05:20:51.542375Z","end":"2026-03-31T05:20:52.190767Z","steps":["trace[2067931485] 'agreement among raft nodes before linearized reading' (duration: 648.19969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.642566Z","time spent":"548.211394ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-31T05:20:52.1908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.613931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:20:52.190812Z","caller":"traceutil/trace.go:171","msg":"trace[1631109789] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12389; }","duration":"623.526547ms","start":"2026-03-31T05:20:51.567267Z","end":"2026-03-31T05:20:52.190794Z","steps":["trace[1631109789] 'agreement among raft nodes before linearized reading' (duration: 623.355553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.22729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-03-31T05:20:52.190851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.497272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:20:52.190863Z","caller":"traceutil/trace.go:171","msg":"trace[1543004170] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12389; }","duration":"630.720874ms","start":"2026-03-31T05:20:51.560125Z","end":"2026-03-31T05:20:52.190846Z","steps":["trace[1543004170] 'agreement among raft nodes before linearized reading' (duration: 630.557049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.19088Z","caller":"traceutil/trace.go:171","msg":"trace[593619796] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12389; }","duration":"373.564423ms","start":"2026-03-31T05:20:51.817307Z","end":"2026-03-31T05:20:52.190872Z","steps":["trace[593619796] 'agreement among raft nodes before linearized reading' (duration: 373.496442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.567247Z","time spent":"623.61947ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1437,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.817284Z","time spent":"373.613724ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:20:52.190882Z","caller":"traceutil/trace.go:171","msg":"trace[1699675014] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:12389; }","duration":"349.333742ms","start":"2026-03-31T05:20:51.841536Z","end":"2026-03-31T05:20:52.19087Z","steps":["trace[1699675014] 'agreement among raft nodes before linearized reading' (duration: 349.122687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.560101Z","time spent":"630.798036ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.478595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"warn","ts":"2026-03-31T05:20:52.190931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.72385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:20:52.190758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.517001Z","time spent":"673.741367ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-31T05:20:52.190979Z","caller":"traceutil/trace.go:171","msg":"trace[1991801143] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:12389; }","duration":"273.677371ms","start":"2026-03-31T05:20:51.917273Z","end":"2026-03-31T05:20:52.19095Z","steps":["trace[1991801143] 'agreement among raft nodes before linearized reading' (duration: 273.576438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.190982Z","caller":"traceutil/trace.go:171","msg":"trace[1465309933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12389; }","duration":"208.810322ms","start":"2026-03-31T05:20:51.982156Z","end":"2026-03-31T05:20:52.190967Z","steps":["trace[1465309933] 'agreement among raft nodes before linearized reading' (duration: 208.684879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.191015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.310705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-31T05:20:52.191048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.296747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:20:52.191043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.800132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:20:52.190623Z","caller":"traceutil/trace.go:171","msg":"trace[445256909] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12389; }","duration":"399.267824ms","start":"2026-03-31T05:20:51.791334Z","end":"2026-03-31T05:20:52.190601Z","steps":["trace[445256909] 'agreement among raft nodes before linearized reading' (duration: 398.972146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:52.191063Z","caller":"traceutil/trace.go:171","msg":"trace[479440827] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:12389; }","duration":"297.393727ms","start":"2026-03-31T05:20:51.893655Z","end":"2026-03-31T05:20:52.191049Z","steps":["trace[479440827] 'agreement among raft nodes before linearized reading' (duration: 297.263294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.191096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.791316Z","time spent":"399.771987ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:20:52.191097Z","caller":"traceutil/trace.go:171","msg":"trace[1867677119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12389; }","duration":"208.863473ms","start":"2026-03-31T05:20:51.982218Z","end":"2026-03-31T05:20:52.191081Z","steps":["trace[1867677119] 'agreement among raft nodes before linearized reading' (duration: 208.73282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.841511Z","time spent":"349.419645ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"info","ts":"2026-03-31T05:20:52.191084Z","caller":"traceutil/trace.go:171","msg":"trace[46586198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12389; }","duration":"201.348119ms","start":"2026-03-31T05:20:51.989725Z","end":"2026-03-31T05:20:52.191073Z","steps":["trace[46586198] 'agreement among raft nodes before linearized reading' (duration: 201.191835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.190785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.273513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:52.191211Z","caller":"traceutil/trace.go:171","msg":"trace[319621744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12389; }","duration":"706.734665ms","start":"2026-03-31T05:20:51.484464Z","end":"2026-03-31T05:20:52.191199Z","steps":["trace[319621744] 'agreement among raft nodes before linearized reading' (duration: 706.298904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.191244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.484443Z","time spent":"706.792087ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:52.19083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.542346Z","time spent":"648.471147ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1375,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-31T05:20:52.190538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.487638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-03-31T05:20:52.191408Z","caller":"traceutil/trace.go:171","msg":"trace[426668395] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12389; }","duration":"324.418374ms","start":"2026-03-31T05:20:51.866952Z","end":"2026-03-31T05:20:52.191371Z","steps":["trace[426668395] 'agreement among raft nodes before linearized reading' (duration: 323.314804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.191456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.866931Z","time spent":"324.510566ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12051,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:20:52.191584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.214223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-03-31T05:20:52.191624Z","caller":"traceutil/trace.go:171","msg":"trace[1966283651] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:12389; }","duration":"724.302545ms","start":"2026-03-31T05:20:51.467311Z","end":"2026-03-31T05:20:52.191614Z","steps":["trace[1966283651] 'agreement among raft nodes before linearized reading' (duration: 722.891996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:52.191652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:51.467292Z","time spent":"724.353576ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T05:20:53.219019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.208995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.219173Z","caller":"traceutil/trace.go:171","msg":"trace[1920973509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12389; }","duration":"128.37945ms","start":"2026-03-31T05:20:53.09077Z","end":"2026-03-31T05:20:53.219149Z","steps":["trace[1920973509] 'range keys from in-memory index tree' (duration: 128.193555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.21944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.011209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:53.219694Z","caller":"traceutil/trace.go:171","msg":"trace[30174511] transaction","detail":"{read_only:false; response_revision:12390; number_of_response:1; }","duration":"1.023323455s","start":"2026-03-31T05:20:52.196345Z","end":"2026-03-31T05:20:53.219668Z","steps":["trace[30174511] 'process raft request' (duration: 186.953726ms)","trace[30174511] 'compare' (duration: 835.778723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:53.21974Z","caller":"traceutil/trace.go:171","msg":"trace[1775175247] transaction","detail":"{read_only:false; response_revision:12391; number_of_response:1; }","duration":"1.023204791s","start":"2026-03-31T05:20:52.196515Z","end":"2026-03-31T05:20:53.21972Z","steps":["trace[1775175247] 'process raft request' (duration: 1.023046537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.219846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.196504Z","time spent":"1.023295305s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:53.219848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.196328Z","time spent":"1.023436189s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.220097Z","caller":"traceutil/trace.go:171","msg":"trace[288429912] transaction","detail":"{read_only:false; response_revision:12392; number_of_response:1; }","duration":"1.023546771s","start":"2026-03-31T05:20:52.196534Z","end":"2026-03-31T05:20:53.220081Z","steps":["trace[288429912] 'process raft request' (duration: 1.02314126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.220192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.196504Z","time spent":"1.023642244s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.220244Z","caller":"traceutil/trace.go:171","msg":"trace[922654626] transaction","detail":"{read_only:false; response_revision:12393; number_of_response:1; }","duration":"1.00883049s","start":"2026-03-31T05:20:52.211394Z","end":"2026-03-31T05:20:53.220225Z","steps":["trace[922654626] 'process raft request' (duration: 1.008715627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.220354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.211351Z","time spent":"1.008948433s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.220525Z","caller":"traceutil/trace.go:171","msg":"trace[327711715] linearizableReadLoop","detail":"{readStateIndex:12844; appliedIndex:12841; }","duration":"1.010102454s","start":"2026-03-31T05:20:52.210382Z","end":"2026-03-31T05:20:53.220484Z","steps":["trace[327711715] 'read index received' (duration: 172.933964ms)","trace[327711715] 'applied index is now lower than readState.Index' (duration: 837.1654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:53.220678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022682668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-31T05:20:53.220709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022478962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1364"} {"level":"info","ts":"2026-03-31T05:20:53.220747Z","caller":"traceutil/trace.go:171","msg":"trace[891530081] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:12393; }","duration":"1.022534733s","start":"2026-03-31T05:20:52.198202Z","end":"2026-03-31T05:20:53.220737Z","steps":["trace[891530081] 'agreement among raft nodes before linearized reading' (duration: 1.02242731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.22076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022470262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T05:20:53.220784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.198192Z","time spent":"1.022583335s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T05:20:53.220808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022829462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:53.220812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022275036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8211"} {"level":"info","ts":"2026-03-31T05:20:53.220874Z","caller":"traceutil/trace.go:171","msg":"trace[1223412744] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12393; }","duration":"1.022911334s","start":"2026-03-31T05:20:52.197945Z","end":"2026-03-31T05:20:53.220857Z","steps":["trace[1223412744] 'agreement among raft nodes before linearized reading' (duration: 1.02277185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.220888Z","caller":"traceutil/trace.go:171","msg":"trace[1338391620] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:12393; }","duration":"1.02237998s","start":"2026-03-31T05:20:52.198489Z","end":"2026-03-31T05:20:53.220869Z","steps":["trace[1338391620] 'agreement among raft nodes before linearized reading' (duration: 1.022069811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.220891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024685482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"warn","ts":"2026-03-31T05:20:53.220903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022384399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T05:20:53.220937Z","caller":"traceutil/trace.go:171","msg":"trace[31618037] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:12393; }","duration":"1.024765824s","start":"2026-03-31T05:20:52.196159Z","end":"2026-03-31T05:20:53.220925Z","steps":["trace[31618037] 'agreement among raft nodes before linearized reading' (duration: 1.024638151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.220936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.198481Z","time spent":"1.022445221s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8235,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-31T05:20:53.220977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.196137Z","time spent":"1.024831107s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-31T05:20:53.220765Z","caller":"traceutil/trace.go:171","msg":"trace[352316241] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:12393; }","duration":"1.0227695s","start":"2026-03-31T05:20:52.19796Z","end":"2026-03-31T05:20:53.22073Z","steps":["trace[352316241] 'agreement among raft nodes before linearized reading' (duration: 1.022531464s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.220983Z","caller":"traceutil/trace.go:171","msg":"trace[344167007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12393; }","duration":"1.022481912s","start":"2026-03-31T05:20:52.198479Z","end":"2026-03-31T05:20:53.22096Z","steps":["trace[344167007] 'agreement among raft nodes before linearized reading' (duration: 1.022296767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.221044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023112479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1680"} {"level":"warn","ts":"2026-03-31T05:20:53.220928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.197934Z","time spent":"1.022979796s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-31T05:20:53.221102Z","caller":"traceutil/trace.go:171","msg":"trace[388223264] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:12393; }","duration":"1.023187952s","start":"2026-03-31T05:20:52.197897Z","end":"2026-03-31T05:20:53.221085Z","steps":["trace[388223264] 'agreement among raft nodes before linearized reading' (duration: 1.023059908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.221049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.198468Z","time spent":"1.022565634s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T05:20:53.221146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.197854Z","time spent":"1.023281024s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1704,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-31T05:20:53.220686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022763429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-31T05:20:53.221326Z","caller":"traceutil/trace.go:171","msg":"trace[563309370] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:12393; }","duration":"1.023403057s","start":"2026-03-31T05:20:52.197889Z","end":"2026-03-31T05:20:53.221292Z","steps":["trace[563309370] 'agreement among raft nodes before linearized reading' (duration: 1.022623926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.22143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.197861Z","time spent":"1.023535211s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-31T05:20:53.220812Z","caller":"traceutil/trace.go:171","msg":"trace[1353434629] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12393; }","duration":"1.022540104s","start":"2026-03-31T05:20:52.198258Z","end":"2026-03-31T05:20:53.220798Z","steps":["trace[1353434629] 'agreement among raft nodes before linearized reading' (duration: 1.022282047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.221569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.198252Z","time spent":"1.023296774s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:20:53.220906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024578799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T05:20:53.221727Z","caller":"traceutil/trace.go:171","msg":"trace[57833507] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12393; }","duration":"1.025413642s","start":"2026-03-31T05:20:52.196281Z","end":"2026-03-31T05:20:53.221694Z","steps":["trace[57833507] 'agreement among raft nodes before linearized reading' (duration: 1.024490917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.22177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.19627Z","time spent":"1.025488534s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T05:20:53.221219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.197952Z","time spent":"1.023246293s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-31T05:20:53.220999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022653487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:20:53.22123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024266091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447659"} {"level":"info","ts":"2026-03-31T05:20:53.222516Z","caller":"traceutil/trace.go:171","msg":"trace[1420533070] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12393; }","duration":"1.025512195s","start":"2026-03-31T05:20:52.196926Z","end":"2026-03-31T05:20:53.222438Z","steps":["trace[1420533070] 'agreement among raft nodes before linearized reading' (duration: 1.023696715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.222731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.196915Z","time spent":"1.025733721s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:53.222631Z","caller":"traceutil/trace.go:171","msg":"trace[1141871707] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12393; }","duration":"1.023968053s","start":"2026-03-31T05:20:52.198274Z","end":"2026-03-31T05:20:53.222242Z","steps":["trace[1141871707] 'agreement among raft nodes before linearized reading' (duration: 1.022242756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.22303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.198264Z","time spent":"1.024735594s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T05:20:53.565111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.048996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:53.565424Z","caller":"traceutil/trace.go:171","msg":"trace[483728980] transaction","detail":"{read_only:false; response_revision:12398; number_of_response:1; }","duration":"165.42369ms","start":"2026-03-31T05:20:53.399981Z","end":"2026-03-31T05:20:53.565404Z","steps":["trace[483728980] 'process raft request' (duration: 165.385429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.565566Z","caller":"traceutil/trace.go:171","msg":"trace[492159192] transaction","detail":"{read_only:false; response_revision:12394; number_of_response:1; }","duration":"1.175938076s","start":"2026-03-31T05:20:52.389616Z","end":"2026-03-31T05:20:53.565554Z","steps":["trace[492159192] 'process raft request' (duration: 1.027359766s)","trace[492159192] 'compare' (duration: 147.819009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:53.565671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.389598Z","time spent":"1.176038058s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:53.565927Z","caller":"traceutil/trace.go:171","msg":"trace[2030752313] linearizableReadLoop","detail":"{readStateIndex:12848; appliedIndex:12845; }","duration":"345.314333ms","start":"2026-03-31T05:20:53.220582Z","end":"2026-03-31T05:20:53.565897Z","steps":["trace[2030752313] 'read index received' (duration: 196.489376ms)","trace[2030752313] 'applied index is now lower than readState.Index' (duration: 148.823427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:53.565942Z","caller":"traceutil/trace.go:171","msg":"trace[1251103667] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"291.473585ms","start":"2026-03-31T05:20:53.274429Z","end":"2026-03-31T05:20:53.565903Z","steps":["trace[1251103667] 'process raft request' (duration: 290.90076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.565962Z","caller":"traceutil/trace.go:171","msg":"trace[1584877835] transaction","detail":"{read_only:false; response_revision:12396; number_of_response:1; }","duration":"906.86874ms","start":"2026-03-31T05:20:52.659065Z","end":"2026-03-31T05:20:53.565934Z","steps":["trace[1584877835] 'process raft request' (duration: 906.214762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.042736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.566067Z","caller":"traceutil/trace.go:171","msg":"trace[1116895840] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12398; }","duration":"754.154658ms","start":"2026-03-31T05:20:52.811899Z","end":"2026-03-31T05:20:53.566053Z","steps":["trace[1116895840] 'agreement among raft nodes before linearized reading' (duration: 754.019245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.468309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.811877Z","time spent":"754.21145ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:53.5661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.659043Z","time spent":"906.989424ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:53.566131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274699657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-31T05:20:53.566138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.469629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.566152Z","caller":"traceutil/trace.go:171","msg":"trace[2002089994] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:12398; }","duration":"1.274757379s","start":"2026-03-31T05:20:52.291389Z","end":"2026-03-31T05:20:53.566147Z","steps":["trace[2002089994] 'agreement among raft nodes before linearized reading' (duration: 1.274659606s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566165Z","caller":"traceutil/trace.go:171","msg":"trace[829548364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12398; }","duration":"381.537381ms","start":"2026-03-31T05:20:53.18462Z","end":"2026-03-31T05:20:53.566157Z","steps":["trace[829548364] 'agreement among raft nodes before linearized reading' (duration: 381.5005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184592Z","time spent":"381.600962ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.291371Z","time spent":"1.274796031s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-31T05:20:53.56626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301105918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:20:53.56619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248814113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1962"} {"level":"warn","ts":"2026-03-31T05:20:53.566285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.629843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174501836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-31T05:20:53.566346Z","caller":"traceutil/trace.go:171","msg":"trace[782772249] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12398; }","duration":"381.714626ms","start":"2026-03-31T05:20:53.184615Z","end":"2026-03-31T05:20:53.56633Z","steps":["trace[782772249] 'agreement among raft nodes before linearized reading' (duration: 381.582912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566343Z","caller":"traceutil/trace.go:171","msg":"trace[1138404516] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12398; }","duration":"1.249018228s","start":"2026-03-31T05:20:52.317303Z","end":"2026-03-31T05:20:53.566321Z","steps":["trace[1138404516] 'agreement among raft nodes before linearized reading' (duration: 1.24874554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349899967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"warn","ts":"2026-03-31T05:20:53.566383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.101206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:53.566388Z","caller":"traceutil/trace.go:171","msg":"trace[2142604802] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:12398; }","duration":"1.174581138s","start":"2026-03-31T05:20:52.391791Z","end":"2026-03-31T05:20:53.566373Z","steps":["trace[2142604802] 'agreement among raft nodes before linearized reading' (duration: 1.174513176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184606Z","time spent":"381.774957ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:53.566284Z","caller":"traceutil/trace.go:171","msg":"trace[174661959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12398; }","duration":"1.301150869s","start":"2026-03-31T05:20:52.265127Z","end":"2026-03-31T05:20:53.566278Z","steps":["trace[174661959] 'agreement among raft nodes before linearized reading' (duration: 1.301098527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.391767Z","time spent":"1.17464627s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":785,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.995541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-31T05:20:53.566471Z","caller":"traceutil/trace.go:171","msg":"trace[1282782490] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:12398; }","duration":"339.033782ms","start":"2026-03-31T05:20:53.227432Z","end":"2026-03-31T05:20:53.566466Z","steps":["trace[1282782490] 'agreement among raft nodes before linearized reading' (duration: 338.9878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227424Z","time spent":"339.059603ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1299,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3246909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T05:20:53.566496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.788407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192145527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.295779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-03-31T05:20:53.566529Z","caller":"traceutil/trace.go:171","msg":"trace[1931123991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12398; }","duration":"1.324753112s","start":"2026-03-31T05:20:52.241765Z","end":"2026-03-31T05:20:53.566518Z","steps":["trace[1931123991] 'agreement among raft nodes before linearized reading' (duration: 1.3246672s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566531Z","caller":"traceutil/trace.go:171","msg":"trace[1668021716] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12398; }","duration":"381.836209ms","start":"2026-03-31T05:20:53.184686Z","end":"2026-03-31T05:20:53.566522Z","steps":["trace[1668021716] 'agreement among raft nodes before linearized reading' (duration: 381.782578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.56654Z","caller":"traceutil/trace.go:171","msg":"trace[1320671730] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12398; }","duration":"1.192182979s","start":"2026-03-31T05:20:52.37435Z","end":"2026-03-31T05:20:53.566533Z","steps":["trace[1320671730] 'agreement among raft nodes before linearized reading' (duration: 1.192138047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.720636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.374344Z","time spent":"1.192212439s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:53.566101Z","caller":"traceutil/trace.go:171","msg":"trace[1779915120] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12398; }","duration":"381.52921ms","start":"2026-03-31T05:20:53.184561Z","end":"2026-03-31T05:20:53.566091Z","steps":["trace[1779915120] 'agreement among raft nodes before linearized reading' (duration: 381.471709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.241749Z","time spent":"1.324803724s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184678Z","time spent":"381.87539ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.18454Z","time spent":"382.044205ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.265113Z","time spent":"1.301322784s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.198857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-31T05:20:53.566556Z","caller":"traceutil/trace.go:171","msg":"trace[965170711] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:12398; }","duration":"339.372562ms","start":"2026-03-31T05:20:53.227173Z","end":"2026-03-31T05:20:53.566545Z","steps":["trace[965170711] 'agreement among raft nodes before linearized reading' (duration: 339.28605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.393039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-03-31T05:20:53.566602Z","caller":"traceutil/trace.go:171","msg":"trace[1902345589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12398; }","duration":"381.8654ms","start":"2026-03-31T05:20:53.184712Z","end":"2026-03-31T05:20:53.566577Z","steps":["trace[1902345589] 'agreement among raft nodes before linearized reading' (duration: 381.652764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566714Z","caller":"traceutil/trace.go:171","msg":"trace[927686788] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12398; }","duration":"340.461731ms","start":"2026-03-31T05:20:53.22624Z","end":"2026-03-31T05:20:53.566702Z","steps":["trace[927686788] 'agreement among raft nodes before linearized reading' (duration: 340.322847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.599505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:53.566753Z","caller":"traceutil/trace.go:171","msg":"trace[1673136937] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12398; }","duration":"380.633406ms","start":"2026-03-31T05:20:53.186115Z","end":"2026-03-31T05:20:53.566748Z","steps":["trace[1673136937] 'agreement among raft nodes before linearized reading' (duration: 380.588055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.51482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:795"} {"level":"warn","ts":"2026-03-31T05:20:53.566758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.33149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1508"} {"level":"warn","ts":"2026-03-31T05:20:53.566773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.186104Z","time spent":"380.665577ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:53.566788Z","caller":"traceutil/trace.go:171","msg":"trace[1691107280] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:12398; }","duration":"339.382641ms","start":"2026-03-31T05:20:53.227397Z","end":"2026-03-31T05:20:53.56678Z","steps":["trace[1691107280] 'agreement among raft nodes before linearized reading' (duration: 339.302159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.226223Z","time spent":"340.514522ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.427933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4044"} {"level":"info","ts":"2026-03-31T05:20:53.566786Z","caller":"traceutil/trace.go:171","msg":"trace[1295630823] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:12398; }","duration":"341.667594ms","start":"2026-03-31T05:20:53.225107Z","end":"2026-03-31T05:20:53.566775Z","steps":["trace[1295630823] 'agreement among raft nodes before linearized reading' (duration: 341.49975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566407Z","caller":"traceutil/trace.go:171","msg":"trace[2084412790] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12398; }","duration":"382.154108ms","start":"2026-03-31T05:20:53.184246Z","end":"2026-03-31T05:20:53.5664Z","steps":["trace[2084412790] 'agreement among raft nodes before linearized reading' (duration: 382.056215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566846Z","caller":"traceutil/trace.go:171","msg":"trace[944496935] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:12398; }","duration":"339.484335ms","start":"2026-03-31T05:20:53.227351Z","end":"2026-03-31T05:20:53.566836Z","steps":["trace[944496935] 'agreement among raft nodes before linearized reading' (duration: 339.375252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.225092Z","time spent":"341.752026ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":819,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.339898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"warn","ts":"2026-03-31T05:20:53.566877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.18423Z","time spent":"382.640951ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150213234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:922"} {"level":"warn","ts":"2026-03-31T05:20:53.566911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225198649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1307"} {"level":"info","ts":"2026-03-31T05:20:53.566918Z","caller":"traceutil/trace.go:171","msg":"trace[909935694] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:12398; }","duration":"1.150876482s","start":"2026-03-31T05:20:52.416031Z","end":"2026-03-31T05:20:53.566908Z","steps":["trace[909935694] 'agreement among raft nodes before linearized reading' (duration: 1.150199423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.613898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"warn","ts":"2026-03-31T05:20:53.566213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299183856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-31T05:20:53.566352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.772226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:20:53.566933Z","caller":"traceutil/trace.go:171","msg":"trace[161680415] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:12398; }","duration":"1.225251089s","start":"2026-03-31T05:20:52.341677Z","end":"2026-03-31T05:20:53.566928Z","steps":["trace[161680415] 'agreement among raft nodes before linearized reading' (duration: 1.225206768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.566036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08143747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:53.566972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.34166Z","time spent":"1.225308861s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1331,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.950893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:53.566909Z","caller":"traceutil/trace.go:171","msg":"trace[1535744425] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:12398; }","duration":"340.374799ms","start":"2026-03-31T05:20:53.226526Z","end":"2026-03-31T05:20:53.566901Z","steps":["trace[1535744425] 'agreement among raft nodes before linearized reading' (duration: 340.280236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.567289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.226503Z","time spent":"340.77614ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-03-31T05:20:53.567241Z","caller":"traceutil/trace.go:171","msg":"trace[837702867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12398; }","duration":"382.542828ms","start":"2026-03-31T05:20:53.184672Z","end":"2026-03-31T05:20:53.567215Z","steps":["trace[837702867] 'agreement among raft nodes before linearized reading' (duration: 381.268163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566683Z","caller":"traceutil/trace.go:171","msg":"trace[1479928305] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12398; }","duration":"339.261338ms","start":"2026-03-31T05:20:53.227406Z","end":"2026-03-31T05:20:53.566667Z","steps":["trace[1479928305] 'agreement among raft nodes before linearized reading' (duration: 339.167966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.567597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227392Z","time spent":"340.196364ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:20:53.567625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184658Z","time spent":"382.713153ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:53.566981Z","caller":"traceutil/trace.go:171","msg":"trace[100042931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12398; }","duration":"1.082420217s","start":"2026-03-31T05:20:52.484553Z","end":"2026-03-31T05:20:53.566973Z","steps":["trace[100042931] 'agreement among raft nodes before linearized reading' (duration: 1.0814367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.567996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.484537Z","time spent":"1.083446224s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.317284Z","time spent":"1.249100599s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1986,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:20:53.566413Z","caller":"traceutil/trace.go:171","msg":"trace[447166315] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12398; }","duration":"1.34997154s","start":"2026-03-31T05:20:52.216424Z","end":"2026-03-31T05:20:53.566395Z","steps":["trace[447166315] 'agreement among raft nodes before linearized reading' (duration: 1.349821486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.568118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.216411Z","time spent":"1.351698377s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200443053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-03-31T05:20:53.568234Z","caller":"traceutil/trace.go:171","msg":"trace[670844123] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:12398; }","duration":"1.20213882s","start":"2026-03-31T05:20:52.366086Z","end":"2026-03-31T05:20:53.568224Z","steps":["trace[670844123] 'agreement among raft nodes before linearized reading' (duration: 1.200426803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.568259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.366071Z","time spent":"1.202182471s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195316074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:53.568319Z","caller":"traceutil/trace.go:171","msg":"trace[532303938] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12398; }","duration":"1.197056081s","start":"2026-03-31T05:20:52.371255Z","end":"2026-03-31T05:20:53.568311Z","steps":["trace[532303938] 'agreement among raft nodes before linearized reading' (duration: 1.195328064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.568341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.371238Z","time spent":"1.197097093s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:53.566698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227151Z","time spent":"339.539136ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.925111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.568523Z","caller":"traceutil/trace.go:171","msg":"trace[1306124826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12398; }","duration":"384.183633ms","start":"2026-03-31T05:20:53.184332Z","end":"2026-03-31T05:20:53.568516Z","steps":["trace[1306124826] 'agreement among raft nodes before linearized reading' (duration: 381.908221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.568548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184317Z","time spent":"384.223254ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184706Z","time spent":"382.031704ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227383Z","time spent":"339.432213ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.354396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.56875Z","caller":"traceutil/trace.go:171","msg":"trace[1440861310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12398; }","duration":"383.261788ms","start":"2026-03-31T05:20:53.185475Z","end":"2026-03-31T05:20:53.568737Z","steps":["trace[1440861310] 'agreement among raft nodes before linearized reading' (duration: 381.365476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.568794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.185464Z","time spent":"383.31837ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227344Z","time spent":"339.532156ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4068,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.416015Z","time spent":"1.150923464s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:20:53.566957Z","caller":"traceutil/trace.go:171","msg":"trace[1555013316] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:12398; }","duration":"1.299927446s","start":"2026-03-31T05:20:52.267026Z","end":"2026-03-31T05:20:53.566954Z","steps":["trace[1555013316] 'agreement among raft nodes before linearized reading' (duration: 1.299155445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.56896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.267001Z","time spent":"1.301951301s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-31T05:20:53.566955Z","caller":"traceutil/trace.go:171","msg":"trace[1334202271] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12398; }","duration":"339.68656ms","start":"2026-03-31T05:20:53.227259Z","end":"2026-03-31T05:20:53.566946Z","steps":["trace[1334202271] 'agreement among raft nodes before linearized reading' (duration: 339.579087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.569025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227251Z","time spent":"341.767346ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2941,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.874688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-31T05:20:53.569131Z","caller":"traceutil/trace.go:171","msg":"trace[783988024] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:12398; }","duration":"341.596802ms","start":"2026-03-31T05:20:53.227511Z","end":"2026-03-31T05:20:53.569108Z","steps":["trace[783988024] 'agreement among raft nodes before linearized reading' (duration: 338.862807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.566983Z","caller":"traceutil/trace.go:171","msg":"trace[768331197] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12398; }","duration":"342.485346ms","start":"2026-03-31T05:20:53.224484Z","end":"2026-03-31T05:20:53.566969Z","steps":["trace[768331197] 'agreement among raft nodes before linearized reading' (duration: 341.821608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.569218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.224464Z","time spent":"344.740537ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:20:53.569218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.227505Z","time spent":"341.693364ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-31T05:20:53.566998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.502372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-03-31T05:20:53.569279Z","caller":"traceutil/trace.go:171","msg":"trace[589609819] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:12398; }","duration":"342.799875ms","start":"2026-03-31T05:20:53.22647Z","end":"2026-03-31T05:20:53.56927Z","steps":["trace[589609819] 'agreement among raft nodes before linearized reading' (duration: 340.458751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.569304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.226462Z","time spent":"342.836196ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-31T05:20:53.567142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.348475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:53.56939Z","caller":"traceutil/trace.go:171","msg":"trace[238964515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12398; }","duration":"384.493752ms","start":"2026-03-31T05:20:53.184873Z","end":"2026-03-31T05:20:53.569367Z","steps":["trace[238964515] 'agreement among raft nodes before linearized reading' (duration: 381.331296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.56945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:53.184866Z","time spent":"384.568774ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:53.571624Z","caller":"traceutil/trace.go:171","msg":"trace[2082614116] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"1.114780828s","start":"2026-03-31T05:20:52.451181Z","end":"2026-03-31T05:20:53.565962Z","steps":["trace[2082614116] 'process raft request' (duration: 1.114026147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:53.571825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:52.451156Z","time spent":"1.120511785s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:54.423859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.863307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:54.423917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.447703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-03-31T05:20:54.42396Z","caller":"traceutil/trace.go:171","msg":"trace[694782056] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12399; }","duration":"164.004781ms","start":"2026-03-31T05:20:54.259932Z","end":"2026-03-31T05:20:54.423937Z","steps":["trace[694782056] 'count revisions from in-memory index tree' (duration: 163.785444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.424072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.723119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6256"} {"level":"info","ts":"2026-03-31T05:20:54.424174Z","caller":"traceutil/trace.go:171","msg":"trace[1083658750] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:12399; }","duration":"146.864094ms","start":"2026-03-31T05:20:54.277295Z","end":"2026-03-31T05:20:54.424159Z","steps":["trace[1083658750] 'range keys from in-memory index tree' (duration: 146.586026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.423969Z","caller":"traceutil/trace.go:171","msg":"trace[1138271098] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:12399; }","duration":"102.537335ms","start":"2026-03-31T05:20:54.321418Z","end":"2026-03-31T05:20:54.423955Z","steps":["trace[1138271098] 'range keys from in-memory index tree' (duration: 102.237877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.424494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.167682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:5334"} {"level":"warn","ts":"2026-03-31T05:20:54.424494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.545024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-31T05:20:54.424535Z","caller":"traceutil/trace.go:171","msg":"trace[626256118] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:12399; }","duration":"253.269064ms","start":"2026-03-31T05:20:54.171258Z","end":"2026-03-31T05:20:54.424527Z","steps":["trace[626256118] 'range keys from in-memory index tree' (duration: 253.026688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.424589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.004748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7440"} {"level":"warn","ts":"2026-03-31T05:20:54.42465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.750386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-31T05:20:54.424696Z","caller":"traceutil/trace.go:171","msg":"trace[284884368] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:12399; }","duration":"278.161573ms","start":"2026-03-31T05:20:54.146509Z","end":"2026-03-31T05:20:54.424671Z","steps":["trace[284884368] 'range keys from in-memory index tree' (duration: 277.811153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.424701Z","caller":"traceutil/trace.go:171","msg":"trace[1271843253] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:12399; }","duration":"228.817357ms","start":"2026-03-31T05:20:54.19587Z","end":"2026-03-31T05:20:54.424687Z","steps":["trace[1271843253] 'range keys from in-memory index tree' (duration: 228.652613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.424588Z","caller":"traceutil/trace.go:171","msg":"trace[230490588] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:12399; }","duration":"128.681078ms","start":"2026-03-31T05:20:54.29589Z","end":"2026-03-31T05:20:54.424571Z","steps":["trace[230490588] 'range keys from in-memory index tree' (duration: 128.425001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.424979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.688552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7496"} {"level":"warn","ts":"2026-03-31T05:20:54.425022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.647913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:54.42507Z","caller":"traceutil/trace.go:171","msg":"trace[2101977406] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:12399; }","duration":"203.837346ms","start":"2026-03-31T05:20:54.221211Z","end":"2026-03-31T05:20:54.425048Z","steps":["trace[2101977406] 'range keys from in-memory index tree' (duration: 203.220709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.425346Z","caller":"traceutil/trace.go:171","msg":"trace[116958815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12399; }","duration":"228.866609ms","start":"2026-03-31T05:20:54.196323Z","end":"2026-03-31T05:20:54.42519Z","steps":["trace[116958815] 'range keys from in-memory index tree' (duration: 228.234392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.425131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.345842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:54.425419Z","caller":"traceutil/trace.go:171","msg":"trace[1897605846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12399; }","duration":"229.664171ms","start":"2026-03-31T05:20:54.195746Z","end":"2026-03-31T05:20:54.42541Z","steps":["trace[1897605846] 'range keys from in-memory index tree' (duration: 229.190337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.425725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.508933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-03-31T05:20:54.425778Z","caller":"traceutil/trace.go:171","msg":"trace[255789460] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:12399; }","duration":"179.606676ms","start":"2026-03-31T05:20:54.246159Z","end":"2026-03-31T05:20:54.425766Z","steps":["trace[255789460] 'range keys from in-memory index tree' (duration: 177.204561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.633689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.538359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:54.633771Z","caller":"traceutil/trace.go:171","msg":"trace[1110763859] linearizableReadLoop","detail":"{readStateIndex:12853; appliedIndex:12851; }","duration":"187.43279ms","start":"2026-03-31T05:20:54.446324Z","end":"2026-03-31T05:20:54.633757Z","steps":["trace[1110763859] 'read index received' (duration: 50.066495ms)","trace[1110763859] 'applied index is now lower than readState.Index' (duration: 137.364915ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:54.633889Z","caller":"traceutil/trace.go:171","msg":"trace[391568853] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"203.921649ms","start":"2026-03-31T05:20:54.429913Z","end":"2026-03-31T05:20:54.633834Z","steps":["trace[391568853] 'process raft request' (duration: 95.155064ms)","trace[391568853] 'compare' (duration: 108.300212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:54.633903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.587504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5226"} {"level":"info","ts":"2026-03-31T05:20:54.634244Z","caller":"traceutil/trace.go:171","msg":"trace[462285387] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12401; }","duration":"187.79477ms","start":"2026-03-31T05:20:54.446288Z","end":"2026-03-31T05:20:54.634083Z","steps":["trace[462285387] 'agreement among raft nodes before linearized reading' (duration: 187.503592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.36164Z","caller":"traceutil/trace.go:171","msg":"trace[690733056] transaction","detail":"{read_only:false; response_revision:12402; number_of_response:1; }","duration":"129.776807ms","start":"2026-03-31T05:20:55.23184Z","end":"2026-03-31T05:20:55.361616Z","steps":["trace[690733056] 'process raft request' (duration: 129.632543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.361788Z","caller":"traceutil/trace.go:171","msg":"trace[433644318] linearizableReadLoop","detail":"{readStateIndex:12854; appliedIndex:12854; }","duration":"129.671125ms","start":"2026-03-31T05:20:55.232091Z","end":"2026-03-31T05:20:55.361762Z","steps":["trace[433644318] 'read index received' (duration: 129.655605ms)","trace[433644318] 'applied index is now lower than readState.Index' (duration: 13.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:55.362007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.889971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:20:55.362069Z","caller":"traceutil/trace.go:171","msg":"trace[167195460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12402; }","duration":"129.980173ms","start":"2026-03-31T05:20:55.232076Z","end":"2026-03-31T05:20:55.362056Z","steps":["trace[167195460] 'agreement among raft nodes before linearized reading' (duration: 129.763617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.427349Z","caller":"traceutil/trace.go:171","msg":"trace[1265529453] transaction","detail":"{read_only:false; response_revision:12403; number_of_response:1; }","duration":"194.999166ms","start":"2026-03-31T05:20:55.232322Z","end":"2026-03-31T05:20:55.427321Z","steps":["trace[1265529453] 'process raft request' (duration: 194.465411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:55.427639Z","caller":"traceutil/trace.go:171","msg":"trace[600261048] transaction","detail":"{read_only:false; response_revision:12404; number_of_response:1; }","duration":"195.255233ms","start":"2026-03-31T05:20:55.232369Z","end":"2026-03-31T05:20:55.427624Z","steps":["trace[600261048] 'process raft request' (duration: 194.609295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.080308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396006323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:56.500557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016782767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:56.500643Z","caller":"traceutil/trace.go:171","msg":"trace[224636650] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12404; }","duration":"1.016874019s","start":"2026-03-31T05:20:55.483744Z","end":"2026-03-31T05:20:56.500618Z","steps":["trace[224636650] 'count revisions from in-memory index tree' (duration: 1.016720435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.500709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.483689Z","time spent":"1.017002973s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:56.500935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01613903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.500997Z","caller":"traceutil/trace.go:171","msg":"trace[189839992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12404; }","duration":"1.016247902s","start":"2026-03-31T05:20:55.484734Z","end":"2026-03-31T05:20:56.500982Z","steps":["trace[189839992] 'range keys from in-memory index tree' (duration: 1.016027676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.501045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.484671Z","time spent":"1.016359775s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:56.501764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.376814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:20:56.501815Z","caller":"traceutil/trace.go:171","msg":"trace[153581480] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12404; }","duration":"929.457296ms","start":"2026-03-31T05:20:55.572344Z","end":"2026-03-31T05:20:56.501801Z","steps":["trace[153581480] 'range keys from in-memory index tree' (duration: 929.22494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.501854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.572326Z","time spent":"929.515058ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:20:56.502218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.741874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.502274Z","caller":"traceutil/trace.go:171","msg":"trace[1323250936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12404; }","duration":"929.803256ms","start":"2026-03-31T05:20:55.572453Z","end":"2026-03-31T05:20:56.502256Z","steps":["trace[1323250936] 'range keys from in-memory index tree' (duration: 929.664852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.50233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.572448Z","time spent":"929.866797ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:56.50254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.170934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.502608Z","caller":"traceutil/trace.go:171","msg":"trace[1577286885] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12404; }","duration":"927.285667ms","start":"2026-03-31T05:20:55.575306Z","end":"2026-03-31T05:20:56.502592Z","steps":["trace[1577286885] 'range keys from in-memory index tree' (duration: 927.120833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.502644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.5753Z","time spent":"927.335628ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:20:56.502717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.143455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.502792Z","caller":"traceutil/trace.go:171","msg":"trace[391176947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12404; }","duration":"930.282669ms","start":"2026-03-31T05:20:55.572493Z","end":"2026-03-31T05:20:56.502775Z","steps":["trace[391176947] 'range keys from in-memory index tree' (duration: 930.081003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.502825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.33502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.502852Z","caller":"traceutil/trace.go:171","msg":"trace[168752070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12404; }","duration":"930.369971ms","start":"2026-03-31T05:20:55.572475Z","end":"2026-03-31T05:20:56.502845Z","steps":["trace[168752070] 'range keys from in-memory index tree' (duration: 930.255578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.502873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.57247Z","time spent":"930.397352ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:20:56.50297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.421992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:56.502981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.572489Z","time spent":"930.358701ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:20:56.503063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.601088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.503092Z","caller":"traceutil/trace.go:171","msg":"trace[1761813050] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12404; }","duration":"930.669569ms","start":"2026-03-31T05:20:55.572415Z","end":"2026-03-31T05:20:56.503084Z","steps":["trace[1761813050] 'range keys from in-memory index tree' (duration: 930.504165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.50311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.572389Z","time spent":"930.715901ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:20:56.502997Z","caller":"traceutil/trace.go:171","msg":"trace[1032170430] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12404; }","duration":"930.467474ms","start":"2026-03-31T05:20:55.572521Z","end":"2026-03-31T05:20:56.502988Z","steps":["trace[1032170430] 'range keys from in-memory index tree' (duration: 930.363311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.503182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.572508Z","time spent":"930.640568ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:20:56.567191Z","caller":"traceutil/trace.go:171","msg":"trace[896360344] transaction","detail":"{read_only:false; response_revision:12405; number_of_response:1; }","duration":"987.246412ms","start":"2026-03-31T05:20:55.579925Z","end":"2026-03-31T05:20:56.567171Z","steps":["trace[896360344] 'process raft request' (duration: 987.123298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.567307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.579899Z","time spent":"987.347725ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:56.713198Z","caller":"traceutil/trace.go:171","msg":"trace[2034376747] transaction","detail":"{read_only:false; response_revision:12406; number_of_response:1; }","duration":"1.133023876s","start":"2026-03-31T05:20:55.580139Z","end":"2026-03-31T05:20:56.713163Z","steps":["trace[2034376747] 'process raft request' (duration: 1.047509435s)","trace[2034376747] 'compare' (duration: 85.125141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:56.71336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.58013Z","time spent":"1.133146399s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:56.713366Z","caller":"traceutil/trace.go:171","msg":"trace[95588538] transaction","detail":"{read_only:false; response_revision:12407; number_of_response:1; }","duration":"1.132631335s","start":"2026-03-31T05:20:55.580704Z","end":"2026-03-31T05:20:56.713336Z","steps":["trace[95588538] 'process raft request' (duration: 1.132399709s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.713429Z","caller":"traceutil/trace.go:171","msg":"trace[212127294] linearizableReadLoop","detail":"{readStateIndex:12860; appliedIndex:12856; }","duration":"1.133342094s","start":"2026-03-31T05:20:55.580071Z","end":"2026-03-31T05:20:56.713413Z","steps":["trace[212127294] 'read index received' (duration: 986.979794ms)","trace[212127294] 'applied index is now lower than readState.Index' (duration: 146.35808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:56.71357Z","caller":"traceutil/trace.go:171","msg":"trace[1750344354] transaction","detail":"{read_only:false; response_revision:12408; number_of_response:1; }","duration":"856.413455ms","start":"2026-03-31T05:20:55.857145Z","end":"2026-03-31T05:20:56.713559Z","steps":["trace[1750344354] 'process raft request' (duration: 856.124767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.713546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.580687Z","time spent":"1.132759629s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:56.713637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.857124Z","time spent":"856.463687ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:56.713722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133627363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:56.713755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133586921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:56.71375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.904352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.713809Z","caller":"traceutil/trace.go:171","msg":"trace[804116840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12408; }","duration":"1.133675333s","start":"2026-03-31T05:20:55.58012Z","end":"2026-03-31T05:20:56.713795Z","steps":["trace[804116840] 'agreement among raft nodes before linearized reading' (duration: 1.133508139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.713809Z","caller":"traceutil/trace.go:171","msg":"trace[965862939] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12408; }","duration":"1.133768226s","start":"2026-03-31T05:20:55.580018Z","end":"2026-03-31T05:20:56.713786Z","steps":["trace[965862939] 'agreement among raft nodes before linearized reading' (duration: 1.133603472s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.713836Z","caller":"traceutil/trace.go:171","msg":"trace[253153574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12408; }","duration":"476.052026ms","start":"2026-03-31T05:20:56.237765Z","end":"2026-03-31T05:20:56.713817Z","steps":["trace[253153574] 'agreement among raft nodes before linearized reading' (duration: 475.877251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.713848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.580103Z","time spent":"1.133737716s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:20:56.713903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:56.237745Z","time spent":"476.150079ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:56.713863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.579996Z","time spent":"1.133853158s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:20:56.713868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.993643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.713974Z","caller":"traceutil/trace.go:171","msg":"trace[276414080] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12408; }","duration":"320.138467ms","start":"2026-03-31T05:20:56.393818Z","end":"2026-03-31T05:20:56.713956Z","steps":["trace[276414080] 'agreement among raft nodes before linearized reading' (duration: 319.992143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.713994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.264713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:20:56.714036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:56.393798Z","time spent":"320.22108ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:56.714053Z","caller":"traceutil/trace.go:171","msg":"trace[1814225036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12408; }","duration":"213.353746ms","start":"2026-03-31T05:20:56.500683Z","end":"2026-03-31T05:20:56.714037Z","steps":["trace[1814225036] 'agreement among raft nodes before linearized reading' (duration: 213.090679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.714071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133211361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:56.714087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13392406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:56.714107Z","caller":"traceutil/trace.go:171","msg":"trace[1269844941] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12408; }","duration":"1.133266483s","start":"2026-03-31T05:20:55.580832Z","end":"2026-03-31T05:20:56.714099Z","steps":["trace[1269844941] 'agreement among raft nodes before linearized reading' (duration: 1.13316949s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.71412Z","caller":"traceutil/trace.go:171","msg":"trace[1465746091] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12408; }","duration":"1.134000582s","start":"2026-03-31T05:20:55.580109Z","end":"2026-03-31T05:20:56.71411Z","steps":["trace[1465746091] 'agreement among raft nodes before linearized reading' (duration: 1.133951741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.71411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.246514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:56.714147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.580076Z","time spent":"1.134065594s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:20:56.714163Z","caller":"traceutil/trace.go:171","msg":"trace[1357828829] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12408; }","duration":"643.307026ms","start":"2026-03-31T05:20:56.070842Z","end":"2026-03-31T05:20:56.714149Z","steps":["trace[1357828829] 'agreement among raft nodes before linearized reading' (duration: 643.213484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.713764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.093411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:56.714194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.653924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:20:56.714217Z","caller":"traceutil/trace.go:171","msg":"trace[1919289959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12408; }","duration":"680.699595ms","start":"2026-03-31T05:20:56.033511Z","end":"2026-03-31T05:20:56.71421Z","steps":["trace[1919289959] 'agreement among raft nodes before linearized reading' (duration: 680.635183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:56.714213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:56.070826Z","time spent":"643.374197ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:56.714236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:56.033496Z","time spent":"680.736106ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:56.714132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:55.580824Z","time spent":"1.133302453s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:20:56.714229Z","caller":"traceutil/trace.go:171","msg":"trace[1341365316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12408; }","duration":"205.577814ms","start":"2026-03-31T05:20:56.508633Z","end":"2026-03-31T05:20:56.71421Z","steps":["trace[1341365316] 'agreement among raft nodes before linearized reading' (duration: 205.096331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.875158Z","caller":"traceutil/trace.go:171","msg":"trace[1794295940] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"155.134029ms","start":"2026-03-31T05:20:56.720006Z","end":"2026-03-31T05:20:56.87514Z","steps":["trace[1794295940] 'process raft request' (duration: 155.096888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.875445Z","caller":"traceutil/trace.go:171","msg":"trace[1751099815] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"155.816798ms","start":"2026-03-31T05:20:56.719617Z","end":"2026-03-31T05:20:56.875434Z","steps":["trace[1751099815] 'process raft request' (duration: 151.455239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:57.653143Z","caller":"traceutil/trace.go:171","msg":"trace[694322709] linearizableReadLoop","detail":"{readStateIndex:12866; appliedIndex:12865; }","duration":"219.36331ms","start":"2026-03-31T05:20:57.433762Z","end":"2026-03-31T05:20:57.653126Z","steps":["trace[694322709] 'read index received' (duration: 219.172235ms)","trace[694322709] 'applied index is now lower than readState.Index' (duration: 190.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:57.653236Z","caller":"traceutil/trace.go:171","msg":"trace[1208202639] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"252.254357ms","start":"2026-03-31T05:20:57.400942Z","end":"2026-03-31T05:20:57.653196Z","steps":["trace[1208202639] 'process raft request' (duration: 252.041271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:57.653312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.537295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:20:57.653342Z","caller":"traceutil/trace.go:171","msg":"trace[832493389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12413; }","duration":"219.623648ms","start":"2026-03-31T05:20:57.433708Z","end":"2026-03-31T05:20:57.653332Z","steps":["trace[832493389] 'agreement among raft nodes before linearized reading' (duration: 219.507945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:57.653413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.069911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:20:57.653393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.204096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:57.65345Z","caller":"traceutil/trace.go:171","msg":"trace[408420654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12413; }","duration":"212.153974ms","start":"2026-03-31T05:20:57.441286Z","end":"2026-03-31T05:20:57.65344Z","steps":["trace[408420654] 'agreement among raft nodes before linearized reading' (duration: 212.068491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:57.653446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.519445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:57.65347Z","caller":"traceutil/trace.go:171","msg":"trace[1270526030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12413; }","duration":"168.331649ms","start":"2026-03-31T05:20:57.485119Z","end":"2026-03-31T05:20:57.65345Z","steps":["trace[1270526030] 'agreement among raft nodes before linearized reading' (duration: 168.204395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:57.653484Z","caller":"traceutil/trace.go:171","msg":"trace[115103401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12413; }","duration":"219.627768ms","start":"2026-03-31T05:20:57.433845Z","end":"2026-03-31T05:20:57.653473Z","steps":["trace[115103401] 'agreement among raft nodes before linearized reading' (duration: 219.458353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:58.884283Z","caller":"traceutil/trace.go:171","msg":"trace[1511170757] linearizableReadLoop","detail":"{readStateIndex:12872; appliedIndex:12871; }","duration":"133.251472ms","start":"2026-03-31T05:20:58.751004Z","end":"2026-03-31T05:20:58.884255Z","steps":["trace[1511170757] 'read index received' (duration: 132.706718ms)","trace[1511170757] 'applied index is now lower than readState.Index' (duration: 543.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:58.884418Z","caller":"traceutil/trace.go:171","msg":"trace[463713900] transaction","detail":"{read_only:false; response_revision:12419; number_of_response:1; }","duration":"162.041047ms","start":"2026-03-31T05:20:58.722359Z","end":"2026-03-31T05:20:58.884401Z","steps":["trace[463713900] 'process raft request' (duration: 161.450291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:58.884415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.11951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:58.884498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.520758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:20:58.884502Z","caller":"traceutil/trace.go:171","msg":"trace[1315625260] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12419; }","duration":"162.238544ms","start":"2026-03-31T05:20:58.722242Z","end":"2026-03-31T05:20:58.884481Z","steps":["trace[1315625260] 'agreement among raft nodes before linearized reading' (duration: 162.082729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:58.884534Z","caller":"traceutil/trace.go:171","msg":"trace[2112881183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12419; }","duration":"163.617531ms","start":"2026-03-31T05:20:58.720906Z","end":"2026-03-31T05:20:58.884524Z","steps":["trace[2112881183] 'agreement among raft nodes before linearized reading' (duration: 163.470257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:58.884535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.334285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:20:58.884587Z","caller":"traceutil/trace.go:171","msg":"trace[1463768599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12419; }","duration":"133.428898ms","start":"2026-03-31T05:20:58.751143Z","end":"2026-03-31T05:20:58.884572Z","steps":["trace[1463768599] 'agreement among raft nodes before linearized reading' (duration: 133.259363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:58.884609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.524088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:20:58.88465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.735032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T05:20:58.884723Z","caller":"traceutil/trace.go:171","msg":"trace[826552913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:12419; }","duration":"131.840304ms","start":"2026-03-31T05:20:58.752866Z","end":"2026-03-31T05:20:58.884706Z","steps":["trace[826552913] 'agreement among raft nodes before linearized reading' (duration: 131.71842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:58.884722Z","caller":"traceutil/trace.go:171","msg":"trace[2147323043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12419; }","duration":"163.699863ms","start":"2026-03-31T05:20:58.720997Z","end":"2026-03-31T05:20:58.884697Z","steps":["trace[2147323043] 'agreement among raft nodes before linearized reading' (duration: 163.351323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:58.885287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.31555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:20:58.885344Z","caller":"traceutil/trace.go:171","msg":"trace[1197795833] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12419; }","duration":"131.393942ms","start":"2026-03-31T05:20:58.753931Z","end":"2026-03-31T05:20:58.885325Z","steps":["trace[1197795833] 'agreement among raft nodes before linearized reading' (duration: 130.557529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.08016Z","caller":"traceutil/trace.go:171","msg":"trace[1851140870] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"190.37329ms","start":"2026-03-31T05:20:58.889768Z","end":"2026-03-31T05:20:59.080141Z","steps":["trace[1851140870] 'process raft request' (duration: 190.184675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.080235Z","caller":"traceutil/trace.go:171","msg":"trace[101315188] transaction","detail":"{read_only:false; response_revision:12422; number_of_response:1; }","duration":"190.37828ms","start":"2026-03-31T05:20:58.889813Z","end":"2026-03-31T05:20:59.080191Z","steps":["trace[101315188] 'process raft request' (duration: 190.257696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.080433Z","caller":"traceutil/trace.go:171","msg":"trace[1986276082] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"186.288448ms","start":"2026-03-31T05:20:58.894135Z","end":"2026-03-31T05:20:59.080423Z","steps":["trace[1986276082] 'process raft request' (duration: 185.971589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.080341Z","caller":"traceutil/trace.go:171","msg":"trace[725024544] linearizableReadLoop","detail":"{readStateIndex:12876; appliedIndex:12873; }","duration":"139.063901ms","start":"2026-03-31T05:20:58.941238Z","end":"2026-03-31T05:20:59.080301Z","steps":["trace[725024544] 'read index received' (duration: 138.66979ms)","trace[725024544] 'applied index is now lower than readState.Index' (duration: 391.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:59.080573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.309598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:59.08067Z","caller":"traceutil/trace.go:171","msg":"trace[1798967720] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12423; }","duration":"139.452721ms","start":"2026-03-31T05:20:58.941205Z","end":"2026-03-31T05:20:59.080658Z","steps":["trace[1798967720] 'agreement among raft nodes before linearized reading' (duration: 139.289357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:59.579523Z","caller":"traceutil/trace.go:171","msg":"trace[2066155637] linearizableReadLoop","detail":"{readStateIndex:12877; appliedIndex:12876; }","duration":"173.516441ms","start":"2026-03-31T05:20:59.405968Z","end":"2026-03-31T05:20:59.579484Z","steps":["trace[2066155637] 'read index received' (duration: 173.197522ms)","trace[2066155637] 'applied index is now lower than readState.Index' (duration: 317.348µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:59.579627Z","caller":"traceutil/trace.go:171","msg":"trace[2102469518] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"180.940272ms","start":"2026-03-31T05:20:59.39865Z","end":"2026-03-31T05:20:59.57959Z","steps":["trace[2102469518] 'process raft request' (duration: 180.606833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:59.579894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.89406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-jbszs\" ","response":"range_response_count:1 size:6997"} {"level":"info","ts":"2026-03-31T05:20:59.579971Z","caller":"traceutil/trace.go:171","msg":"trace[376090172] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-jbszs; range_end:; response_count:1; response_revision:12424; }","duration":"174.071555ms","start":"2026-03-31T05:20:59.405881Z","end":"2026-03-31T05:20:59.579953Z","steps":["trace[376090172] 'agreement among raft nodes before linearized reading' (duration: 173.787248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:00.878264Z","caller":"traceutil/trace.go:171","msg":"trace[1574652922] transaction","detail":"{read_only:false; response_revision:12441; number_of_response:1; }","duration":"123.010743ms","start":"2026-03-31T05:21:00.755232Z","end":"2026-03-31T05:21:00.878242Z","steps":["trace[1574652922] 'process raft request' (duration: 122.87874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:00.947813Z","caller":"traceutil/trace.go:171","msg":"trace[1680892031] transaction","detail":"{read_only:false; response_revision:12442; number_of_response:1; }","duration":"174.675752ms","start":"2026-03-31T05:21:00.77311Z","end":"2026-03-31T05:21:00.947785Z","steps":["trace[1680892031] 'process raft request' (duration: 155.935891ms)","trace[1680892031] 'compare' (duration: 18.108244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:00.94786Z","caller":"traceutil/trace.go:171","msg":"trace[1467192091] linearizableReadLoop","detail":"{readStateIndex:12895; appliedIndex:12893; }","duration":"114.647475ms","start":"2026-03-31T05:21:00.833179Z","end":"2026-03-31T05:21:00.947827Z","steps":["trace[1467192091] 'read index received' (duration: 44.937725ms)","trace[1467192091] 'applied index is now lower than readState.Index' (duration: 69.70358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:00.94822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.84052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:00.948289Z","caller":"traceutil/trace.go:171","msg":"trace[1165529569] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12443; }","duration":"115.122918ms","start":"2026-03-31T05:21:00.833147Z","end":"2026-03-31T05:21:00.94827Z","steps":["trace[1165529569] 'agreement among raft nodes before linearized reading' (duration: 114.80022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.736592Z","caller":"traceutil/trace.go:171","msg":"trace[1620755619] transaction","detail":"{read_only:false; response_revision:12449; number_of_response:1; }","duration":"159.403036ms","start":"2026-03-31T05:21:01.577167Z","end":"2026-03-31T05:21:01.73657Z","steps":["trace[1620755619] 'process raft request' (duration: 106.558555ms)","trace[1620755619] 'compare' (duration: 52.690577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:01.736584Z","caller":"traceutil/trace.go:171","msg":"trace[2080936660] linearizableReadLoop","detail":"{readStateIndex:12903; appliedIndex:12901; }","duration":"153.423592ms","start":"2026-03-31T05:21:01.58313Z","end":"2026-03-31T05:21:01.736554Z","steps":["trace[2080936660] 'read index received' (duration: 5.426758ms)","trace[2080936660] 'applied index is now lower than readState.Index' (duration: 147.995624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:01.736909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.756301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:01.737041Z","caller":"traceutil/trace.go:171","msg":"trace[870106831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12449; }","duration":"153.922466ms","start":"2026-03-31T05:21:01.583095Z","end":"2026-03-31T05:21:01.737017Z","steps":["trace[870106831] 'agreement among raft nodes before linearized reading' (duration: 153.578177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.737234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.080919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:21:01.737293Z","caller":"traceutil/trace.go:171","msg":"trace[972990349] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12449; }","duration":"147.182442ms","start":"2026-03-31T05:21:01.590095Z","end":"2026-03-31T05:21:01.737277Z","steps":["trace[972990349] 'agreement among raft nodes before linearized reading' (duration: 146.978106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.556786Z","caller":"traceutil/trace.go:171","msg":"trace[759183300] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"111.833928ms","start":"2026-03-31T05:21:02.444928Z","end":"2026-03-31T05:21:02.556762Z","steps":["trace[759183300] 'process raft request' (duration: 111.649813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.707477Z","caller":"traceutil/trace.go:171","msg":"trace[2063497946] linearizableReadLoop","detail":"{readStateIndex:12912; appliedIndex:12911; }","duration":"101.079865ms","start":"2026-03-31T05:21:02.606372Z","end":"2026-03-31T05:21:02.707452Z","steps":["trace[2063497946] 'read index received' (duration: 98.67193ms)","trace[2063497946] 'applied index is now lower than readState.Index' (duration: 2.406835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:02.707542Z","caller":"traceutil/trace.go:171","msg":"trace[120262314] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"112.904508ms","start":"2026-03-31T05:21:02.594609Z","end":"2026-03-31T05:21:02.707513Z","steps":["trace[120262314] 'process raft request' (duration: 110.455571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.707628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.238239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:02.707711Z","caller":"traceutil/trace.go:171","msg":"trace[642483350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12458; }","duration":"101.364943ms","start":"2026-03-31T05:21:02.606328Z","end":"2026-03-31T05:21:02.707693Z","steps":["trace[642483350] 'agreement among raft nodes before linearized reading' (duration: 101.238649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.337202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.698978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.337303Z","caller":"traceutil/trace.go:171","msg":"trace[1682781693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12459; }","duration":"245.815301ms","start":"2026-03-31T05:21:03.091472Z","end":"2026-03-31T05:21:03.337287Z","steps":["trace[1682781693] 'range keys from in-memory index tree' (duration: 245.683367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.337719Z","caller":"traceutil/trace.go:171","msg":"trace[1723626938] linearizableReadLoop","detail":"{readStateIndex:12914; appliedIndex:12913; }","duration":"368.369652ms","start":"2026-03-31T05:21:02.969319Z","end":"2026-03-31T05:21:03.337689Z","steps":["trace[1723626938] 'read index received' (duration: 313.517887ms)","trace[1723626938] 'applied index is now lower than readState.Index' (duration: 54.850065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:03.337825Z","caller":"traceutil/trace.go:171","msg":"trace[1212451554] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"384.09568ms","start":"2026-03-31T05:21:02.95367Z","end":"2026-03-31T05:21:03.337766Z","steps":["trace[1212451554] 'process raft request' (duration: 329.276776ms)","trace[1212451554] 'compare' (duration: 54.191647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:03.337948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.623098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:03.338014Z","caller":"traceutil/trace.go:171","msg":"trace[1903420198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12460; }","duration":"368.721981ms","start":"2026-03-31T05:21:02.969279Z","end":"2026-03-31T05:21:03.338001Z","steps":["trace[1903420198] 'agreement among raft nodes before linearized reading' (duration: 368.553407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.338021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:02.953659Z","time spent":"384.274095ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:03.338047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.733865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:03.338095Z","caller":"traceutil/trace.go:171","msg":"trace[2036362299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12460; }","duration":"316.849987ms","start":"2026-03-31T05:21:03.02123Z","end":"2026-03-31T05:21:03.33808Z","steps":["trace[2036362299] 'agreement among raft nodes before linearized reading' (duration: 316.631592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.338106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.651467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:21:03.338151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.021206Z","time spent":"316.92562ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:03.338176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:02.969263Z","time spent":"368.823535ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:03.338239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.816656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:03.33818Z","caller":"traceutil/trace.go:171","msg":"trace[1637949542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12460; }","duration":"219.76128ms","start":"2026-03-31T05:21:03.118393Z","end":"2026-03-31T05:21:03.338155Z","steps":["trace[1637949542] 'agreement among raft nodes before linearized reading' (duration: 219.564665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.33829Z","caller":"traceutil/trace.go:171","msg":"trace[762622234] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12460; }","duration":"170.901279ms","start":"2026-03-31T05:21:03.167377Z","end":"2026-03-31T05:21:03.338278Z","steps":["trace[762622234] 'agreement among raft nodes before linearized reading' (duration: 170.56374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.410829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904494387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:05.410964Z","caller":"traceutil/trace.go:171","msg":"trace[1812459126] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"2.067936422s","start":"2026-03-31T05:21:03.343001Z","end":"2026-03-31T05:21:05.410937Z","steps":["trace[1812459126] 'process raft request' (duration: 163.23477ms)","trace[1812459126] 'compare' (duration: 1.903715745s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:05.411043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.342981Z","time spent":"2.068021584s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:05.482918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:21:05.483051Z","caller":"traceutil/trace.go:171","msg":"trace[765378672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464093s","start":"2026-03-31T05:21:03.482555Z","end":"2026-03-31T05:21:05.483019Z","steps":["trace[765378672] 'agreement among raft nodes before linearized reading' (duration: 2.000314419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.483127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.482537Z","time spent":"2.000574465s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:05.710963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.204713591s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:21:05.831172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.622421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:05.831354Z","caller":"traceutil/trace.go:171","msg":"trace[132605204] linearizableReadLoop","detail":"{readStateIndex:12917; appliedIndex:12914; }","duration":"2.348738167s","start":"2026-03-31T05:21:03.482597Z","end":"2026-03-31T05:21:05.831335Z","steps":["trace[132605204] 'read index received' (duration: 23.634464ms)","trace[132605204] 'applied index is now lower than readState.Index' (duration: 2.325102413s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:05.831435Z","caller":"traceutil/trace.go:171","msg":"trace[292232939] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"2.488306502s","start":"2026-03-31T05:21:03.343117Z","end":"2026-03-31T05:21:05.831423Z","steps":["trace[292232939] 'process raft request' (duration: 2.368337401s)","trace[292232939] 'compare' (duration: 119.437716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:05.831491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.343089Z","time spent":"2.488373594s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.831643Z","caller":"traceutil/trace.go:171","msg":"trace[1044520935] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"2.488414784s","start":"2026-03-31T05:21:03.343184Z","end":"2026-03-31T05:21:05.831599Z","steps":["trace[1044520935] 'process raft request' (duration: 2.488090536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.831867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.343154Z","time spent":"2.488581369s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.848961Z","caller":"traceutil/trace.go:171","msg":"trace[1237977162] transaction","detail":"{read_only:false; response_revision:12465; number_of_response:1; }","duration":"2.185096287s","start":"2026-03-31T05:21:03.663843Z","end":"2026-03-31T05:21:05.848939Z","steps":["trace[1237977162] 'process raft request' (duration: 2.185030665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.849073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.663824Z","time spent":"2.18519353s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.849037Z","caller":"traceutil/trace.go:171","msg":"trace[1872762012] transaction","detail":"{read_only:false; response_revision:12464; number_of_response:1; }","duration":"2.186047263s","start":"2026-03-31T05:21:03.662947Z","end":"2026-03-31T05:21:05.848994Z","steps":["trace[1872762012] 'process raft request' (duration: 2.185726864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.84924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.662918Z","time spent":"2.186210437s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.849429Z","caller":"traceutil/trace.go:171","msg":"trace[2018598561] transaction","detail":"{read_only:false; response_revision:12466; number_of_response:1; }","duration":"1.628111034s","start":"2026-03-31T05:21:04.22129Z","end":"2026-03-31T05:21:05.849401Z","steps":["trace[2018598561] 'process raft request' (duration: 1.62762096s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.849494Z","caller":"traceutil/trace.go:171","msg":"trace[1409590988] transaction","detail":"{read_only:false; response_revision:12468; number_of_response:1; }","duration":"920.362ms","start":"2026-03-31T05:21:04.929123Z","end":"2026-03-31T05:21:05.849485Z","steps":["trace[1409590988] 'process raft request' (duration: 920.245437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.84954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.929068Z","time spent":"920.444672ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:05.849565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.221263Z","time spent":"1.628228477s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.849595Z","caller":"traceutil/trace.go:171","msg":"trace[326921353] transaction","detail":"{read_only:false; response_revision:12467; number_of_response:1; }","duration":"1.136579314s","start":"2026-03-31T05:21:04.713009Z","end":"2026-03-31T05:21:05.849588Z","steps":["trace[326921353] 'process raft request' (duration: 1.136248395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.849581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342762234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:05.849665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28754702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:05.849627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.712979Z","time spent":"1.136631096s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:05.849691Z","caller":"traceutil/trace.go:171","msg":"trace[1407411666] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12469; }","duration":"1.287614442s","start":"2026-03-31T05:21:04.562072Z","end":"2026-03-31T05:21:05.849686Z","steps":["trace[1407411666] 'agreement among raft nodes before linearized reading' (duration: 1.287573011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.849715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.562039Z","time spent":"1.287668443s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:21:05.849837Z","caller":"traceutil/trace.go:171","msg":"trace[1156701370] transaction","detail":"{read_only:false; response_revision:12469; number_of_response:1; }","duration":"506.500548ms","start":"2026-03-31T05:21:05.343324Z","end":"2026-03-31T05:21:05.849824Z","steps":["trace[1156701370] 'process raft request' (duration: 506.108198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.849888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.343297Z","time spent":"506.559229ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:05.849865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743404706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:05.849978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.316058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:05.85Z","caller":"traceutil/trace.go:171","msg":"trace[963075664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12469; }","duration":"358.37537ms","start":"2026-03-31T05:21:05.49162Z","end":"2026-03-31T05:21:05.849995Z","steps":["trace[963075664] 'agreement among raft nodes before linearized reading' (duration: 358.337919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.850009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071171552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:05.850015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.491597Z","time spent":"358.415301ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:05.85128Z","caller":"traceutil/trace.go:171","msg":"trace[1684168677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12469; }","duration":"1.743529189s","start":"2026-03-31T05:21:04.106438Z","end":"2026-03-31T05:21:05.849967Z","steps":["trace[1684168677] 'agreement among raft nodes before linearized reading' (duration: 1.743238071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.850169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287053736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:05.851385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.106383Z","time spent":"1.744982469s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:21:05.851388Z","caller":"traceutil/trace.go:171","msg":"trace[1361369515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12469; }","duration":"1.28827888s","start":"2026-03-31T05:21:04.563076Z","end":"2026-03-31T05:21:05.851355Z","steps":["trace[1361369515] 'agreement among raft nodes before linearized reading' (duration: 1.286957914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.851465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.851217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:21:05.851464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.56306Z","time spent":"1.288369652s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:05.851522Z","caller":"traceutil/trace.go:171","msg":"trace[558617225] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:12469; }","duration":"365.016351ms","start":"2026-03-31T05:21:05.486475Z","end":"2026-03-31T05:21:05.851492Z","steps":["trace[558617225] 'agreement among raft nodes before linearized reading' (duration: 364.805625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.851543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.486455Z","time spent":"365.082193ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:21:05.850138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.603974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:05.851604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087388053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"warn","ts":"2026-03-31T05:21:05.851521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053696805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:05.851704Z","caller":"traceutil/trace.go:171","msg":"trace[689616792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12469; }","duration":"1.087538507s","start":"2026-03-31T05:21:04.764126Z","end":"2026-03-31T05:21:05.851664Z","steps":["trace[689616792] 'agreement among raft nodes before linearized reading' (duration: 1.085937124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.851745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.764094Z","time spent":"1.087640889s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5013,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:21:05.851769Z","caller":"traceutil/trace.go:171","msg":"trace[487778058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12469; }","duration":"2.053945372s","start":"2026-03-31T05:21:03.79778Z","end":"2026-03-31T05:21:05.851725Z","steps":["trace[487778058] 'agreement among raft nodes before linearized reading' (duration: 2.052248886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.851806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.797762Z","time spent":"2.054031954s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:21:05.851895Z","caller":"traceutil/trace.go:171","msg":"trace[273465972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12469; }","duration":"894.403463ms","start":"2026-03-31T05:21:04.957452Z","end":"2026-03-31T05:21:05.851856Z","steps":["trace[273465972] 'agreement among raft nodes before linearized reading' (duration: 892.597764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.851938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059700479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:05.85198Z","caller":"traceutil/trace.go:171","msg":"trace[55491593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12469; }","duration":"2.061723544s","start":"2026-03-31T05:21:03.790246Z","end":"2026-03-31T05:21:05.85197Z","steps":["trace[55491593] 'agreement among raft nodes before linearized reading' (duration: 2.059434451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.85199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.957432Z","time spent":"894.525055ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.790241Z","time spent":"2.061760715s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288997209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:05.852284Z","caller":"traceutil/trace.go:171","msg":"trace[1452856453] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12469; }","duration":"1.289109172s","start":"2026-03-31T05:21:04.563123Z","end":"2026-03-31T05:21:05.852232Z","steps":["trace[1452856453] 'agreement among raft nodes before linearized reading' (duration: 1.288831254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.852347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.563118Z","time spent":"1.289214515s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290456438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:05.849665Z","caller":"traceutil/trace.go:171","msg":"trace[1961392771] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12469; }","duration":"2.342892017s","start":"2026-03-31T05:21:03.506752Z","end":"2026-03-31T05:21:05.849644Z","steps":["trace[1961392771] 'agreement among raft nodes before linearized reading' (duration: 2.342733893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.849859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059816372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:05.852511Z","caller":"traceutil/trace.go:171","msg":"trace[1387119918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12469; }","duration":"2.062475975s","start":"2026-03-31T05:21:03.790005Z","end":"2026-03-31T05:21:05.852481Z","steps":["trace[1387119918] 'agreement among raft nodes before linearized reading' (duration: 2.059767951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.852555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.789991Z","time spent":"2.062553966s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290795319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:05.852561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290804719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"info","ts":"2026-03-31T05:21:05.852603Z","caller":"traceutil/trace.go:171","msg":"trace[695477615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12469; }","duration":"2.071233663s","start":"2026-03-31T05:21:03.778802Z","end":"2026-03-31T05:21:05.850036Z","steps":["trace[695477615] 'agreement among raft nodes before linearized reading' (duration: 2.07110367s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.8526Z","caller":"traceutil/trace.go:171","msg":"trace[1678035996] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12469; }","duration":"1.290894401s","start":"2026-03-31T05:21:04.561692Z","end":"2026-03-31T05:21:05.852587Z","steps":["trace[1678035996] 'agreement among raft nodes before linearized reading' (duration: 1.290777537s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:05.852624Z","caller":"traceutil/trace.go:171","msg":"trace[911557689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12469; }","duration":"1.29087156s","start":"2026-03-31T05:21:04.56173Z","end":"2026-03-31T05:21:05.852602Z","steps":["trace[911557689] 'agreement among raft nodes before linearized reading' (duration: 1.290736806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.852648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.778787Z","time spent":"2.073849565s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.561677Z","time spent":"1.290963473s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.561727Z","time spent":"1.290917001s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5013,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:21:05.852672Z","caller":"traceutil/trace.go:171","msg":"trace[87041988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12469; }","duration":"1.290709396s","start":"2026-03-31T05:21:04.561937Z","end":"2026-03-31T05:21:05.852646Z","steps":["trace[87041988] 'agreement among raft nodes before linearized reading' (duration: 1.290258764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.852675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:03.506734Z","time spent":"2.345929111s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:05.852715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.561933Z","time spent":"1.290769598s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:05.852914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29011421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:05.853017Z","caller":"traceutil/trace.go:171","msg":"trace[1391955079] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12469; }","duration":"1.290248073s","start":"2026-03-31T05:21:04.562719Z","end":"2026-03-31T05:21:05.852967Z","steps":["trace[1391955079] 'agreement among raft nodes before linearized reading' (duration: 1.287334304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:05.85306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:04.562702Z","time spent":"1.290347826s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:21:06.263322Z","caller":"traceutil/trace.go:171","msg":"trace[2094969818] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"407.1669ms","start":"2026-03-31T05:21:05.856133Z","end":"2026-03-31T05:21:06.2633Z","steps":["trace[2094969818] 'process raft request' (duration: 406.870502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.263443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.856108Z","time spent":"407.263343ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:06.263301Z","caller":"traceutil/trace.go:171","msg":"trace[409760949] linearizableReadLoop","detail":"{readStateIndex:12924; appliedIndex:12923; }","duration":"404.767274ms","start":"2026-03-31T05:21:05.858505Z","end":"2026-03-31T05:21:06.263273Z","steps":["trace[409760949] 'read index received' (duration: 404.429085ms)","trace[409760949] 'applied index is now lower than readState.Index' (duration: 336.919µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:06.263464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.950829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:06.263531Z","caller":"traceutil/trace.go:171","msg":"trace[1007013543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12470; }","duration":"405.036672ms","start":"2026-03-31T05:21:05.858477Z","end":"2026-03-31T05:21:06.263514Z","steps":["trace[1007013543] 'agreement among raft nodes before linearized reading' (duration: 404.870047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.263579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.858463Z","time spent":"405.105163ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:06.580453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.743335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:06.580687Z","caller":"traceutil/trace.go:171","msg":"trace[994403336] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"720.632545ms","start":"2026-03-31T05:21:05.860026Z","end":"2026-03-31T05:21:06.580658Z","steps":["trace[994403336] 'process raft request' (duration: 476.593092ms)","trace[994403336] 'compare' (duration: 243.56313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:06.580762Z","caller":"traceutil/trace.go:171","msg":"trace[1944763152] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"720.624394ms","start":"2026-03-31T05:21:05.860116Z","end":"2026-03-31T05:21:06.580741Z","steps":["trace[1944763152] 'process raft request' (duration: 720.45453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.580788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.860007Z","time spent":"720.728097ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:06.580873Z","caller":"traceutil/trace.go:171","msg":"trace[686823164] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"720.683806ms","start":"2026-03-31T05:21:05.860182Z","end":"2026-03-31T05:21:06.580866Z","steps":["trace[686823164] 'process raft request' (duration: 720.512701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.58086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.8601Z","time spent":"720.707337ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:06.580903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.860172Z","time spent":"720.714287ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:06.580888Z","caller":"traceutil/trace.go:171","msg":"trace[912798299] linearizableReadLoop","detail":"{readStateIndex:12927; appliedIndex:12924; }","duration":"317.363131ms","start":"2026-03-31T05:21:06.26349Z","end":"2026-03-31T05:21:06.580853Z","steps":["trace[912798299] 'read index received' (duration: 73.062442ms)","trace[912798299] 'applied index is now lower than readState.Index' (duration: 244.298229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:06.581026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.956743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:06.581084Z","caller":"traceutil/trace.go:171","msg":"trace[1373785259] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12473; }","duration":"338.062865ms","start":"2026-03-31T05:21:06.243004Z","end":"2026-03-31T05:21:06.581067Z","steps":["trace[1373785259] 'agreement among raft nodes before linearized reading' (duration: 337.8637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.581123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:06.242893Z","time spent":"338.22024ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:21:06.581145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.767866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:06.581184Z","caller":"traceutil/trace.go:171","msg":"trace[1683856167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12473; }","duration":"721.828757ms","start":"2026-03-31T05:21:05.859342Z","end":"2026-03-31T05:21:06.581171Z","steps":["trace[1683856167] 'agreement among raft nodes before linearized reading' (duration: 721.645302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.581219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.859323Z","time spent":"721.887579ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:06.581408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.723865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:454435"} {"level":"info","ts":"2026-03-31T05:21:06.581474Z","caller":"traceutil/trace.go:171","msg":"trace[1009464168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:12473; }","duration":"721.807377ms","start":"2026-03-31T05:21:05.85965Z","end":"2026-03-31T05:21:06.581458Z","steps":["trace[1009464168] 'agreement among raft nodes before linearized reading' (duration: 721.242652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.581506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:05.859639Z","time spent":"721.859328ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":454459,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:06.599092Z","caller":"traceutil/trace.go:171","msg":"trace[1402556224] transaction","detail":"{read_only:false; response_revision:12474; number_of_response:1; }","duration":"124.946056ms","start":"2026-03-31T05:21:06.474137Z","end":"2026-03-31T05:21:06.599083Z","steps":["trace[1402556224] 'process raft request' (duration: 124.848864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.599317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.034583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-rabbit-init-6nwqr\" ","response":"range_response_count:1 size:6697"} {"level":"info","ts":"2026-03-31T05:21:06.599353Z","caller":"traceutil/trace.go:171","msg":"trace[1123361212] range","detail":"{range_begin:/registry/pods/openstack/cinder-rabbit-init-6nwqr; range_end:; response_count:1; response_revision:12474; }","duration":"127.104095ms","start":"2026-03-31T05:21:06.47224Z","end":"2026-03-31T05:21:06.599345Z","steps":["trace[1123361212] 'agreement among raft nodes before linearized reading' (duration: 127.031823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:06.895051Z","caller":"traceutil/trace.go:171","msg":"trace[88776608] linearizableReadLoop","detail":"{readStateIndex:12929; appliedIndex:12928; }","duration":"282.168972ms","start":"2026-03-31T05:21:06.612839Z","end":"2026-03-31T05:21:06.895008Z","steps":["trace[88776608] 'read index received' (duration: 281.839483ms)","trace[88776608] 'applied index is now lower than readState.Index' (duration: 328.359µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:06.895367Z","caller":"traceutil/trace.go:171","msg":"trace[186510545] transaction","detail":"{read_only:false; response_revision:12475; number_of_response:1; }","duration":"283.455757ms","start":"2026-03-31T05:21:06.611901Z","end":"2026-03-31T05:21:06.895357Z","steps":["trace[186510545] 'process raft request' (duration: 282.701156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.895594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.738268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:21:06.895625Z","caller":"traceutil/trace.go:171","msg":"trace[1948092508] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12475; }","duration":"282.786189ms","start":"2026-03-31T05:21:06.612824Z","end":"2026-03-31T05:21:06.89561Z","steps":["trace[1948092508] 'agreement among raft nodes before linearized reading' (duration: 282.678206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:06.895701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.530863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:06.895766Z","caller":"traceutil/trace.go:171","msg":"trace[2126912917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12475; }","duration":"216.606785ms","start":"2026-03-31T05:21:06.679141Z","end":"2026-03-31T05:21:06.895748Z","steps":["trace[2126912917] 'agreement among raft nodes before linearized reading' (duration: 216.489591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:07.494716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.812661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:07.945819Z","caller":"traceutil/trace.go:171","msg":"trace[281749249] transaction","detail":"{read_only:false; response_revision:12478; number_of_response:1; }","duration":"101.731183ms","start":"2026-03-31T05:21:07.84406Z","end":"2026-03-31T05:21:07.945791Z","steps":["trace[281749249] 'process raft request' (duration: 101.463236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.091208Z","caller":"traceutil/trace.go:171","msg":"trace[769379251] linearizableReadLoop","detail":"{readStateIndex:12937; appliedIndex:12936; }","duration":"144.781186ms","start":"2026-03-31T05:21:07.946395Z","end":"2026-03-31T05:21:08.091177Z","steps":["trace[769379251] 'read index received' (duration: 66.107732ms)","trace[769379251] 'applied index is now lower than readState.Index' (duration: 78.671494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:08.091235Z","caller":"traceutil/trace.go:171","msg":"trace[953231427] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"195.067798ms","start":"2026-03-31T05:21:07.896118Z","end":"2026-03-31T05:21:08.091186Z","steps":["trace[953231427] 'process raft request' (duration: 116.383423ms)","trace[953231427] 'compare' (duration: 78.418907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:08.091441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.704849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"warn","ts":"2026-03-31T05:21:08.091458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.914349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:08.091494Z","caller":"traceutil/trace.go:171","msg":"trace[531011527] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12482; }","duration":"230.790032ms","start":"2026-03-31T05:21:07.860688Z","end":"2026-03-31T05:21:08.091478Z","steps":["trace[531011527] 'agreement among raft nodes before linearized reading' (duration: 230.564415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.091507Z","caller":"traceutil/trace.go:171","msg":"trace[817628899] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12482; }","duration":"232.988571ms","start":"2026-03-31T05:21:07.858504Z","end":"2026-03-31T05:21:08.091492Z","steps":["trace[817628899] 'agreement among raft nodes before linearized reading' (duration: 232.786245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.091492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.617796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:08.091501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.71569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:08.091597Z","caller":"traceutil/trace.go:171","msg":"trace[417940225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12482; }","duration":"230.782231ms","start":"2026-03-31T05:21:07.860759Z","end":"2026-03-31T05:21:08.091541Z","steps":["trace[417940225] 'agreement among raft nodes before linearized reading' (duration: 230.478913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.091622Z","caller":"traceutil/trace.go:171","msg":"trace[1387680123] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12482; }","duration":"230.874414ms","start":"2026-03-31T05:21:07.860723Z","end":"2026-03-31T05:21:08.091597Z","steps":["trace[1387680123] 'agreement among raft nodes before linearized reading' (duration: 230.601426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.091782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.846357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:08.091836Z","caller":"traceutil/trace.go:171","msg":"trace[1620069464] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12482; }","duration":"232.93003ms","start":"2026-03-31T05:21:07.858892Z","end":"2026-03-31T05:21:08.091822Z","steps":["trace[1620069464] 'agreement among raft nodes before linearized reading' (duration: 232.846278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.091859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.463543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:08.091912Z","caller":"traceutil/trace.go:171","msg":"trace[1781271336] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12482; }","duration":"230.539285ms","start":"2026-03-31T05:21:07.861358Z","end":"2026-03-31T05:21:08.091897Z","steps":["trace[1781271336] 'agreement among raft nodes before linearized reading' (duration: 230.450773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.091965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.430791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"warn","ts":"2026-03-31T05:21:08.092038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.799381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:08.092092Z","caller":"traceutil/trace.go:171","msg":"trace[1474249683] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12482; }","duration":"230.871724ms","start":"2026-03-31T05:21:07.861205Z","end":"2026-03-31T05:21:08.092077Z","steps":["trace[1474249683] 'agreement among raft nodes before linearized reading' (duration: 230.787112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.092063Z","caller":"traceutil/trace.go:171","msg":"trace[336130743] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12482; }","duration":"230.529124ms","start":"2026-03-31T05:21:07.861517Z","end":"2026-03-31T05:21:08.092046Z","steps":["trace[336130743] 'agreement among raft nodes before linearized reading' (duration: 230.255477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.217439Z","caller":"traceutil/trace.go:171","msg":"trace[964399716] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"119.237131ms","start":"2026-03-31T05:21:08.098171Z","end":"2026-03-31T05:21:08.217408Z","steps":["trace[964399716] 'process raft request' (duration: 117.629907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:08.960661Z","caller":"traceutil/trace.go:171","msg":"trace[1474172022] linearizableReadLoop","detail":"{readStateIndex:12939; appliedIndex:12938; }","duration":"375.27642ms","start":"2026-03-31T05:21:08.585363Z","end":"2026-03-31T05:21:08.960639Z","steps":["trace[1474172022] 'read index received' (duration: 375.085865ms)","trace[1474172022] 'applied index is now lower than readState.Index' (duration: 189.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:08.960745Z","caller":"traceutil/trace.go:171","msg":"trace[1503661320] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"431.511543ms","start":"2026-03-31T05:21:08.529196Z","end":"2026-03-31T05:21:08.960707Z","steps":["trace[1503661320] 'process raft request' (duration: 431.305938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.960888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.411693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:08.960881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.506546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:08.960923Z","caller":"traceutil/trace.go:171","msg":"trace[215148451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12484; }","duration":"375.486576ms","start":"2026-03-31T05:21:08.585428Z","end":"2026-03-31T05:21:08.960915Z","steps":["trace[215148451] 'agreement among raft nodes before linearized reading' (duration: 375.343962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.960907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:08.529172Z","time spent":"431.648637ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6709,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:08.960937Z","caller":"traceutil/trace.go:171","msg":"trace[493037890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12484; }","duration":"375.613699ms","start":"2026-03-31T05:21:08.58531Z","end":"2026-03-31T05:21:08.960923Z","steps":["trace[493037890] 'agreement among raft nodes before linearized reading' (duration: 375.424914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.960951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:08.585417Z","time spent":"375.526947ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:08.960935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.66573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:21:08.960977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:08.585284Z","time spent":"375.684211ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:08.961Z","caller":"traceutil/trace.go:171","msg":"trace[1010261573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12484; }","duration":"368.763823ms","start":"2026-03-31T05:21:08.592224Z","end":"2026-03-31T05:21:08.960987Z","steps":["trace[1010261573] 'agreement among raft nodes before linearized reading' (duration: 368.564267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.96103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:08.592212Z","time spent":"368.812974ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:21:08.961139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.798488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:08.961204Z","caller":"traceutil/trace.go:171","msg":"trace[1946466416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12484; }","duration":"374.881939ms","start":"2026-03-31T05:21:08.586306Z","end":"2026-03-31T05:21:08.961188Z","steps":["trace[1946466416] 'agreement among raft nodes before linearized reading' (duration: 374.714955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:08.961253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:08.586296Z","time spent":"374.945521ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:09.194229Z","caller":"traceutil/trace.go:171","msg":"trace[563044967] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"228.070357ms","start":"2026-03-31T05:21:08.966126Z","end":"2026-03-31T05:21:09.194196Z","steps":["trace[563044967] 'process raft request' (duration: 227.80799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:09.194532Z","caller":"traceutil/trace.go:171","msg":"trace[1274133698] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"228.375106ms","start":"2026-03-31T05:21:08.966126Z","end":"2026-03-31T05:21:09.194501Z","steps":["trace[1274133698] 'process raft request' (duration: 228.019576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:10.008283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.287174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:10.008352Z","caller":"traceutil/trace.go:171","msg":"trace[988440581] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12488; }","duration":"242.49489ms","start":"2026-03-31T05:21:09.765843Z","end":"2026-03-31T05:21:10.008338Z","steps":["trace[988440581] 'count revisions from in-memory index tree' (duration: 242.077269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:10.008469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.887654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:10.008564Z","caller":"traceutil/trace.go:171","msg":"trace[341876294] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12488; }","duration":"209.026638ms","start":"2026-03-31T05:21:09.799516Z","end":"2026-03-31T05:21:10.008542Z","steps":["trace[341876294] 'count revisions from in-memory index tree' (duration: 208.790282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:10.008857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.043051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:10.009271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.010844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:10.00935Z","caller":"traceutil/trace.go:171","msg":"trace[607157883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12488; }","duration":"119.128207ms","start":"2026-03-31T05:21:09.8902Z","end":"2026-03-31T05:21:10.009329Z","steps":["trace[607157883] 'range keys from in-memory index tree' (duration: 118.85432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.010146Z","caller":"traceutil/trace.go:171","msg":"trace[678432167] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12488; }","duration":"281.137133ms","start":"2026-03-31T05:21:09.727758Z","end":"2026-03-31T05:21:10.008895Z","steps":["trace[678432167] 'count revisions from in-memory index tree' (duration: 280.937249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.081839Z","caller":"traceutil/trace.go:171","msg":"trace[1293289326] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"129.566292ms","start":"2026-03-31T05:21:09.952252Z","end":"2026-03-31T05:21:10.081818Z","steps":["trace[1293289326] 'process raft request' (duration: 129.363947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.082111Z","caller":"traceutil/trace.go:171","msg":"trace[1597658754] transaction","detail":"{read_only:false; response_revision:12491; number_of_response:1; }","duration":"128.594545ms","start":"2026-03-31T05:21:09.953506Z","end":"2026-03-31T05:21:10.082101Z","steps":["trace[1597658754] 'process raft request' (duration: 128.241016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:10.082513Z","caller":"traceutil/trace.go:171","msg":"trace[1853858779] transaction","detail":"{read_only:false; response_revision:12492; number_of_response:1; }","duration":"112.073795ms","start":"2026-03-31T05:21:09.970423Z","end":"2026-03-31T05:21:10.082496Z","steps":["trace[1853858779] 'process raft request' (duration: 111.352405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:11.399987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.28097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:11.400074Z","caller":"traceutil/trace.go:171","msg":"trace[1020111709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12495; }","duration":"200.417783ms","start":"2026-03-31T05:21:11.199638Z","end":"2026-03-31T05:21:11.400056Z","steps":["trace[1020111709] 'range keys from in-memory index tree' (duration: 200.097635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:11.400258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.971389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:11.40033Z","caller":"traceutil/trace.go:171","msg":"trace[311079566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12495; }","duration":"201.078461ms","start":"2026-03-31T05:21:11.199235Z","end":"2026-03-31T05:21:11.400313Z","steps":["trace[311079566] 'range keys from in-memory index tree' (duration: 200.817765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.572662Z","caller":"traceutil/trace.go:171","msg":"trace[1732227745] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"167.768013ms","start":"2026-03-31T05:21:11.404877Z","end":"2026-03-31T05:21:11.572645Z","steps":["trace[1732227745] 'process raft request' (duration: 167.563868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.572662Z","caller":"traceutil/trace.go:171","msg":"trace[1253759940] transaction","detail":"{read_only:false; response_revision:12497; number_of_response:1; }","duration":"167.771913ms","start":"2026-03-31T05:21:11.404876Z","end":"2026-03-31T05:21:11.572648Z","steps":["trace[1253759940] 'process raft request' (duration: 167.707412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.698508Z","caller":"traceutil/trace.go:171","msg":"trace[111614114] linearizableReadLoop","detail":"{readStateIndex:12953; appliedIndex:12952; }","duration":"121.132663ms","start":"2026-03-31T05:21:11.577357Z","end":"2026-03-31T05:21:11.698489Z","steps":["trace[111614114] 'read index received' (duration: 34.11108ms)","trace[111614114] 'applied index is now lower than readState.Index' (duration: 87.020443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:11.698641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.267316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:11.69871Z","caller":"traceutil/trace.go:171","msg":"trace[321467903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12497; }","duration":"121.376589ms","start":"2026-03-31T05:21:11.577318Z","end":"2026-03-31T05:21:11.698695Z","steps":["trace[321467903] 'agreement among raft nodes before linearized reading' (duration: 121.249536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.718358Z","caller":"traceutil/trace.go:171","msg":"trace[1278779422] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"135.076952ms","start":"2026-03-31T05:21:11.583246Z","end":"2026-03-31T05:21:11.718322Z","steps":["trace[1278779422] 'process raft request' (duration: 134.837336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:11.881632Z","caller":"traceutil/trace.go:171","msg":"trace[1787516576] linearizableReadLoop","detail":"{readStateIndex:12956; appliedIndex:12955; }","duration":"121.977475ms","start":"2026-03-31T05:21:11.759629Z","end":"2026-03-31T05:21:11.881607Z","steps":["trace[1787516576] 'read index received' (duration: 85.895672ms)","trace[1787516576] 'applied index is now lower than readState.Index' (duration: 36.080253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:11.881772Z","caller":"traceutil/trace.go:171","msg":"trace[1011893365] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"153.597287ms","start":"2026-03-31T05:21:11.728134Z","end":"2026-03-31T05:21:11.881731Z","steps":["trace[1011893365] 'process raft request' (duration: 117.470852ms)","trace[1011893365] 'compare' (duration: 35.796356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:11.881849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.215051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:21:11.88189Z","caller":"traceutil/trace.go:171","msg":"trace[1936961370] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12500; }","duration":"122.289123ms","start":"2026-03-31T05:21:11.759578Z","end":"2026-03-31T05:21:11.881867Z","steps":["trace[1936961370] 'agreement among raft nodes before linearized reading' (duration: 122.113568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.247319Z","caller":"traceutil/trace.go:171","msg":"trace[407304937] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"158.798329ms","start":"2026-03-31T05:21:12.0885Z","end":"2026-03-31T05:21:12.247298Z","steps":["trace[407304937] 'process raft request' (duration: 158.754548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.247388Z","caller":"traceutil/trace.go:171","msg":"trace[791559865] linearizableReadLoop","detail":"{readStateIndex:12958; appliedIndex:12957; }","duration":"159.549519ms","start":"2026-03-31T05:21:12.0878Z","end":"2026-03-31T05:21:12.247349Z","steps":["trace[791559865] 'read index received' (duration: 57.532µs)","trace[791559865] 'applied index is now lower than readState.Index' (duration: 159.488287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.247415Z","caller":"traceutil/trace.go:171","msg":"trace[44851514] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"159.60078ms","start":"2026-03-31T05:21:12.087784Z","end":"2026-03-31T05:21:12.247385Z","steps":["trace[44851514] 'process raft request' (duration: 96.690106ms)","trace[44851514] 'compare' (duration: 62.642367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:12.24788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.079633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:21:12.24795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.067354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:12.247954Z","caller":"traceutil/trace.go:171","msg":"trace[1707413731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12503; }","duration":"160.218077ms","start":"2026-03-31T05:21:12.087712Z","end":"2026-03-31T05:21:12.24793Z","steps":["trace[1707413731] 'agreement among raft nodes before linearized reading' (duration: 160.006422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.247945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.827225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:12.247976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.289796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:12.248009Z","caller":"traceutil/trace.go:171","msg":"trace[348194402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12503; }","duration":"145.971959ms","start":"2026-03-31T05:21:12.102023Z","end":"2026-03-31T05:21:12.247995Z","steps":["trace[348194402] 'agreement among raft nodes before linearized reading' (duration: 145.835875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.248012Z","caller":"traceutil/trace.go:171","msg":"trace[1331490663] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12503; }","duration":"143.349577ms","start":"2026-03-31T05:21:12.104651Z","end":"2026-03-31T05:21:12.248Z","steps":["trace[1331490663] 'agreement among raft nodes before linearized reading' (duration: 143.268955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.248018Z","caller":"traceutil/trace.go:171","msg":"trace[51344152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12503; }","duration":"160.209777ms","start":"2026-03-31T05:21:12.087764Z","end":"2026-03-31T05:21:12.247974Z","steps":["trace[51344152] 'agreement among raft nodes before linearized reading' (duration: 160.025712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.248741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.157247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:12.248827Z","caller":"traceutil/trace.go:171","msg":"trace[1351428371] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12503; }","duration":"145.251969ms","start":"2026-03-31T05:21:12.103544Z","end":"2026-03-31T05:21:12.248796Z","steps":["trace[1351428371] 'agreement among raft nodes before linearized reading' (duration: 144.340344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.507542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"info","ts":"2026-03-31T05:21:12.249054Z","caller":"traceutil/trace.go:171","msg":"trace[370899192] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12503; }","duration":"144.581672ms","start":"2026-03-31T05:21:12.104457Z","end":"2026-03-31T05:21:12.249038Z","steps":["trace[370899192] 'agreement among raft nodes before linearized reading' (duration: 143.400109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.247985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.567404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:12.249172Z","caller":"traceutil/trace.go:171","msg":"trace[1771798007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12503; }","duration":"144.779686ms","start":"2026-03-31T05:21:12.104361Z","end":"2026-03-31T05:21:12.24914Z","steps":["trace[1771798007] 'agreement among raft nodes before linearized reading' (duration: 143.529342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.24805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.609733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:12.249239Z","caller":"traceutil/trace.go:171","msg":"trace[1165166470] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12503; }","duration":"148.93074ms","start":"2026-03-31T05:21:12.1003Z","end":"2026-03-31T05:21:12.249231Z","steps":["trace[1165166470] 'agreement among raft nodes before linearized reading' (duration: 147.624884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.24788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.80274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:12.24931Z","caller":"traceutil/trace.go:171","msg":"trace[1071866078] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12503; }","duration":"145.276ms","start":"2026-03-31T05:21:12.104028Z","end":"2026-03-31T05:21:12.249304Z","steps":["trace[1071866078] 'agreement among raft nodes before linearized reading' (duration: 143.794239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.248095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.61555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"info","ts":"2026-03-31T05:21:12.249646Z","caller":"traceutil/trace.go:171","msg":"trace[9714415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:12503; }","duration":"147.032958ms","start":"2026-03-31T05:21:12.102375Z","end":"2026-03-31T05:21:12.249408Z","steps":["trace[9714415] 'agreement among raft nodes before linearized reading' (duration: 145.487975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.857978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.157293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:12.858104Z","caller":"traceutil/trace.go:171","msg":"trace[824640012] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"604.324775ms","start":"2026-03-31T05:21:12.253755Z","end":"2026-03-31T05:21:12.85808Z","steps":["trace[824640012] 'process raft request' (duration: 106.933975ms)","trace[824640012] 'compare' (duration: 497.02559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:12.858169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.253728Z","time spent":"604.409806ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:12.949473Z","caller":"traceutil/trace.go:171","msg":"trace[916643860] linearizableReadLoop","detail":"{readStateIndex:12961; appliedIndex:12959; }","duration":"666.024046ms","start":"2026-03-31T05:21:12.283421Z","end":"2026-03-31T05:21:12.949445Z","steps":["trace[916643860] 'read index received' (duration: 77.77921ms)","trace[916643860] 'applied index is now lower than readState.Index' (duration: 588.243336ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.949606Z","caller":"traceutil/trace.go:171","msg":"trace[213323818] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"695.397677ms","start":"2026-03-31T05:21:12.254195Z","end":"2026-03-31T05:21:12.949593Z","steps":["trace[213323818] 'process raft request' (duration: 695.108039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.949733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.254185Z","time spent":"695.459399ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:12.950077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.587781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-rabbit-init-6nwqr\" ","response":"range_response_count:1 size:6910"} {"level":"info","ts":"2026-03-31T05:21:12.950901Z","caller":"traceutil/trace.go:171","msg":"trace[1426640514] range","detail":"{range_begin:/registry/pods/openstack/cinder-rabbit-init-6nwqr; range_end:; response_count:1; response_revision:12505; }","duration":"667.506416ms","start":"2026-03-31T05:21:12.283367Z","end":"2026-03-31T05:21:12.950873Z","steps":["trace[1426640514] 'agreement among raft nodes before linearized reading' (duration: 666.308444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.950991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.283347Z","time spent":"667.62115ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6934,"request content":"key:\"/registry/pods/openstack/cinder-rabbit-init-6nwqr\" "} {"level":"info","ts":"2026-03-31T05:21:13.02805Z","caller":"traceutil/trace.go:171","msg":"trace[713842565] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"300.219194ms","start":"2026-03-31T05:21:12.727796Z","end":"2026-03-31T05:21:13.028016Z","steps":["trace[713842565] 'process raft request' (duration: 300.0586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:13.028069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.833701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:13.028124Z","caller":"traceutil/trace.go:171","msg":"trace[167341636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12506; }","duration":"373.929744ms","start":"2026-03-31T05:21:12.654181Z","end":"2026-03-31T05:21:13.028111Z","steps":["trace[167341636] 'agreement among raft nodes before linearized reading' (duration: 373.81348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:13.028153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.654165Z","time spent":"373.982785ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:13.028178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:12.72777Z","time spent":"300.339858ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:13.028367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.612503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:13.028454Z","caller":"traceutil/trace.go:171","msg":"trace[1741792069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12506; }","duration":"224.748256ms","start":"2026-03-31T05:21:12.803685Z","end":"2026-03-31T05:21:13.028433Z","steps":["trace[1741792069] 'agreement among raft nodes before linearized reading' (duration: 224.576182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:13.192245Z","caller":"traceutil/trace.go:171","msg":"trace[1025034511] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"102.036211ms","start":"2026-03-31T05:21:13.090178Z","end":"2026-03-31T05:21:13.192214Z","steps":["trace[1025034511] 'process raft request' (duration: 78.184321ms)","trace[1025034511] 'compare' (duration: 23.371687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:14.229267Z","caller":"traceutil/trace.go:171","msg":"trace[1613908430] linearizableReadLoop","detail":"{readStateIndex:12975; appliedIndex:12974; }","duration":"111.045957ms","start":"2026-03-31T05:21:14.118199Z","end":"2026-03-31T05:21:14.229245Z","steps":["trace[1613908430] 'read index received' (duration: 71.187251ms)","trace[1613908430] 'applied index is now lower than readState.Index' (duration: 39.856996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:14.22934Z","caller":"traceutil/trace.go:171","msg":"trace[1129506329] transaction","detail":"{read_only:false; response_revision:12518; number_of_response:1; }","duration":"120.120995ms","start":"2026-03-31T05:21:14.109188Z","end":"2026-03-31T05:21:14.229309Z","steps":["trace[1129506329] 'process raft request' (duration: 80.119315ms)","trace[1129506329] 'compare' (duration: 39.788964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:14.229406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.199842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:14.229472Z","caller":"traceutil/trace.go:171","msg":"trace[1655319569] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:0; response_revision:12518; }","duration":"111.323695ms","start":"2026-03-31T05:21:14.118141Z","end":"2026-03-31T05:21:14.229464Z","steps":["trace[1655319569] 'agreement among raft nodes before linearized reading' (duration: 111.183881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:14.446223Z","caller":"traceutil/trace.go:171","msg":"trace[754540768] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"169.202472ms","start":"2026-03-31T05:21:14.276992Z","end":"2026-03-31T05:21:14.446194Z","steps":["trace[754540768] 'process raft request' (duration: 129.699946ms)","trace[754540768] 'compare' (duration: 39.241049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:14.604044Z","caller":"traceutil/trace.go:171","msg":"trace[798639896] linearizableReadLoop","detail":"{readStateIndex:12979; appliedIndex:12978; }","duration":"136.328857ms","start":"2026-03-31T05:21:14.467692Z","end":"2026-03-31T05:21:14.60402Z","steps":["trace[798639896] 'read index received' (duration: 78.268334ms)","trace[798639896] 'applied index is now lower than readState.Index' (duration: 58.059713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:14.604115Z","caller":"traceutil/trace.go:171","msg":"trace[1161032800] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"148.053896ms","start":"2026-03-31T05:21:14.456022Z","end":"2026-03-31T05:21:14.604076Z","steps":["trace[1161032800] 'process raft request' (duration: 89.982043ms)","trace[1161032800] 'compare' (duration: 57.905929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:14.604244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.528572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:14.604596Z","caller":"traceutil/trace.go:171","msg":"trace[2036366977] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12522; }","duration":"136.851911ms","start":"2026-03-31T05:21:14.467653Z","end":"2026-03-31T05:21:14.604505Z","steps":["trace[2036366977] 'agreement among raft nodes before linearized reading' (duration: 136.488491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:14.604304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.473227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:14.604752Z","caller":"traceutil/trace.go:171","msg":"trace[334389933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12522; }","duration":"119.917469ms","start":"2026-03-31T05:21:14.484797Z","end":"2026-03-31T05:21:14.604715Z","steps":["trace[334389933] 'agreement among raft nodes before linearized reading' (duration: 119.480137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:14.843897Z","caller":"traceutil/trace.go:171","msg":"trace[394714357] transaction","detail":"{read_only:false; response_revision:12527; number_of_response:1; }","duration":"102.224877ms","start":"2026-03-31T05:21:14.741639Z","end":"2026-03-31T05:21:14.843864Z","steps":["trace[394714357] 'process raft request' (duration: 74.342567ms)","trace[394714357] 'compare' (duration: 27.673374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:16.868919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.105938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-03-31T05:21:16.869017Z","caller":"traceutil/trace.go:171","msg":"trace[1446682050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12542; }","duration":"250.234642ms","start":"2026-03-31T05:21:16.618751Z","end":"2026-03-31T05:21:16.868986Z","steps":["trace[1446682050] 'range keys from in-memory index tree' (duration: 249.722808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.018325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.266593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:17.018436Z","caller":"traceutil/trace.go:171","msg":"trace[985715999] linearizableReadLoop","detail":"{readStateIndex:13000; appliedIndex:12999; }","duration":"238.09598ms","start":"2026-03-31T05:21:16.780319Z","end":"2026-03-31T05:21:17.018415Z","steps":["trace[985715999] 'read index received' (duration: 37.381µs)","trace[985715999] 'applied index is now lower than readState.Index' (duration: 238.056819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.018727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.382489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:17.018846Z","caller":"traceutil/trace.go:171","msg":"trace[1258368354] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12542; }","duration":"238.551393ms","start":"2026-03-31T05:21:16.780252Z","end":"2026-03-31T05:21:17.018804Z","steps":["trace[1258368354] 'agreement among raft nodes before linearized reading' (duration: 238.266215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.13675Z","caller":"traceutil/trace.go:171","msg":"trace[883924210] linearizableReadLoop","detail":"{readStateIndex:13001; appliedIndex:13000; }","duration":"110.337268ms","start":"2026-03-31T05:21:17.026354Z","end":"2026-03-31T05:21:17.136691Z","steps":["trace[883924210] 'read index received' (duration: 110.02726ms)","trace[883924210] 'applied index is now lower than readState.Index' (duration: 309.258µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.137315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.627151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:17.137368Z","caller":"traceutil/trace.go:171","msg":"trace[1879459154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12543; }","duration":"108.715903ms","start":"2026-03-31T05:21:17.028637Z","end":"2026-03-31T05:21:17.137353Z","steps":["trace[1879459154] 'agreement among raft nodes before linearized reading' (duration: 108.520358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.137532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:17.137637Z","caller":"traceutil/trace.go:171","msg":"trace[111033307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12543; }","duration":"111.294063ms","start":"2026-03-31T05:21:17.026321Z","end":"2026-03-31T05:21:17.137615Z","steps":["trace[111033307] 'agreement among raft nodes before linearized reading' (duration: 110.899323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.137715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.777768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:21:17.137749Z","caller":"traceutil/trace.go:171","msg":"trace[1005884214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12543; }","duration":"107.83358ms","start":"2026-03-31T05:21:17.029907Z","end":"2026-03-31T05:21:17.137741Z","steps":["trace[1005884214] 'agreement among raft nodes before linearized reading' (duration: 107.755778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.138232Z","caller":"traceutil/trace.go:171","msg":"trace[1053685702] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"115.045726ms","start":"2026-03-31T05:21:17.023174Z","end":"2026-03-31T05:21:17.13822Z","steps":["trace[1053685702] 'process raft request' (duration: 113.303719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.547683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.793993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:17.547818Z","caller":"traceutil/trace.go:171","msg":"trace[674602430] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"405.114873ms","start":"2026-03-31T05:21:17.142681Z","end":"2026-03-31T05:21:17.547796Z","steps":["trace[674602430] 'process raft request' (duration: 98.105904ms)","trace[674602430] 'compare' (duration: 306.573217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.547864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.142662Z","time spent":"405.183016ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:17.549823Z","caller":"traceutil/trace.go:171","msg":"trace[1929164195] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"406.748978ms","start":"2026-03-31T05:21:17.143006Z","end":"2026-03-31T05:21:17.549755Z","steps":["trace[1929164195] 'process raft request' (duration: 406.558103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.549998Z","caller":"traceutil/trace.go:171","msg":"trace[2095233499] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13001; }","duration":"329.101322ms","start":"2026-03-31T05:21:17.220866Z","end":"2026-03-31T05:21:17.549967Z","steps":["trace[2095233499] 'read index received' (duration: 19.867182ms)","trace[2095233499] 'applied index is now lower than readState.Index' (duration: 309.23194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:17.550022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.142994Z","time spent":"406.927773ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:17.550076Z","caller":"traceutil/trace.go:171","msg":"trace[598741649] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"405.409221ms","start":"2026-03-31T05:21:17.144624Z","end":"2026-03-31T05:21:17.550034Z","steps":["trace[598741649] 'process raft request' (duration: 405.088813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.550136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.254895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:17.550194Z","caller":"traceutil/trace.go:171","msg":"trace[1159598495] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12546; }","duration":"329.325937ms","start":"2026-03-31T05:21:17.220854Z","end":"2026-03-31T05:21:17.55018Z","steps":["trace[1159598495] 'agreement among raft nodes before linearized reading' (duration: 329.204644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.550232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.220814Z","time spent":"329.41026ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:21:17.550243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.144615Z","time spent":"405.545166ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:17.850093Z","caller":"traceutil/trace.go:171","msg":"trace[611887554] linearizableReadLoop","detail":"{readStateIndex:13005; appliedIndex:13004; }","duration":"299.965986ms","start":"2026-03-31T05:21:17.550064Z","end":"2026-03-31T05:21:17.85003Z","steps":["trace[611887554] 'read index received' (duration: 299.37203ms)","trace[611887554] 'applied index is now lower than readState.Index' (duration: 592.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:17.850136Z","caller":"traceutil/trace.go:171","msg":"trace[1185577113] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"595.933165ms","start":"2026-03-31T05:21:17.254178Z","end":"2026-03-31T05:21:17.850111Z","steps":["trace[1185577113] 'process raft request' (duration: 595.426881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.850215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.803791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:17.850243Z","caller":"traceutil/trace.go:171","msg":"trace[662044200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12547; }","duration":"365.874883ms","start":"2026-03-31T05:21:17.484361Z","end":"2026-03-31T05:21:17.850236Z","steps":["trace[662044200] 'agreement among raft nodes before linearized reading' (duration: 365.76019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.850259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.484344Z","time spent":"365.912384ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:17.850251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.254154Z","time spent":"596.037948ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:17.85038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.926045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:17.85042Z","caller":"traceutil/trace.go:171","msg":"trace[2122453297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12547; }","duration":"581.040319ms","start":"2026-03-31T05:21:17.26937Z","end":"2026-03-31T05:21:17.850411Z","steps":["trace[2122453297] 'agreement among raft nodes before linearized reading' (duration: 580.858444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.850455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.269353Z","time spent":"581.08901ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:21:17.850547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.061695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:17.850566Z","caller":"traceutil/trace.go:171","msg":"trace[2118233615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12547; }","duration":"221.131458ms","start":"2026-03-31T05:21:17.629428Z","end":"2026-03-31T05:21:17.850559Z","steps":["trace[2118233615] 'agreement among raft nodes before linearized reading' (duration: 221.025615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.850532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.758339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:17.850617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.254445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:21:17.850636Z","caller":"traceutil/trace.go:171","msg":"trace[1774861422] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12547; }","duration":"296.856322ms","start":"2026-03-31T05:21:17.553738Z","end":"2026-03-31T05:21:17.850594Z","steps":["trace[1774861422] 'agreement among raft nodes before linearized reading' (duration: 296.694317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:17.850651Z","caller":"traceutil/trace.go:171","msg":"trace[372311764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12547; }","duration":"628.293887ms","start":"2026-03-31T05:21:17.222345Z","end":"2026-03-31T05:21:17.850639Z","steps":["trace[372311764] 'agreement among raft nodes before linearized reading' (duration: 628.127963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:17.850712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.22234Z","time spent":"628.364699ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:18.855582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.160902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:18.855898Z","caller":"traceutil/trace.go:171","msg":"trace[1859265421] transaction","detail":"{read_only:false; response_revision:12549; number_of_response:1; }","duration":"1.001261045s","start":"2026-03-31T05:21:17.854586Z","end":"2026-03-31T05:21:18.855847Z","steps":["trace[1859265421] 'process raft request' (duration: 393.745123ms)","trace[1859265421] 'compare' (duration: 606.780382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:18.855933Z","caller":"traceutil/trace.go:171","msg":"trace[707556161] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"695.475809ms","start":"2026-03-31T05:21:18.160433Z","end":"2026-03-31T05:21:18.855909Z","steps":["trace[707556161] 'process raft request' (duration: 695.413118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:18.85604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.160412Z","time spent":"695.577992ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:18.856083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.854568Z","time spent":"1.001410099s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:18.856191Z","caller":"traceutil/trace.go:171","msg":"trace[2116419650] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"1.001410719s","start":"2026-03-31T05:21:17.854698Z","end":"2026-03-31T05:21:18.856109Z","steps":["trace[2116419650] 'process raft request' (duration: 1.000994297s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:18.856227Z","caller":"traceutil/trace.go:171","msg":"trace[1119169035] transaction","detail":"{read_only:false; response_revision:12551; number_of_response:1; }","duration":"1.000649469s","start":"2026-03-31T05:21:17.855531Z","end":"2026-03-31T05:21:18.85618Z","steps":["trace[1119169035] 'process raft request' (duration: 1.000248858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:18.856343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.854689Z","time spent":"1.001584513s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:18.856373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.855522Z","time spent":"1.000775352s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:18.856214Z","caller":"traceutil/trace.go:171","msg":"trace[1082467722] linearizableReadLoop","detail":"{readStateIndex:13008; appliedIndex:13006; }","duration":"1.000917256s","start":"2026-03-31T05:21:17.855269Z","end":"2026-03-31T05:21:18.856186Z","steps":["trace[1082467722] 'read index received' (duration: 79.344633ms)","trace[1082467722] 'applied index is now lower than readState.Index' (duration: 921.569013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:18.858624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003301731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:18.858787Z","caller":"traceutil/trace.go:171","msg":"trace[178112691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12552; }","duration":"1.003514696s","start":"2026-03-31T05:21:17.855248Z","end":"2026-03-31T05:21:18.858763Z","steps":["trace[178112691] 'agreement among raft nodes before linearized reading' (duration: 1.001006848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:18.858967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.85524Z","time spent":"1.003707511s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:19.37715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.406947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:19.377351Z","caller":"traceutil/trace.go:171","msg":"trace[857956491] linearizableReadLoop","detail":"{readStateIndex:13012; appliedIndex:13010; }","duration":"520.88038ms","start":"2026-03-31T05:21:18.856454Z","end":"2026-03-31T05:21:19.377335Z","steps":["trace[857956491] 'read index received' (duration: 190.266897ms)","trace[857956491] 'applied index is now lower than readState.Index' (duration: 330.612403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:19.377372Z","caller":"traceutil/trace.go:171","msg":"trace[884952654] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"1.084080013s","start":"2026-03-31T05:21:18.293264Z","end":"2026-03-31T05:21:19.377344Z","steps":["trace[884952654] 'process raft request' (duration: 753.359837ms)","trace[884952654] 'compare' (duration: 330.241953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:19.377426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116795115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:19.377454Z","caller":"traceutil/trace.go:171","msg":"trace[1250468561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12554; }","duration":"1.116822966s","start":"2026-03-31T05:21:18.260622Z","end":"2026-03-31T05:21:19.377445Z","steps":["trace[1250468561] 'agreement among raft nodes before linearized reading' (duration: 1.116775734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.377486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.260576Z","time spent":"1.116903237s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:19.377486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.293218Z","time spent":"1.084207876s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:19.37756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084778301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:19.377597Z","caller":"traceutil/trace.go:171","msg":"trace[928447331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12554; }","duration":"1.084960006s","start":"2026-03-31T05:21:18.292627Z","end":"2026-03-31T05:21:19.377587Z","steps":["trace[928447331] 'agreement among raft nodes before linearized reading' (duration: 1.084811572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.377655Z","caller":"traceutil/trace.go:171","msg":"trace[682688493] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"1.039333573s","start":"2026-03-31T05:21:18.33831Z","end":"2026-03-31T05:21:19.377643Z","steps":["trace[682688493] 'process raft request' (duration: 1.038929892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.377659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038865031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.377716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.338281Z","time spent":"1.039405795s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:19.377694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.720703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.377721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330644774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.377767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383134475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-31T05:21:19.377765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.77022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.37781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040080013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:19.377812Z","caller":"traceutil/trace.go:171","msg":"trace[1426927791] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:12554; }","duration":"1.383216177s","start":"2026-03-31T05:21:17.994583Z","end":"2026-03-31T05:21:19.3778Z","steps":["trace[1426927791] 'agreement among raft nodes before linearized reading' (duration: 1.383070373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.377781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.292594Z","time spent":"1.085035379s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:21:19.377817Z","caller":"traceutil/trace.go:171","msg":"trace[371047658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12554; }","duration":"1.330784218s","start":"2026-03-31T05:21:18.047013Z","end":"2026-03-31T05:21:19.377797Z","steps":["trace[371047658] 'agreement among raft nodes before linearized reading' (duration: 1.330624584s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.377838Z","caller":"traceutil/trace.go:171","msg":"trace[1380601853] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12554; }","duration":"1.040144685s","start":"2026-03-31T05:21:18.337687Z","end":"2026-03-31T05:21:19.377831Z","steps":["trace[1380601853] 'agreement among raft nodes before linearized reading' (duration: 1.040104934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.377846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.994524Z","time spent":"1.383315959s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T05:21:19.377856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.33767Z","time spent":"1.040182366s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:19.377851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37378449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:19.377854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039773815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:19.377948Z","caller":"traceutil/trace.go:171","msg":"trace[1890532517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12554; }","duration":"1.373908174s","start":"2026-03-31T05:21:18.004023Z","end":"2026-03-31T05:21:19.377932Z","steps":["trace[1890532517] 'agreement among raft nodes before linearized reading' (duration: 1.373700098s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.377765Z","caller":"traceutil/trace.go:171","msg":"trace[776745226] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12554; }","duration":"886.830956ms","start":"2026-03-31T05:21:18.490917Z","end":"2026-03-31T05:21:19.377748Z","steps":["trace[776745226] 'agreement among raft nodes before linearized reading' (duration: 886.707642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.377988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315886052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.378003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.00401Z","time spent":"1.373979275s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:19.378049Z","caller":"traceutil/trace.go:171","msg":"trace[460044440] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12554; }","duration":"1.316002475s","start":"2026-03-31T05:21:18.062033Z","end":"2026-03-31T05:21:19.378035Z","steps":["trace[460044440] 'agreement among raft nodes before linearized reading' (duration: 1.315908222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.378045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.490902Z","time spent":"887.116563ms","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:19.378103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.062011Z","time spent":"1.316072497s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:19.377866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.046994Z","time spent":"1.33085994s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:21:19.378155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516037798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462448"} {"level":"info","ts":"2026-03-31T05:21:19.378189Z","caller":"traceutil/trace.go:171","msg":"trace[1741928925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12554; }","duration":"1.516074269s","start":"2026-03-31T05:21:17.862107Z","end":"2026-03-31T05:21:19.378181Z","steps":["trace[1741928925] 'agreement among raft nodes before linearized reading' (duration: 1.515598606s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.377712Z","caller":"traceutil/trace.go:171","msg":"trace[990199633] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12554; }","duration":"1.038965272s","start":"2026-03-31T05:21:18.338731Z","end":"2026-03-31T05:21:19.377696Z","steps":["trace[990199633] 'agreement among raft nodes before linearized reading' (duration: 1.03886823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.378211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:17.862017Z","time spent":"1.516187492s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462472,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:19.377862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039726984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:19.378231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.338719Z","time spent":"1.039497268s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:19.378269Z","caller":"traceutil/trace.go:171","msg":"trace[105714951] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12554; }","duration":"1.040168426s","start":"2026-03-31T05:21:18.338086Z","end":"2026-03-31T05:21:19.378255Z","steps":["trace[105714951] 'agreement among raft nodes before linearized reading' (duration: 1.039755704s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.37782Z","caller":"traceutil/trace.go:171","msg":"trace[1164698764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12554; }","duration":"986.866592ms","start":"2026-03-31T05:21:18.390939Z","end":"2026-03-31T05:21:19.377805Z","steps":["trace[1164698764] 'agreement among raft nodes before linearized reading' (duration: 986.79592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.378324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.338054Z","time spent":"1.040255658s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:19.378347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.390916Z","time spent":"987.410648ms","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:19.377959Z","caller":"traceutil/trace.go:171","msg":"trace[1701153693] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12554; }","duration":"1.039927609s","start":"2026-03-31T05:21:18.338015Z","end":"2026-03-31T05:21:19.377943Z","steps":["trace[1701153693] 'agreement among raft nodes before linearized reading' (duration: 1.039654552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.378446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.338003Z","time spent":"1.040427142s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:21:19.377949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124746331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:19.378528Z","caller":"traceutil/trace.go:171","msg":"trace[799464340] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12554; }","duration":"1.125359208s","start":"2026-03-31T05:21:18.253159Z","end":"2026-03-31T05:21:19.378518Z","steps":["trace[799464340] 'agreement among raft nodes before linearized reading' (duration: 1.124644288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.378567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.253139Z","time spent":"1.12541858s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:21:19.45675Z","caller":"traceutil/trace.go:171","msg":"trace[2013647964] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"594.403703ms","start":"2026-03-31T05:21:18.862305Z","end":"2026-03-31T05:21:19.456709Z","steps":["trace[2013647964] 'process raft request' (duration: 594.139386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.456896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.254913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:21:19.456934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.862282Z","time spent":"594.564278ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:21:19.456978Z","caller":"traceutil/trace.go:171","msg":"trace[1268915903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12555; }","duration":"315.377347ms","start":"2026-03-31T05:21:19.141578Z","end":"2026-03-31T05:21:19.456956Z","steps":["trace[1268915903] 'agreement among raft nodes before linearized reading' (duration: 315.077939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.457024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.141562Z","time spent":"315.451979ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:19.457014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.709661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:19.45709Z","caller":"traceutil/trace.go:171","msg":"trace[1775040604] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12555; }","duration":"594.844445ms","start":"2026-03-31T05:21:18.862227Z","end":"2026-03-31T05:21:19.457071Z","steps":["trace[1775040604] 'agreement among raft nodes before linearized reading' (duration: 594.532226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.457144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:18.862207Z","time spent":"594.928728ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:21:19.633947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.578985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:19.634142Z","caller":"traceutil/trace.go:171","msg":"trace[73360620] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"172.338967ms","start":"2026-03-31T05:21:19.461785Z","end":"2026-03-31T05:21:19.634124Z","steps":["trace[73360620] 'process raft request' (duration: 172.271905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.634357Z","caller":"traceutil/trace.go:171","msg":"trace[327698486] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"252.185894ms","start":"2026-03-31T05:21:19.382146Z","end":"2026-03-31T05:21:19.634332Z","steps":["trace[327698486] 'process raft request' (duration: 134.097655ms)","trace[327698486] 'compare' (duration: 117.302257ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:19.63435Z","caller":"traceutil/trace.go:171","msg":"trace[2122824393] linearizableReadLoop","detail":"{readStateIndex:13014; appliedIndex:13013; }","duration":"177.735664ms","start":"2026-03-31T05:21:19.456583Z","end":"2026-03-31T05:21:19.634319Z","steps":["trace[2122824393] 'read index received' (duration: 59.675576ms)","trace[2122824393] 'applied index is now lower than readState.Index' (duration: 118.057728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:19.634623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.783564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-31T05:21:19.634637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.528208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:19.634668Z","caller":"traceutil/trace.go:171","msg":"trace[211772412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12557; }","duration":"163.854986ms","start":"2026-03-31T05:21:19.470799Z","end":"2026-03-31T05:21:19.634654Z","steps":["trace[211772412] 'agreement among raft nodes before linearized reading' (duration: 163.706322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.634681Z","caller":"traceutil/trace.go:171","msg":"trace[561236759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12557; }","duration":"250.618681ms","start":"2026-03-31T05:21:19.384051Z","end":"2026-03-31T05:21:19.634669Z","steps":["trace[561236759] 'agreement among raft nodes before linearized reading' (duration: 250.427276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.634864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.941004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:19.634898Z","caller":"traceutil/trace.go:171","msg":"trace[668123528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12557; }","duration":"151.008576ms","start":"2026-03-31T05:21:19.483881Z","end":"2026-03-31T05:21:19.634889Z","steps":["trace[668123528] 'agreement among raft nodes before linearized reading' (duration: 150.951784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:20.409779Z","caller":"traceutil/trace.go:171","msg":"trace[1950819951] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"485.302749ms","start":"2026-03-31T05:21:19.924452Z","end":"2026-03-31T05:21:20.409754Z","steps":["trace[1950819951] 'process raft request' (duration: 485.163175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.409981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.924429Z","time spent":"485.422321ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:20.410093Z","caller":"traceutil/trace.go:171","msg":"trace[1100446452] linearizableReadLoop","detail":"{readStateIndex:13017; appliedIndex:13017; }","duration":"471.536013ms","start":"2026-03-31T05:21:19.938535Z","end":"2026-03-31T05:21:20.410071Z","steps":["trace[1100446452] 'read index received' (duration: 471.524283ms)","trace[1100446452] 'applied index is now lower than readState.Index' (duration: 9.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:20.410277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.373056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:20.410339Z","caller":"traceutil/trace.go:171","msg":"trace[69372608] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12559; }","duration":"115.480978ms","start":"2026-03-31T05:21:20.294846Z","end":"2026-03-31T05:21:20.410327Z","steps":["trace[69372608] 'agreement among raft nodes before linearized reading' (duration: 115.393706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.410346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.80047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:20.410396Z","caller":"traceutil/trace.go:171","msg":"trace[276529202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12559; }","duration":"471.884243ms","start":"2026-03-31T05:21:19.938496Z","end":"2026-03-31T05:21:20.41038Z","steps":["trace[276529202] 'agreement among raft nodes before linearized reading' (duration: 471.713788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.410438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:19.938482Z","time spent":"471.943364ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:20.554105Z","caller":"traceutil/trace.go:171","msg":"trace[448878834] transaction","detail":"{read_only:false; response_revision:12560; number_of_response:1; }","duration":"139.387341ms","start":"2026-03-31T05:21:20.414689Z","end":"2026-03-31T05:21:20.554077Z","steps":["trace[448878834] 'process raft request' (duration: 66.770881ms)","trace[448878834] 'compare' (duration: 71.877849ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:21.077293Z","caller":"traceutil/trace.go:171","msg":"trace[1791774936] transaction","detail":"{read_only:false; response_revision:12561; number_of_response:1; }","duration":"215.34054ms","start":"2026-03-31T05:21:20.861933Z","end":"2026-03-31T05:21:21.077274Z","steps":["trace[1791774936] 'process raft request' (duration: 215.055972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:21.077233Z","caller":"traceutil/trace.go:171","msg":"trace[1711481221] linearizableReadLoop","detail":"{readStateIndex:13019; appliedIndex:13018; }","duration":"214.536978ms","start":"2026-03-31T05:21:20.862668Z","end":"2026-03-31T05:21:21.077205Z","steps":["trace[1711481221] 'read index received' (duration: 214.473626ms)","trace[1711481221] 'applied index is now lower than readState.Index' (duration: 62.642µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:21.07771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.016941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:21.077824Z","caller":"traceutil/trace.go:171","msg":"trace[931868585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12561; }","duration":"215.180425ms","start":"2026-03-31T05:21:20.862616Z","end":"2026-03-31T05:21:21.077796Z","steps":["trace[931868585] 'agreement among raft nodes before linearized reading' (duration: 214.839006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:21.127047Z","caller":"traceutil/trace.go:171","msg":"trace[2073490518] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"261.56928ms","start":"2026-03-31T05:21:20.865449Z","end":"2026-03-31T05:21:21.127018Z","steps":["trace[2073490518] 'process raft request' (duration: 261.249122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:21.127121Z","caller":"traceutil/trace.go:171","msg":"trace[2124577891] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"251.581948ms","start":"2026-03-31T05:21:20.875493Z","end":"2026-03-31T05:21:21.127075Z","steps":["trace[2124577891] 'process raft request' (duration: 251.358862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.127538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.077451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143741"} {"level":"info","ts":"2026-03-31T05:21:21.127726Z","caller":"traceutil/trace.go:171","msg":"trace[899416377] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12563; }","duration":"252.334799ms","start":"2026-03-31T05:21:20.875368Z","end":"2026-03-31T05:21:21.127703Z","steps":["trace[899416377] 'agreement among raft nodes before linearized reading' (duration: 251.547968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.325425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.189753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:21.325531Z","caller":"traceutil/trace.go:171","msg":"trace[812971719] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"242.731407ms","start":"2026-03-31T05:21:21.082783Z","end":"2026-03-31T05:21:21.325514Z","steps":["trace[812971719] 'process raft request' (duration: 117.38102ms)","trace[812971719] 'compare' (duration: 125.06843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.638556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200139155s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:22.638857Z","caller":"traceutil/trace.go:171","msg":"trace[1661266512] linearizableReadLoop","detail":"{readStateIndex:13024; appliedIndex:13022; }","duration":"1.254823154s","start":"2026-03-31T05:21:21.384008Z","end":"2026-03-31T05:21:22.638831Z","steps":["trace[1661266512] 'read index received' (duration: 54.256878ms)","trace[1661266512] 'applied index is now lower than readState.Index' (duration: 1.200563846s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:22.638908Z","caller":"traceutil/trace.go:171","msg":"trace[1671777251] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"1.254937947s","start":"2026-03-31T05:21:21.383768Z","end":"2026-03-31T05:21:22.638706Z","steps":["trace[1671777251] 'process raft request' (duration: 54.582786ms)","trace[1671777251] 'compare' (duration: 1.199887688s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:22.638989Z","caller":"traceutil/trace.go:171","msg":"trace[1709566026] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"1.255178213s","start":"2026-03-31T05:21:21.383795Z","end":"2026-03-31T05:21:22.638974Z","steps":["trace[1709566026] 'process raft request' (duration: 1.254839474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.38373Z","time spent":"1.255220304s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.639153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254984869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.639214Z","caller":"traceutil/trace.go:171","msg":"trace[1914119053] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12566; }","duration":"1.25504608s","start":"2026-03-31T05:21:21.384152Z","end":"2026-03-31T05:21:22.639198Z","steps":["trace[1914119053] 'agreement among raft nodes before linearized reading' (duration: 1.254955478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.384109Z","time spent":"1.255141453s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:22.639473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255453111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.639524Z","caller":"traceutil/trace.go:171","msg":"trace[1317274879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12566; }","duration":"1.255671057s","start":"2026-03-31T05:21:21.38384Z","end":"2026-03-31T05:21:22.639511Z","steps":["trace[1317274879] 'agreement among raft nodes before linearized reading' (duration: 1.255596015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.383241Z","time spent":"1.256310015s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:21:22.639569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.349791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.639625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.521831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:21:22.639638Z","caller":"traceutil/trace.go:171","msg":"trace[2105379705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:12566; }","duration":"773.431364ms","start":"2026-03-31T05:21:21.866187Z","end":"2026-03-31T05:21:22.639619Z","steps":["trace[2105379705] 'agreement among raft nodes before linearized reading' (duration: 773.30772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000288618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:22.639682Z","caller":"traceutil/trace.go:171","msg":"trace[166542732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12566; }","duration":"994.618203ms","start":"2026-03-31T05:21:21.645051Z","end":"2026-03-31T05:21:22.639669Z","steps":["trace[166542732] 'agreement among raft nodes before linearized reading' (duration: 994.445898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.866142Z","time spent":"773.532706ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:22.639663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255187014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.639709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.64504Z","time spent":"994.664125ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:22.639703Z","caller":"traceutil/trace.go:171","msg":"trace[1342819284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12566; }","duration":"1.00037013s","start":"2026-03-31T05:21:21.639312Z","end":"2026-03-31T05:21:22.639683Z","steps":["trace[1342819284] 'agreement among raft nodes before linearized reading' (duration: 1.000188685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.639291Z","time spent":"1.000444352s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:22.639746Z","caller":"traceutil/trace.go:171","msg":"trace[1010586724] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12566; }","duration":"1.255289187s","start":"2026-03-31T05:21:21.384439Z","end":"2026-03-31T05:21:22.639729Z","steps":["trace[1010586724] 'agreement among raft nodes before linearized reading' (duration: 1.255147163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255331537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.639797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.384435Z","time spent":"1.255344018s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:22.63982Z","caller":"traceutil/trace.go:171","msg":"trace[60228608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12566; }","duration":"1.2553994s","start":"2026-03-31T05:21:21.384407Z","end":"2026-03-31T05:21:22.639807Z","steps":["trace[60228608] 'agreement among raft nodes before linearized reading' (duration: 1.255324808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.639761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.550036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:21:22.639869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.3844Z","time spent":"1.255454451s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:21:22.639946Z","caller":"traceutil/trace.go:171","msg":"trace[60903182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12566; }","duration":"952.736491ms","start":"2026-03-31T05:21:21.687167Z","end":"2026-03-31T05:21:22.639903Z","steps":["trace[60903182] 'agreement among raft nodes before linearized reading' (duration: 952.337201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.64Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07075382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:21:22.640034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252272105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:22.640065Z","caller":"traceutil/trace.go:171","msg":"trace[910916545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12566; }","duration":"1.252316356s","start":"2026-03-31T05:21:21.387738Z","end":"2026-03-31T05:21:22.640055Z","steps":["trace[910916545] 'agreement among raft nodes before linearized reading' (duration: 1.252187722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.640101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.38773Z","time spent":"1.252364817s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:21:22.640102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255724139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:21:22.639895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153306048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.640164Z","caller":"traceutil/trace.go:171","msg":"trace[2099743741] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12566; }","duration":"1.25578525s","start":"2026-03-31T05:21:21.384366Z","end":"2026-03-31T05:21:22.640151Z","steps":["trace[2099743741] 'agreement among raft nodes before linearized reading' (duration: 1.255466241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.640232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.38433Z","time spent":"1.255890943s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:21:22.640065Z","caller":"traceutil/trace.go:171","msg":"trace[1857110311] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12566; }","duration":"1.070849712s","start":"2026-03-31T05:21:21.569191Z","end":"2026-03-31T05:21:22.640041Z","steps":["trace[1857110311] 'agreement among raft nodes before linearized reading' (duration: 1.070704848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.640331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.569116Z","time spent":"1.071202432s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:21:22.640168Z","caller":"traceutil/trace.go:171","msg":"trace[1263073753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12566; }","duration":"1.153635387s","start":"2026-03-31T05:21:21.486524Z","end":"2026-03-31T05:21:22.640159Z","steps":["trace[1263073753] 'agreement among raft nodes before linearized reading' (duration: 1.15334933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.640453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.486505Z","time spent":"1.153925915s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:22.640009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.68715Z","time spent":"952.846535ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:22.63909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.383771Z","time spent":"1.255259386s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.641222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052850681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:21:22.641269Z","caller":"traceutil/trace.go:171","msg":"trace[247187840] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12566; }","duration":"1.052936253s","start":"2026-03-31T05:21:21.588325Z","end":"2026-03-31T05:21:22.641261Z","steps":["trace[247187840] 'agreement among raft nodes before linearized reading' (duration: 1.051154385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.641376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.588304Z","time spent":"1.053063767s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1218,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.854137Z","caller":"traceutil/trace.go:171","msg":"trace[609650259] linearizableReadLoop","detail":"{readStateIndex:13025; appliedIndex:13024; }","duration":"212.844452ms","start":"2026-03-31T05:21:22.641224Z","end":"2026-03-31T05:21:22.854068Z","steps":["trace[609650259] 'read index received' (duration: 168.031131ms)","trace[609650259] 'applied index is now lower than readState.Index' (duration: 44.80639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.854394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.116669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.854452Z","caller":"traceutil/trace.go:171","msg":"trace[797281257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12566; }","duration":"213.231902ms","start":"2026-03-31T05:21:22.641205Z","end":"2026-03-31T05:21:22.854437Z","steps":["trace[797281257] 'agreement among raft nodes before linearized reading' (duration: 213.042397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.17023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.327471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:23.170584Z","caller":"traceutil/trace.go:171","msg":"trace[1011056225] transaction","detail":"{read_only:false; response_revision:12568; number_of_response:1; }","duration":"526.179163ms","start":"2026-03-31T05:21:22.64436Z","end":"2026-03-31T05:21:23.17054Z","steps":["trace[1011056225] 'process raft request' (duration: 525.958717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.170605Z","caller":"traceutil/trace.go:171","msg":"trace[1399521236] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"526.126422ms","start":"2026-03-31T05:21:22.644301Z","end":"2026-03-31T05:21:23.170427Z","steps":["trace[1399521236] 'process raft request' (duration: 325.540964ms)","trace[1399521236] 'compare' (duration: 200.233648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:23.170682Z","caller":"traceutil/trace.go:171","msg":"trace[140459791] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"525.800172ms","start":"2026-03-31T05:21:22.644852Z","end":"2026-03-31T05:21:23.170652Z","steps":["trace[140459791] 'process raft request' (duration: 525.535595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.170772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.644287Z","time spent":"526.408349ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:23.170802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.644835Z","time spent":"525.904255ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:23.170798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.644341Z","time spent":"526.354927ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:23.170948Z","caller":"traceutil/trace.go:171","msg":"trace[562472694] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"525.756762ms","start":"2026-03-31T05:21:22.645178Z","end":"2026-03-31T05:21:23.170935Z","steps":["trace[562472694] 'process raft request' (duration: 525.263888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.171008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.64517Z","time spent":"525.803193ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:23.171065Z","caller":"traceutil/trace.go:171","msg":"trace[420769394] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"315.329766ms","start":"2026-03-31T05:21:22.855715Z","end":"2026-03-31T05:21:23.171045Z","steps":["trace[420769394] 'process raft request' (duration: 315.076149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.171184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.855695Z","time spent":"315.428089ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:23.171184Z","caller":"traceutil/trace.go:171","msg":"trace[132181952] linearizableReadLoop","detail":"{readStateIndex:13029; appliedIndex:13025; }","duration":"316.93289ms","start":"2026-03-31T05:21:22.854223Z","end":"2026-03-31T05:21:23.171156Z","steps":["trace[132181952] 'read index received' (duration: 115.729485ms)","trace[132181952] 'applied index is now lower than readState.Index' (duration: 201.200085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:23.171256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.828308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:23.171304Z","caller":"traceutil/trace.go:171","msg":"trace[1995398972] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12572; }","duration":"494.90101ms","start":"2026-03-31T05:21:22.676385Z","end":"2026-03-31T05:21:23.171286Z","steps":["trace[1995398972] 'agreement among raft nodes before linearized reading' (duration: 494.838839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.171351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.676369Z","time spent":"494.967862ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:23.172591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.125106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462680"} {"level":"info","ts":"2026-03-31T05:21:23.172652Z","caller":"traceutil/trace.go:171","msg":"trace[812798389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12572; }","duration":"528.225569ms","start":"2026-03-31T05:21:22.644411Z","end":"2026-03-31T05:21:23.172637Z","steps":["trace[812798389] 'agreement among raft nodes before linearized reading' (duration: 526.940234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.172775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.644393Z","time spent":"528.29164ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462704,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:23.256273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.271887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:23.25634Z","caller":"traceutil/trace.go:171","msg":"trace[1282932791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12573; }","duration":"124.38025ms","start":"2026-03-31T05:21:23.131945Z","end":"2026-03-31T05:21:23.256325Z","steps":["trace[1282932791] 'agreement among raft nodes before linearized reading' (duration: 124.194755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.256341Z","caller":"traceutil/trace.go:171","msg":"trace[1564379177] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"173.266883ms","start":"2026-03-31T05:21:23.083054Z","end":"2026-03-31T05:21:23.256321Z","steps":["trace[1564379177] 'process raft request' (duration: 172.894863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.25642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.045842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-8fdqk\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-03-31T05:21:23.256496Z","caller":"traceutil/trace.go:171","msg":"trace[888884655] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-8fdqk; range_end:; response_count:1; response_revision:12573; }","duration":"175.173446ms","start":"2026-03-31T05:21:23.081306Z","end":"2026-03-31T05:21:23.25648Z","steps":["trace[888884655] 'agreement among raft nodes before linearized reading' (duration: 174.95259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.42573Z","caller":"traceutil/trace.go:171","msg":"trace[985518381] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"160.251548ms","start":"2026-03-31T05:21:23.26545Z","end":"2026-03-31T05:21:23.425701Z","steps":["trace[985518381] 'process raft request' (duration: 160.021452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.067496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.232496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:24.067602Z","caller":"traceutil/trace.go:171","msg":"trace[1222931250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:12576; }","duration":"354.387431ms","start":"2026-03-31T05:21:23.713178Z","end":"2026-03-31T05:21:24.067566Z","steps":["trace[1222931250] 'count revisions from in-memory index tree' (duration: 354.101553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.067977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:23.713158Z","time spent":"354.482554ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:24.440594Z","caller":"traceutil/trace.go:171","msg":"trace[1087965116] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"110.7969ms","start":"2026-03-31T05:21:24.329739Z","end":"2026-03-31T05:21:24.440536Z","steps":["trace[1087965116] 'process raft request' (duration: 110.624096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.578698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:24.578777Z","caller":"traceutil/trace.go:171","msg":"trace[1156831188] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12577; }","duration":"100.593352ms","start":"2026-03-31T05:21:24.478162Z","end":"2026-03-31T05:21:24.578755Z","steps":["trace[1156831188] 'count revisions from in-memory index tree' (duration: 100.377836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:24.792113Z","caller":"traceutil/trace.go:171","msg":"trace[564341474] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"146.669198ms","start":"2026-03-31T05:21:24.645406Z","end":"2026-03-31T05:21:24.792075Z","steps":["trace[564341474] 'process raft request' (duration: 146.532945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:24.792039Z","caller":"traceutil/trace.go:171","msg":"trace[1447607703] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"147.044399ms","start":"2026-03-31T05:21:24.644961Z","end":"2026-03-31T05:21:24.792005Z","steps":["trace[1447607703] 'process raft request' (duration: 64.429297ms)","trace[1447607703] 'compare' (duration: 82.129528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:24.792241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.185492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:24.792139Z","caller":"traceutil/trace.go:171","msg":"trace[1432172229] linearizableReadLoop","detail":"{readStateIndex:13038; appliedIndex:13037; }","duration":"147.0829ms","start":"2026-03-31T05:21:24.645034Z","end":"2026-03-31T05:21:24.792117Z","steps":["trace[1432172229] 'read index received' (duration: 170.895µs)","trace[1432172229] 'applied index is now lower than readState.Index' (duration: 146.910065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:24.7923Z","caller":"traceutil/trace.go:171","msg":"trace[1333889263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12580; }","duration":"147.281295ms","start":"2026-03-31T05:21:24.645002Z","end":"2026-03-31T05:21:24.792284Z","steps":["trace[1333889263] 'agreement among raft nodes before linearized reading' (duration: 147.172622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.792563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.962546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:24.792632Z","caller":"traceutil/trace.go:171","msg":"trace[2019476916] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12580; }","duration":"147.50011ms","start":"2026-03-31T05:21:24.645118Z","end":"2026-03-31T05:21:24.792618Z","steps":["trace[2019476916] 'agreement among raft nodes before linearized reading' (duration: 147.363057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.792996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.782034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:21:24.793012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.403668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:24.793053Z","caller":"traceutil/trace.go:171","msg":"trace[1200465597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12580; }","duration":"145.873817ms","start":"2026-03-31T05:21:24.647168Z","end":"2026-03-31T05:21:24.793041Z","steps":["trace[1200465597] 'agreement among raft nodes before linearized reading' (duration: 145.674991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:24.793064Z","caller":"traceutil/trace.go:171","msg":"trace[1446302688] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12580; }","duration":"147.48169ms","start":"2026-03-31T05:21:24.645569Z","end":"2026-03-31T05:21:24.79305Z","steps":["trace[1446302688] 'agreement among raft nodes before linearized reading' (duration: 147.402448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.305777Z","caller":"traceutil/trace.go:171","msg":"trace[486401178] transaction","detail":"{read_only:false; response_revision:12583; number_of_response:1; }","duration":"108.365354ms","start":"2026-03-31T05:21:25.197384Z","end":"2026-03-31T05:21:25.30575Z","steps":["trace[486401178] 'process raft request' (duration: 107.537902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.306339Z","caller":"traceutil/trace.go:171","msg":"trace[1402517782] transaction","detail":"{read_only:false; response_revision:12584; number_of_response:1; }","duration":"108.696882ms","start":"2026-03-31T05:21:25.197609Z","end":"2026-03-31T05:21:25.306306Z","steps":["trace[1402517782] 'process raft request' (duration: 108.086636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:25.307778Z","caller":"traceutil/trace.go:171","msg":"trace[1803731863] transaction","detail":"{read_only:false; response_revision:12585; number_of_response:1; }","duration":"109.954087ms","start":"2026-03-31T05:21:25.197797Z","end":"2026-03-31T05:21:25.307751Z","steps":["trace[1803731863] 'process raft request' (duration: 108.375904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.313179Z","caller":"traceutil/trace.go:171","msg":"trace[1919152859] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"115.296363ms","start":"2026-03-31T05:21:26.197858Z","end":"2026-03-31T05:21:26.313154Z","steps":["trace[1919152859] 'process raft request' (duration: 115.121458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.679742Z","caller":"traceutil/trace.go:171","msg":"trace[804667584] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"183.130512ms","start":"2026-03-31T05:21:26.496581Z","end":"2026-03-31T05:21:26.679712Z","steps":["trace[804667584] 'process raft request' (duration: 182.920697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:26.822747Z","caller":"traceutil/trace.go:171","msg":"trace[1560640431] transaction","detail":"{read_only:false; response_revision:12591; number_of_response:1; }","duration":"310.140455ms","start":"2026-03-31T05:21:26.512564Z","end":"2026-03-31T05:21:26.822704Z","steps":["trace[1560640431] 'process raft request' (duration: 227.07176ms)","trace[1560640431] 'compare' (duration: 82.834568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:26.822741Z","caller":"traceutil/trace.go:171","msg":"trace[1197750763] linearizableReadLoop","detail":"{readStateIndex:13050; appliedIndex:13048; }","duration":"290.294764ms","start":"2026-03-31T05:21:26.532415Z","end":"2026-03-31T05:21:26.82271Z","steps":["trace[1197750763] 'read index received' (duration: 147.059829ms)","trace[1197750763] 'applied index is now lower than readState.Index' (duration: 143.233785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:26.823798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.512541Z","time spent":"310.298289ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:27.163444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.75942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:21:27.163657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.222147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.16375Z","caller":"traceutil/trace.go:171","msg":"trace[1846714870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12591; }","duration":"631.32521ms","start":"2026-03-31T05:21:26.532385Z","end":"2026-03-31T05:21:27.16371Z","steps":["trace[1846714870] 'agreement among raft nodes before linearized reading' (duration: 290.416407ms)","trace[1846714870] 'range keys from in-memory index tree' (duration: 340.80361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:27.163786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.532372Z","time spent":"631.407392ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:27.163949Z","caller":"traceutil/trace.go:171","msg":"trace[1293598460] transaction","detail":"{read_only:false; response_revision:12592; number_of_response:1; }","duration":"365.983157ms","start":"2026-03-31T05:21:26.797928Z","end":"2026-03-31T05:21:27.163911Z","steps":["trace[1293598460] 'process raft request' (duration: 365.601746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.164106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.797905Z","time spent":"366.118261ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:27.323229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396006801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:21:27.403884Z","caller":"traceutil/trace.go:171","msg":"trace[1233856279] linearizableReadLoop","detail":"{readStateIndex:13053; appliedIndex:13052; }","duration":"580.926587ms","start":"2026-03-31T05:21:26.822922Z","end":"2026-03-31T05:21:27.403848Z","steps":["trace[1233856279] 'read index received' (duration: 573.588177ms)","trace[1233856279] 'applied index is now lower than readState.Index' (duration: 7.33695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:27.404046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.82407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.404083Z","caller":"traceutil/trace.go:171","msg":"trace[995597242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12593; }","duration":"607.908422ms","start":"2026-03-31T05:21:26.796161Z","end":"2026-03-31T05:21:27.404069Z","steps":["trace[995597242] 'agreement among raft nodes before linearized reading' (duration: 607.8343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.404125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.796134Z","time spent":"607.982644ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:21:27.404169Z","caller":"traceutil/trace.go:171","msg":"trace[2142187394] transaction","detail":"{read_only:false; response_revision:12593; number_of_response:1; }","duration":"605.136497ms","start":"2026-03-31T05:21:26.799003Z","end":"2026-03-31T05:21:27.40414Z","steps":["trace[2142187394] 'process raft request' (duration: 597.480498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.404246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.039936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.404272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.798986Z","time spent":"605.234819ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:27.404314Z","caller":"traceutil/trace.go:171","msg":"trace[224546862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12593; }","duration":"608.165069ms","start":"2026-03-31T05:21:26.796134Z","end":"2026-03-31T05:21:27.404299Z","steps":["trace[224546862] 'agreement among raft nodes before linearized reading' (duration: 608.037216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.404187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.820827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.404345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.79611Z","time spent":"608.229661ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:27.404372Z","caller":"traceutil/trace.go:171","msg":"trace[1186703795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12593; }","duration":"755.058354ms","start":"2026-03-31T05:21:26.649298Z","end":"2026-03-31T05:21:27.404356Z","steps":["trace[1186703795] 'agreement among raft nodes before linearized reading' (duration: 754.779646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.404087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.685972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.404415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.649223Z","time spent":"755.181657ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:27.404411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.203737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:27.404497Z","caller":"traceutil/trace.go:171","msg":"trace[1781120383] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12593; }","duration":"755.334291ms","start":"2026-03-31T05:21:26.649142Z","end":"2026-03-31T05:21:27.404476Z","steps":["trace[1781120383] 'agreement among raft nodes before linearized reading' (duration: 755.042753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.40455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.649124Z","time spent":"755.416974ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:21:27.404538Z","caller":"traceutil/trace.go:171","msg":"trace[995881558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12593; }","duration":"606.071202ms","start":"2026-03-31T05:21:26.798341Z","end":"2026-03-31T05:21:27.404412Z","steps":["trace[995881558] 'agreement among raft nodes before linearized reading' (duration: 605.523248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.405085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:26.79833Z","time spent":"606.688919ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:27.62926Z","caller":"traceutil/trace.go:171","msg":"trace[1557290731] linearizableReadLoop","detail":"{readStateIndex:13054; appliedIndex:13053; }","duration":"225.268001ms","start":"2026-03-31T05:21:27.403965Z","end":"2026-03-31T05:21:27.629233Z","steps":["trace[1557290731] 'read index received' (duration: 150.190675ms)","trace[1557290731] 'applied index is now lower than readState.Index' (duration: 75.076066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:27.629345Z","caller":"traceutil/trace.go:171","msg":"trace[595544278] transaction","detail":"{read_only:false; response_revision:12594; number_of_response:1; }","duration":"279.887ms","start":"2026-03-31T05:21:27.34942Z","end":"2026-03-31T05:21:27.629307Z","steps":["trace[595544278] 'process raft request' (duration: 204.699751ms)","trace[595544278] 'compare' (duration: 74.980914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:27.629446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.335626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:21:27.629587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.16243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:27.629655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.020513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:21:27.629648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.7472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:27.6297Z","caller":"traceutil/trace.go:171","msg":"trace[1245388882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12594; }","duration":"317.096485ms","start":"2026-03-31T05:21:27.312589Z","end":"2026-03-31T05:21:27.629685Z","steps":["trace[1245388882] 'agreement among raft nodes before linearized reading' (duration: 316.968721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.629696Z","caller":"traceutil/trace.go:171","msg":"trace[1359233352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12594; }","duration":"239.326984ms","start":"2026-03-31T05:21:27.39035Z","end":"2026-03-31T05:21:27.629676Z","steps":["trace[1359233352] 'agreement among raft nodes before linearized reading' (duration: 238.980525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.629732Z","caller":"traceutil/trace.go:171","msg":"trace[587161735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12594; }","duration":"424.892373ms","start":"2026-03-31T05:21:27.204821Z","end":"2026-03-31T05:21:27.629713Z","steps":["trace[587161735] 'agreement among raft nodes before linearized reading' (duration: 424.605766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.629733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.370699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:27.629791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.204799Z","time spent":"424.983136ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:21:27.629803Z","caller":"traceutil/trace.go:171","msg":"trace[984916360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12594; }","duration":"194.472691ms","start":"2026-03-31T05:21:27.435311Z","end":"2026-03-31T05:21:27.629784Z","steps":["trace[984916360] 'agreement among raft nodes before linearized reading' (duration: 194.386599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.629669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.857413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:21:27.629904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.833845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:27.629926Z","caller":"traceutil/trace.go:171","msg":"trace[1703794201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12594; }","duration":"140.088239ms","start":"2026-03-31T05:21:27.489776Z","end":"2026-03-31T05:21:27.629864Z","steps":["trace[1703794201] 'agreement among raft nodes before linearized reading' (duration: 139.807951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.629961Z","caller":"traceutil/trace.go:171","msg":"trace[164828560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12594; }","duration":"357.981519ms","start":"2026-03-31T05:21:27.271967Z","end":"2026-03-31T05:21:27.629948Z","steps":["trace[164828560] 'agreement among raft nodes before linearized reading' (duration: 357.752433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.629995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.271946Z","time spent":"358.040901ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:27.629542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.314097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:27.63017Z","caller":"traceutil/trace.go:171","msg":"trace[503436523] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12594; }","duration":"194.946984ms","start":"2026-03-31T05:21:27.435171Z","end":"2026-03-31T05:21:27.630118Z","steps":["trace[503436523] 'agreement among raft nodes before linearized reading' (duration: 194.316227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.629619Z","caller":"traceutil/trace.go:171","msg":"trace[18207106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12594; }","duration":"315.525981ms","start":"2026-03-31T05:21:27.314069Z","end":"2026-03-31T05:21:27.629595Z","steps":["trace[18207106] 'agreement among raft nodes before linearized reading' (duration: 315.191802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.630462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.314065Z","time spent":"316.369594ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:27.629492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.405199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:27.630585Z","caller":"traceutil/trace.go:171","msg":"trace[399196514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12594; }","duration":"316.518658ms","start":"2026-03-31T05:21:27.314042Z","end":"2026-03-31T05:21:27.630561Z","steps":["trace[399196514] 'agreement among raft nodes before linearized reading' (duration: 315.330496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.62974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.312569Z","time spent":"317.162316ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:27.630665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:27.314035Z","time spent":"316.610371ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:27.807241Z","caller":"traceutil/trace.go:171","msg":"trace[1166576380] transaction","detail":"{read_only:false; response_revision:12597; number_of_response:1; }","duration":"171.481575ms","start":"2026-03-31T05:21:27.635734Z","end":"2026-03-31T05:21:27.807216Z","steps":["trace[1166576380] 'process raft request' (duration: 171.374842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.807301Z","caller":"traceutil/trace.go:171","msg":"trace[746247399] transaction","detail":"{read_only:false; response_revision:12596; number_of_response:1; }","duration":"172.570614ms","start":"2026-03-31T05:21:27.634681Z","end":"2026-03-31T05:21:27.807252Z","steps":["trace[746247399] 'process raft request' (duration: 113.698579ms)","trace[746247399] 'compare' (duration: 58.428823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:27.807543Z","caller":"traceutil/trace.go:171","msg":"trace[933323323] transaction","detail":"{read_only:false; response_revision:12598; number_of_response:1; }","duration":"171.770693ms","start":"2026-03-31T05:21:27.635739Z","end":"2026-03-31T05:21:27.80751Z","steps":["trace[933323323] 'process raft request' (duration: 171.461105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.808001Z","caller":"traceutil/trace.go:171","msg":"trace[202901628] linearizableReadLoop","detail":"{readStateIndex:13058; appliedIndex:13054; }","duration":"170.999521ms","start":"2026-03-31T05:21:27.63699Z","end":"2026-03-31T05:21:27.807989Z","steps":["trace[202901628] 'read index received' (duration: 938.185µs)","trace[202901628] 'applied index is now lower than readState.Index' (duration: 170.060196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:27.807996Z","caller":"traceutil/trace.go:171","msg":"trace[1353018884] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"170.870048ms","start":"2026-03-31T05:21:27.637109Z","end":"2026-03-31T05:21:27.807979Z","steps":["trace[1353018884] 'process raft request' (duration: 170.358694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:27.808038Z","caller":"traceutil/trace.go:171","msg":"trace[1659718485] transaction","detail":"{read_only:false; response_revision:12600; number_of_response:1; }","duration":"170.863598ms","start":"2026-03-31T05:21:27.637142Z","end":"2026-03-31T05:21:27.808006Z","steps":["trace[1659718485] 'process raft request' (duration: 170.732194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.808322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.489467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:27.808372Z","caller":"traceutil/trace.go:171","msg":"trace[393348527] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12600; }","duration":"108.631911ms","start":"2026-03-31T05:21:27.699723Z","end":"2026-03-31T05:21:27.808355Z","steps":["trace[393348527] 'agreement among raft nodes before linearized reading' (duration: 108.377004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:27.808637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.620979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462608"} {"level":"info","ts":"2026-03-31T05:21:27.808703Z","caller":"traceutil/trace.go:171","msg":"trace[739377921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12600; }","duration":"171.723171ms","start":"2026-03-31T05:21:27.636966Z","end":"2026-03-31T05:21:27.808689Z","steps":["trace[739377921] 'agreement among raft nodes before linearized reading' (duration: 171.112695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:28.796006Z","caller":"traceutil/trace.go:171","msg":"trace[275528199] transaction","detail":"{read_only:false; response_revision:12601; number_of_response:1; }","duration":"162.418708ms","start":"2026-03-31T05:21:28.633553Z","end":"2026-03-31T05:21:28.795972Z","steps":["trace[275528199] 'process raft request' (duration: 162.112569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:29.759104Z","caller":"traceutil/trace.go:171","msg":"trace[1396369776] linearizableReadLoop","detail":"{readStateIndex:13064; appliedIndex:13063; }","duration":"117.421081ms","start":"2026-03-31T05:21:29.641662Z","end":"2026-03-31T05:21:29.759084Z","steps":["trace[1396369776] 'read index received' (duration: 117.227286ms)","trace[1396369776] 'applied index is now lower than readState.Index' (duration: 192.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:29.759136Z","caller":"traceutil/trace.go:171","msg":"trace[1744654592] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"120.767672ms","start":"2026-03-31T05:21:29.638353Z","end":"2026-03-31T05:21:29.75912Z","steps":["trace[1744654592] 'process raft request' (duration: 120.542816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:29.75926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.579425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:21:29.759297Z","caller":"traceutil/trace.go:171","msg":"trace[728435734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12604; }","duration":"117.663407ms","start":"2026-03-31T05:21:29.641623Z","end":"2026-03-31T05:21:29.759287Z","steps":["trace[728435734] 'agreement among raft nodes before linearized reading' (duration: 117.533284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.082095Z","caller":"traceutil/trace.go:171","msg":"trace[1319659917] linearizableReadLoop","detail":"{readStateIndex:13065; appliedIndex:13064; }","duration":"268.570561ms","start":"2026-03-31T05:21:29.813506Z","end":"2026-03-31T05:21:30.082076Z","steps":["trace[1319659917] 'read index received' (duration: 268.368386ms)","trace[1319659917] 'applied index is now lower than readState.Index' (duration: 201.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:30.08215Z","caller":"traceutil/trace.go:171","msg":"trace[961563683] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"319.325075ms","start":"2026-03-31T05:21:29.762797Z","end":"2026-03-31T05:21:30.082123Z","steps":["trace[961563683] 'process raft request' (duration: 319.14264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.082286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:29.762783Z","time spent":"319.427478ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:30.082317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.765177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:30.082347Z","caller":"traceutil/trace.go:171","msg":"trace[1747618142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12605; }","duration":"268.837729ms","start":"2026-03-31T05:21:29.813498Z","end":"2026-03-31T05:21:30.082336Z","steps":["trace[1747618142] 'agreement among raft nodes before linearized reading' (duration: 268.681275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.082366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.830199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:21:30.082439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.363486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:30.082465Z","caller":"traceutil/trace.go:171","msg":"trace[1784625474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12605; }","duration":"268.974553ms","start":"2026-03-31T05:21:29.813464Z","end":"2026-03-31T05:21:30.082439Z","steps":["trace[1784625474] 'agreement among raft nodes before linearized reading' (duration: 268.692945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.082364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.909393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:21:30.082503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.474181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:30.082545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.185911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:30.08259Z","caller":"traceutil/trace.go:171","msg":"trace[384319985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12605; }","duration":"267.567314ms","start":"2026-03-31T05:21:29.815001Z","end":"2026-03-31T05:21:30.082568Z","steps":["trace[384319985] 'agreement among raft nodes before linearized reading' (duration: 267.384139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.08261Z","caller":"traceutil/trace.go:171","msg":"trace[1576656356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12605; }","duration":"268.268113ms","start":"2026-03-31T05:21:29.814326Z","end":"2026-03-31T05:21:30.082594Z","steps":["trace[1576656356] 'agreement among raft nodes before linearized reading' (duration: 267.904203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.082528Z","caller":"traceutil/trace.go:171","msg":"trace[382328422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12605; }","duration":"261.121518ms","start":"2026-03-31T05:21:29.821399Z","end":"2026-03-31T05:21:30.08252Z","steps":["trace[382328422] 'agreement among raft nodes before linearized reading' (duration: 260.799269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:30.082619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.140017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:30.082515Z","caller":"traceutil/trace.go:171","msg":"trace[1445836982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12605; }","duration":"268.473648ms","start":"2026-03-31T05:21:29.814021Z","end":"2026-03-31T05:21:30.082495Z","steps":["trace[1445836982] 'agreement among raft nodes before linearized reading' (duration: 268.281623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:30.082736Z","caller":"traceutil/trace.go:171","msg":"trace[1844206707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12605; }","duration":"200.320081ms","start":"2026-03-31T05:21:29.882393Z","end":"2026-03-31T05:21:30.082713Z","steps":["trace[1844206707] 'agreement among raft nodes before linearized reading' (duration: 199.934311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:34.210543Z","caller":"traceutil/trace.go:171","msg":"trace[1284642183] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"109.33097ms","start":"2026-03-31T05:21:34.101181Z","end":"2026-03-31T05:21:34.210512Z","steps":["trace[1284642183] 'process raft request' (duration: 109.170195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:34.528507Z","caller":"traceutil/trace.go:171","msg":"trace[599723236] linearizableReadLoop","detail":"{readStateIndex:13088; appliedIndex:13087; }","duration":"313.527967ms","start":"2026-03-31T05:21:34.214951Z","end":"2026-03-31T05:21:34.528479Z","steps":["trace[599723236] 'read index received' (duration: 313.475116ms)","trace[599723236] 'applied index is now lower than readState.Index' (duration: 51.281µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:34.528623Z","caller":"traceutil/trace.go:171","msg":"trace[2048355796] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"313.675982ms","start":"2026-03-31T05:21:34.214937Z","end":"2026-03-31T05:21:34.528613Z","steps":["trace[2048355796] 'process raft request' (duration: 313.263331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.52875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.214918Z","time spent":"313.734503ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:34.529341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.369411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462608"} {"level":"info","ts":"2026-03-31T05:21:34.529423Z","caller":"traceutil/trace.go:171","msg":"trace[1298583896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12627; }","duration":"314.514914ms","start":"2026-03-31T05:21:34.21489Z","end":"2026-03-31T05:21:34.529405Z","steps":["trace[1298583896] 'agreement among raft nodes before linearized reading' (duration: 313.849856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.529468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.214863Z","time spent":"314.591967ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462632,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:34.752351Z","caller":"traceutil/trace.go:171","msg":"trace[1889969816] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"537.375069ms","start":"2026-03-31T05:21:34.214954Z","end":"2026-03-31T05:21:34.752329Z","steps":["trace[1889969816] 'process raft request' (duration: 473.847437ms)","trace[1889969816] 'compare' (duration: 63.376248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:34.752488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.21493Z","time spent":"537.491453ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:34.752582Z","caller":"traceutil/trace.go:171","msg":"trace[841589017] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"537.592626ms","start":"2026-03-31T05:21:34.214968Z","end":"2026-03-31T05:21:34.752561Z","steps":["trace[841589017] 'process raft request' (duration: 537.322528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.752716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.214951Z","time spent":"537.703678ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:34.753027Z","caller":"traceutil/trace.go:171","msg":"trace[1721933788] linearizableReadLoop","detail":"{readStateIndex:13092; appliedIndex:13088; }","duration":"224.431188ms","start":"2026-03-31T05:21:34.528577Z","end":"2026-03-31T05:21:34.753008Z","steps":["trace[1721933788] 'read index received' (duration: 160.246108ms)","trace[1721933788] 'applied index is now lower than readState.Index' (duration: 64.18399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:34.753103Z","caller":"traceutil/trace.go:171","msg":"trace[1271378268] transaction","detail":"{read_only:false; response_revision:12630; number_of_response:1; }","duration":"537.37872ms","start":"2026-03-31T05:21:34.215708Z","end":"2026-03-31T05:21:34.753087Z","steps":["trace[1271378268] 'process raft request' (duration: 536.788474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:34.753131Z","caller":"traceutil/trace.go:171","msg":"trace[1400443366] transaction","detail":"{read_only:false; response_revision:12631; number_of_response:1; }","duration":"537.37201ms","start":"2026-03-31T05:21:34.215747Z","end":"2026-03-31T05:21:34.753119Z","steps":["trace[1400443366] 'process raft request' (duration: 537.189665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.753147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.134062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:34.753155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.215688Z","time spent":"537.441231ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:34.753173Z","caller":"traceutil/trace.go:171","msg":"trace[1838424790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12631; }","duration":"256.226645ms","start":"2026-03-31T05:21:34.496938Z","end":"2026-03-31T05:21:34.753165Z","steps":["trace[1838424790] 'agreement among raft nodes before linearized reading' (duration: 256.152653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:34.753187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:34.215736Z","time spent":"537.425581ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:35.343223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.336816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:35.343314Z","caller":"traceutil/trace.go:171","msg":"trace[2111943387] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12631; }","duration":"147.502851ms","start":"2026-03-31T05:21:35.195789Z","end":"2026-03-31T05:21:35.343292Z","steps":["trace[2111943387] 'count revisions from in-memory index tree' (duration: 147.217293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.343841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.377218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:35.343922Z","caller":"traceutil/trace.go:171","msg":"trace[182650142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12631; }","duration":"136.514872ms","start":"2026-03-31T05:21:35.207389Z","end":"2026-03-31T05:21:35.343903Z","steps":["trace[182650142] 'range keys from in-memory index tree' (duration: 136.182373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:35.344235Z","caller":"traceutil/trace.go:171","msg":"trace[353899919] transaction","detail":"{read_only:false; response_revision:12632; number_of_response:1; }","duration":"129.684895ms","start":"2026-03-31T05:21:35.214537Z","end":"2026-03-31T05:21:35.344222Z","steps":["trace[353899919] 'process raft request' (duration: 84.608817ms)","trace[353899919] 'compare' (duration: 44.583785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:35.947759Z","caller":"traceutil/trace.go:171","msg":"trace[1433462094] linearizableReadLoop","detail":"{readStateIndex:13095; appliedIndex:13094; }","duration":"127.416664ms","start":"2026-03-31T05:21:35.820321Z","end":"2026-03-31T05:21:35.947737Z","steps":["trace[1433462094] 'read index received' (duration: 127.228279ms)","trace[1433462094] 'applied index is now lower than readState.Index' (duration: 187.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:35.947826Z","caller":"traceutil/trace.go:171","msg":"trace[1031478343] transaction","detail":"{read_only:false; response_revision:12634; number_of_response:1; }","duration":"162.649714ms","start":"2026-03-31T05:21:35.785147Z","end":"2026-03-31T05:21:35.947797Z","steps":["trace[1031478343] 'process raft request' (duration: 162.452199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:35.947956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.606489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:35.94805Z","caller":"traceutil/trace.go:171","msg":"trace[300720971] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12634; }","duration":"127.717942ms","start":"2026-03-31T05:21:35.820307Z","end":"2026-03-31T05:21:35.948025Z","steps":["trace[300720971] 'agreement among raft nodes before linearized reading' (duration: 127.539717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:36.424578Z","caller":"traceutil/trace.go:171","msg":"trace[2049897773] transaction","detail":"{read_only:false; response_revision:12636; number_of_response:1; }","duration":"121.952355ms","start":"2026-03-31T05:21:36.30259Z","end":"2026-03-31T05:21:36.424542Z","steps":["trace[2049897773] 'process raft request' (duration: 88.061421ms)","trace[2049897773] 'compare' (duration: 33.443762ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:38.709258Z","caller":"traceutil/trace.go:171","msg":"trace[2116193683] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13109; }","duration":"130.94703ms","start":"2026-03-31T05:21:38.57828Z","end":"2026-03-31T05:21:38.709227Z","steps":["trace[2116193683] 'read index received' (duration: 130.754745ms)","trace[2116193683] 'applied index is now lower than readState.Index' (duration: 190.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:38.709338Z","caller":"traceutil/trace.go:171","msg":"trace[968723915] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"131.639818ms","start":"2026-03-31T05:21:38.577668Z","end":"2026-03-31T05:21:38.709307Z","steps":["trace[968723915] 'process raft request' (duration: 131.33096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:38.709966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.67488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462608"} {"level":"info","ts":"2026-03-31T05:21:38.710035Z","caller":"traceutil/trace.go:171","msg":"trace[1886683716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12648; }","duration":"131.807273ms","start":"2026-03-31T05:21:38.578213Z","end":"2026-03-31T05:21:38.710021Z","steps":["trace[1886683716] 'agreement among raft nodes before linearized reading' (duration: 131.120674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:40.439274Z","caller":"traceutil/trace.go:171","msg":"trace[2087513044] linearizableReadLoop","detail":"{readStateIndex:13117; appliedIndex:13116; }","duration":"470.437024ms","start":"2026-03-31T05:21:39.96882Z","end":"2026-03-31T05:21:40.439257Z","steps":["trace[2087513044] 'read index received' (duration: 470.246529ms)","trace[2087513044] 'applied index is now lower than readState.Index' (duration: 189.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:40.439351Z","caller":"traceutil/trace.go:171","msg":"trace[250778241] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"479.656875ms","start":"2026-03-31T05:21:39.959671Z","end":"2026-03-31T05:21:40.439328Z","steps":["trace[250778241] 'process raft request' (duration: 479.47187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.439386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.554587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:40.43942Z","caller":"traceutil/trace.go:171","msg":"trace[1678146435] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12655; }","duration":"470.636399ms","start":"2026-03-31T05:21:39.968774Z","end":"2026-03-31T05:21:40.439411Z","steps":["trace[1678146435] 'agreement among raft nodes before linearized reading' (duration: 470.562037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.439474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.96876Z","time spent":"470.67596ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:40.439481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:39.959646Z","time spent":"479.758858ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:40.43953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.483494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:40.439604Z","caller":"traceutil/trace.go:171","msg":"trace[467186400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12655; }","duration":"153.604667ms","start":"2026-03-31T05:21:40.285982Z","end":"2026-03-31T05:21:40.439587Z","steps":["trace[467186400] 'agreement among raft nodes before linearized reading' (duration: 153.393241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:40.674786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.602625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:40.674912Z","caller":"traceutil/trace.go:171","msg":"trace[2030353746] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12656; }","duration":"121.767369ms","start":"2026-03-31T05:21:40.553105Z","end":"2026-03-31T05:21:40.674872Z","steps":["trace[2030353746] 'range keys from in-memory index tree' (duration: 121.506162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:41.317312Z","caller":"traceutil/trace.go:171","msg":"trace[1901403101] transaction","detail":"{read_only:false; response_revision:12659; number_of_response:1; }","duration":"413.946394ms","start":"2026-03-31T05:21:40.903341Z","end":"2026-03-31T05:21:41.317288Z","steps":["trace[1901403101] 'process raft request' (duration: 413.768239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.317496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.903314Z","time spent":"414.104849ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:41.31757Z","caller":"traceutil/trace.go:171","msg":"trace[2140863142] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"414.133179ms","start":"2026-03-31T05:21:40.903422Z","end":"2026-03-31T05:21:41.317555Z","steps":["trace[2140863142] 'process raft request' (duration: 413.828991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.317655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.903416Z","time spent":"414.202061ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:41.318062Z","caller":"traceutil/trace.go:171","msg":"trace[1021162834] transaction","detail":"{read_only:false; response_revision:12661; number_of_response:1; }","duration":"395.04906ms","start":"2026-03-31T05:21:40.922991Z","end":"2026-03-31T05:21:41.31804Z","steps":["trace[1021162834] 'process raft request' (duration: 394.507975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.318139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:40.922961Z","time spent":"395.144082ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:41.607783Z","caller":"traceutil/trace.go:171","msg":"trace[1139484713] linearizableReadLoop","detail":"{readStateIndex:13125; appliedIndex:13124; }","duration":"167.617919ms","start":"2026-03-31T05:21:41.440133Z","end":"2026-03-31T05:21:41.607751Z","steps":["trace[1139484713] 'read index received' (duration: 108.197459ms)","trace[1139484713] 'applied index is now lower than readState.Index' (duration: 59.41867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:41.607868Z","caller":"traceutil/trace.go:171","msg":"trace[397055480] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"196.319913ms","start":"2026-03-31T05:21:41.411482Z","end":"2026-03-31T05:21:41.607802Z","steps":["trace[397055480] 'process raft request' (duration: 136.644566ms)","trace[397055480] 'compare' (duration: 59.42655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:41.608063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.905758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:41.608138Z","caller":"traceutil/trace.go:171","msg":"trace[166716026] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12663; }","duration":"168.031071ms","start":"2026-03-31T05:21:41.440088Z","end":"2026-03-31T05:21:41.60812Z","steps":["trace[166716026] 'agreement among raft nodes before linearized reading' (duration: 167.814995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.633447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.453099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:41.633529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.454862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:41.633618Z","caller":"traceutil/trace.go:171","msg":"trace[234178053] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12664; }","duration":"190.588856ms","start":"2026-03-31T05:21:41.443011Z","end":"2026-03-31T05:21:41.6336Z","steps":["trace[234178053] 'agreement among raft nodes before linearized reading' (duration: 190.313978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:41.633636Z","caller":"traceutil/trace.go:171","msg":"trace[759524000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12664; }","duration":"151.650414ms","start":"2026-03-31T05:21:41.48192Z","end":"2026-03-31T05:21:41.633571Z","steps":["trace[759524000] 'agreement among raft nodes before linearized reading' (duration: 151.460419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.633746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.500463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:41.633468Z","caller":"traceutil/trace.go:171","msg":"trace[1788401365] transaction","detail":"{read_only:false; response_revision:12664; number_of_response:1; }","duration":"110.876283ms","start":"2026-03-31T05:21:41.522556Z","end":"2026-03-31T05:21:41.633432Z","steps":["trace[1788401365] 'process raft request' (duration: 110.572745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:41.633802Z","caller":"traceutil/trace.go:171","msg":"trace[43284039] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12664; }","duration":"190.603476ms","start":"2026-03-31T05:21:41.443187Z","end":"2026-03-31T05:21:41.63379Z","steps":["trace[43284039] 'agreement among raft nodes before linearized reading' (duration: 190.479523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:41.633635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.802714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:41.633763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.856165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:41.634011Z","caller":"traceutil/trace.go:171","msg":"trace[608980888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12664; }","duration":"190.128423ms","start":"2026-03-31T05:21:41.443845Z","end":"2026-03-31T05:21:41.633974Z","steps":["trace[608980888] 'agreement among raft nodes before linearized reading' (duration: 189.732902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:41.634051Z","caller":"traceutil/trace.go:171","msg":"trace[1441439822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12664; }","duration":"190.077982ms","start":"2026-03-31T05:21:41.443792Z","end":"2026-03-31T05:21:41.63387Z","steps":["trace[1441439822] 'agreement among raft nodes before linearized reading' (duration: 189.775854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:42.984304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:21:43.116823Z","caller":"traceutil/trace.go:171","msg":"trace[1400428390] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"702.995263ms","start":"2026-03-31T05:21:42.413717Z","end":"2026-03-31T05:21:43.116712Z","steps":["trace[1400428390] 'process raft request' (duration: 702.862799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.116998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.413701Z","time spent":"703.206438ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:43.159525Z","caller":"traceutil/trace.go:171","msg":"trace[1369682869] linearizableReadLoop","detail":"{readStateIndex:13130; appliedIndex:13129; }","duration":"676.351537ms","start":"2026-03-31T05:21:42.483148Z","end":"2026-03-31T05:21:43.159499Z","steps":["trace[1369682869] 'read index received' (duration: 633.657093ms)","trace[1369682869] 'applied index is now lower than readState.Index' (duration: 42.692924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:43.159693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.534001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.159716Z","caller":"traceutil/trace.go:171","msg":"trace[1852879808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12667; }","duration":"676.607624ms","start":"2026-03-31T05:21:42.483102Z","end":"2026-03-31T05:21:43.15971Z","steps":["trace[1852879808] 'agreement among raft nodes before linearized reading' (duration: 676.545852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.159706Z","caller":"traceutil/trace.go:171","msg":"trace[1809908942] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"715.029541ms","start":"2026-03-31T05:21:42.444593Z","end":"2026-03-31T05:21:43.159622Z","steps":["trace[1809908942] 'process raft request' (duration: 714.763714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.159828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.605915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:21:43.159853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.174676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:43.159885Z","caller":"traceutil/trace.go:171","msg":"trace[1754525172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12667; }","duration":"672.705028ms","start":"2026-03-31T05:21:42.487169Z","end":"2026-03-31T05:21:43.159874Z","steps":["trace[1754525172] 'agreement among raft nodes before linearized reading' (duration: 672.536663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.159895Z","caller":"traceutil/trace.go:171","msg":"trace[248035014] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12667; }","duration":"419.251238ms","start":"2026-03-31T05:21:42.740632Z","end":"2026-03-31T05:21:43.159883Z","steps":["trace[248035014] 'agreement among raft nodes before linearized reading' (duration: 419.137185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.159916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.740617Z","time spent":"419.29314ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:43.15975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.483082Z","time spent":"676.662385ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:43.15989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.347444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:21:43.15993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.359537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:43.159968Z","caller":"traceutil/trace.go:171","msg":"trace[1291088820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12667; }","duration":"169.430979ms","start":"2026-03-31T05:21:42.990528Z","end":"2026-03-31T05:21:43.159959Z","steps":["trace[1291088820] 'agreement among raft nodes before linearized reading' (duration: 169.327847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.159965Z","caller":"traceutil/trace.go:171","msg":"trace[605077549] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12667; }","duration":"407.455257ms","start":"2026-03-31T05:21:42.752493Z","end":"2026-03-31T05:21:43.159948Z","steps":["trace[605077549] 'agreement among raft nodes before linearized reading' (duration: 407.254602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.159963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.444527Z","time spent":"715.307129ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:43.160015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.752481Z","time spent":"407.521509ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:21:43.15991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.487153Z","time spent":"672.746239ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:21:43.532567Z","caller":"traceutil/trace.go:171","msg":"trace[684678651] linearizableReadLoop","detail":"{readStateIndex:13134; appliedIndex:13133; }","duration":"210.505024ms","start":"2026-03-31T05:21:43.322032Z","end":"2026-03-31T05:21:43.532537Z","steps":["trace[684678651] 'read index received' (duration: 123.581322ms)","trace[684678651] 'applied index is now lower than readState.Index' (duration: 86.922082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:43.532613Z","caller":"traceutil/trace.go:171","msg":"trace[582930049] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12671; }","duration":"277.254626ms","start":"2026-03-31T05:21:43.255319Z","end":"2026-03-31T05:21:43.532574Z","steps":["trace[582930049] 'process raft request' (duration: 190.406446ms)","trace[582930049] 'compare' (duration: 86.677315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:43.532865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.234337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:43.532882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.777261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:43.53301Z","caller":"traceutil/trace.go:171","msg":"trace[1295249111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12671; }","duration":"210.994837ms","start":"2026-03-31T05:21:43.321995Z","end":"2026-03-31T05:21:43.53299Z","steps":["trace[1295249111] 'agreement among raft nodes before linearized reading' (duration: 210.590796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.53294Z","caller":"traceutil/trace.go:171","msg":"trace[868275796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12671; }","duration":"210.36462ms","start":"2026-03-31T05:21:43.322557Z","end":"2026-03-31T05:21:43.532921Z","steps":["trace[868275796] 'agreement among raft nodes before linearized reading' (duration: 210.134854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.53297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.896014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:43.533275Z","caller":"traceutil/trace.go:171","msg":"trace[1555011043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12671; }","duration":"211.238954ms","start":"2026-03-31T05:21:43.321995Z","end":"2026-03-31T05:21:43.533234Z","steps":["trace[1555011043] 'agreement among raft nodes before linearized reading' (duration: 210.677349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.796285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.566831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:43.796528Z","caller":"traceutil/trace.go:171","msg":"trace[325133038] linearizableReadLoop","detail":"{readStateIndex:13139; appliedIndex:13137; }","duration":"157.863587ms","start":"2026-03-31T05:21:43.638644Z","end":"2026-03-31T05:21:43.796507Z","steps":["trace[325133038] 'read index received' (duration: 29.985298ms)","trace[325133038] 'applied index is now lower than readState.Index' (duration: 127.876939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:43.79655Z","caller":"traceutil/trace.go:171","msg":"trace[24821316] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"183.680001ms","start":"2026-03-31T05:21:43.612821Z","end":"2026-03-31T05:21:43.796501Z","steps":["trace[24821316] 'process raft request' (duration: 55.792132ms)","trace[24821316] 'compare' (duration: 127.338104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:43.796627Z","caller":"traceutil/trace.go:171","msg":"trace[783963418] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"158.018452ms","start":"2026-03-31T05:21:43.638583Z","end":"2026-03-31T05:21:43.796602Z","steps":["trace[783963418] 'process raft request' (duration: 157.816457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.796681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.035202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.796721Z","caller":"traceutil/trace.go:171","msg":"trace[272940632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12676; }","duration":"158.120424ms","start":"2026-03-31T05:21:43.63859Z","end":"2026-03-31T05:21:43.79671Z","steps":["trace[272940632] 'agreement among raft nodes before linearized reading' (duration: 158.028561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.796905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.043903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.797042Z","caller":"traceutil/trace.go:171","msg":"trace[1141393282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12676; }","duration":"158.156955ms","start":"2026-03-31T05:21:43.638815Z","end":"2026-03-31T05:21:43.796972Z","steps":["trace[1141393282] 'agreement among raft nodes before linearized reading' (duration: 158.000991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.796896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.812416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.797173Z","caller":"traceutil/trace.go:171","msg":"trace[979446938] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12676; }","duration":"158.118304ms","start":"2026-03-31T05:21:43.639035Z","end":"2026-03-31T05:21:43.797154Z","steps":["trace[979446938] 'agreement among raft nodes before linearized reading' (duration: 157.776875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.796913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.144645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:43.797331Z","caller":"traceutil/trace.go:171","msg":"trace[1431984021] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12676; }","duration":"158.563777ms","start":"2026-03-31T05:21:43.638735Z","end":"2026-03-31T05:21:43.797299Z","steps":["trace[1431984021] 'agreement among raft nodes before linearized reading' (duration: 158.021002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:44.06022Z","caller":"traceutil/trace.go:171","msg":"trace[1341011359] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"126.846562ms","start":"2026-03-31T05:21:43.933342Z","end":"2026-03-31T05:21:44.060189Z","steps":["trace[1341011359] 'process raft request' (duration: 126.651216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:44.57527Z","caller":"traceutil/trace.go:171","msg":"trace[1138904980] transaction","detail":"{read_only:false; response_revision:12678; number_of_response:1; }","duration":"264.755484ms","start":"2026-03-31T05:21:44.310464Z","end":"2026-03-31T05:21:44.57522Z","steps":["trace[1138904980] 'process raft request' (duration: 264.259331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:45.759313Z","caller":"traceutil/trace.go:171","msg":"trace[47742191] linearizableReadLoop","detail":"{readStateIndex:13147; appliedIndex:13145; }","duration":"165.920157ms","start":"2026-03-31T05:21:45.593369Z","end":"2026-03-31T05:21:45.759289Z","steps":["trace[47742191] 'read index received' (duration: 33.398921ms)","trace[47742191] 'applied index is now lower than readState.Index' (duration: 132.520006ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:45.759549Z","caller":"traceutil/trace.go:171","msg":"trace[883180670] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"173.219347ms","start":"2026-03-31T05:21:45.586319Z","end":"2026-03-31T05:21:45.759538Z","steps":["trace[883180670] 'process raft request' (duration: 150.560759ms)","trace[883180670] 'compare' (duration: 22.300868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:45.759831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.451062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:45.759895Z","caller":"traceutil/trace.go:171","msg":"trace[1267476283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12684; }","duration":"166.585895ms","start":"2026-03-31T05:21:45.593291Z","end":"2026-03-31T05:21:45.759877Z","steps":["trace[1267476283] 'agreement among raft nodes before linearized reading' (duration: 166.410951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.759915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.483893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:45.760002Z","caller":"traceutil/trace.go:171","msg":"trace[1433040492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12684; }","duration":"166.615816ms","start":"2026-03-31T05:21:45.593366Z","end":"2026-03-31T05:21:45.759981Z","steps":["trace[1433040492] 'agreement among raft nodes before linearized reading' (duration: 166.363309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:45.759979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.221608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:45.760599Z","caller":"traceutil/trace.go:171","msg":"trace[752899082] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12684; }","duration":"143.981869ms","start":"2026-03-31T05:21:45.6166Z","end":"2026-03-31T05:21:45.760582Z","steps":["trace[752899082] 'agreement among raft nodes before linearized reading' (duration: 143.213098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.041546Z","caller":"traceutil/trace.go:171","msg":"trace[1690895344] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"273.811452ms","start":"2026-03-31T05:21:45.767713Z","end":"2026-03-31T05:21:46.041525Z","steps":["trace[1690895344] 'process raft request' (duration: 243.944667ms)","trace[1690895344] 'compare' (duration: 29.584997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:46.041703Z","caller":"traceutil/trace.go:171","msg":"trace[2004031537] linearizableReadLoop","detail":"{readStateIndex:13150; appliedIndex:13148; }","duration":"256.368795ms","start":"2026-03-31T05:21:45.785301Z","end":"2026-03-31T05:21:46.04167Z","steps":["trace[2004031537] 'read index received' (duration: 226.451389ms)","trace[2004031537] 'applied index is now lower than readState.Index' (duration: 29.914656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:46.04186Z","caller":"traceutil/trace.go:171","msg":"trace[544519101] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"274.112429ms","start":"2026-03-31T05:21:45.767731Z","end":"2026-03-31T05:21:46.041844Z","steps":["trace[544519101] 'process raft request' (duration: 273.737469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.042108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.791157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:46.042216Z","caller":"traceutil/trace.go:171","msg":"trace[575292826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12687; }","duration":"256.9174ms","start":"2026-03-31T05:21:45.785279Z","end":"2026-03-31T05:21:46.042197Z","steps":["trace[575292826] 'agreement among raft nodes before linearized reading' (duration: 256.734195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.047205Z","caller":"traceutil/trace.go:171","msg":"trace[590539947] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"244.531413ms","start":"2026-03-31T05:21:45.802645Z","end":"2026-03-31T05:21:46.047177Z","steps":["trace[590539947] 'process raft request' (duration: 244.084601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.047365Z","caller":"traceutil/trace.go:171","msg":"trace[1842003448] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"243.895155ms","start":"2026-03-31T05:21:45.803437Z","end":"2026-03-31T05:21:46.047332Z","steps":["trace[1842003448] 'process raft request' (duration: 243.631968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.047626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.361205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.047691Z","caller":"traceutil/trace.go:171","msg":"trace[1917800436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12689; }","duration":"245.464307ms","start":"2026-03-31T05:21:45.80221Z","end":"2026-03-31T05:21:46.047674Z","steps":["trace[1917800436] 'agreement among raft nodes before linearized reading' (duration: 245.353034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.047625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.235499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.047894Z","caller":"traceutil/trace.go:171","msg":"trace[1675158231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12689; }","duration":"246.564308ms","start":"2026-03-31T05:21:45.801312Z","end":"2026-03-31T05:21:46.047876Z","steps":["trace[1675158231] 'agreement among raft nodes before linearized reading' (duration: 246.253339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.047974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.942294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.048042Z","caller":"traceutil/trace.go:171","msg":"trace[456194565] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12689; }","duration":"245.032766ms","start":"2026-03-31T05:21:45.802993Z","end":"2026-03-31T05:21:46.048026Z","steps":["trace[456194565] 'agreement among raft nodes before linearized reading' (duration: 244.920183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.048062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.856659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.048093Z","caller":"traceutil/trace.go:171","msg":"trace[1974534126] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12689; }","duration":"245.912401ms","start":"2026-03-31T05:21:45.802171Z","end":"2026-03-31T05:21:46.048083Z","steps":["trace[1974534126] 'agreement among raft nodes before linearized reading' (duration: 245.854199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.048246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.214238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.0483Z","caller":"traceutil/trace.go:171","msg":"trace[152819662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12689; }","duration":"246.431584ms","start":"2026-03-31T05:21:45.801855Z","end":"2026-03-31T05:21:46.048286Z","steps":["trace[152819662] 'agreement among raft nodes before linearized reading' (duration: 246.309581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.048304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.819967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:46.048416Z","caller":"traceutil/trace.go:171","msg":"trace[1141098216] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12689; }","duration":"245.967222ms","start":"2026-03-31T05:21:45.802425Z","end":"2026-03-31T05:21:46.048392Z","steps":["trace[1141098216] 'agreement among raft nodes before linearized reading' (duration: 245.493699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.245054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.295272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:46.245175Z","caller":"traceutil/trace.go:171","msg":"trace[994904989] linearizableReadLoop","detail":"{readStateIndex:13153; appliedIndex:13152; }","duration":"139.573118ms","start":"2026-03-31T05:21:46.105575Z","end":"2026-03-31T05:21:46.245148Z","steps":["trace[994904989] 'read index received' (duration: 36.971208ms)","trace[994904989] 'applied index is now lower than readState.Index' (duration: 102.60063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:46.245292Z","caller":"traceutil/trace.go:171","msg":"trace[313254222] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"195.397642ms","start":"2026-03-31T05:21:46.049859Z","end":"2026-03-31T05:21:46.245256Z","steps":["trace[313254222] 'process raft request' (duration: 92.798882ms)","trace[313254222] 'compare' (duration: 102.148428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:46.245396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.629452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:46.245452Z","caller":"traceutil/trace.go:171","msg":"trace[281158567] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12690; }","duration":"131.746935ms","start":"2026-03-31T05:21:46.113694Z","end":"2026-03-31T05:21:46.245441Z","steps":["trace[281158567] 'agreement among raft nodes before linearized reading' (duration: 131.615382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:46.245501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.948679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:21:46.245542Z","caller":"traceutil/trace.go:171","msg":"trace[1306474147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12690; }","duration":"140.044102ms","start":"2026-03-31T05:21:46.105488Z","end":"2026-03-31T05:21:46.245532Z","steps":["trace[1306474147] 'agreement among raft nodes before linearized reading' (duration: 139.785195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.552725Z","caller":"traceutil/trace.go:171","msg":"trace[245896702] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"216.713772ms","start":"2026-03-31T05:21:46.335926Z","end":"2026-03-31T05:21:46.55264Z","steps":["trace[245896702] 'process raft request' (duration: 216.465856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:46.741375Z","caller":"traceutil/trace.go:171","msg":"trace[1032224858] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"170.380879ms","start":"2026-03-31T05:21:46.57097Z","end":"2026-03-31T05:21:46.74135Z","steps":["trace[1032224858] 'process raft request' (duration: 168.086576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.016333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.116816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:47.016632Z","caller":"traceutil/trace.go:171","msg":"trace[1722733318] transaction","detail":"{read_only:false; response_revision:12694; number_of_response:1; }","duration":"264.786355ms","start":"2026-03-31T05:21:46.751816Z","end":"2026-03-31T05:21:47.016602Z","steps":["trace[1722733318] 'process raft request' (duration: 140.312479ms)","trace[1722733318] 'compare' (duration: 123.951232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:47.198688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.213412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:47.230051Z","caller":"traceutil/trace.go:171","msg":"trace[2025607892] transaction","detail":"{read_only:false; response_revision:12695; number_of_response:1; }","duration":"209.472826ms","start":"2026-03-31T05:21:47.020548Z","end":"2026-03-31T05:21:47.230021Z","steps":["trace[2025607892] 'process raft request' (duration: 209.220499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.762899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.465265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:47.76351Z","caller":"traceutil/trace.go:171","msg":"trace[1558613516] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"742.228452ms","start":"2026-03-31T05:21:47.021259Z","end":"2026-03-31T05:21:47.763488Z","steps":["trace[1558613516] 'process raft request' (duration: 307.094489ms)","trace[1558613516] 'compare' (duration: 434.301241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:47.763531Z","caller":"traceutil/trace.go:171","msg":"trace[2009945320] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"739.21034ms","start":"2026-03-31T05:21:47.024274Z","end":"2026-03-31T05:21:47.763484Z","steps":["trace[2009945320] 'process raft request' (duration: 739.008615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.763615Z","caller":"traceutil/trace.go:171","msg":"trace[1001331208] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"705.627164ms","start":"2026-03-31T05:21:47.057823Z","end":"2026-03-31T05:21:47.76345Z","steps":["trace[1001331208] 'process raft request' (duration: 705.541982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.763677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.057786Z","time spent":"705.84447ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:47.763725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.024259Z","time spent":"739.360925ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.763753Z","caller":"traceutil/trace.go:171","msg":"trace[309834187] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"586.618127ms","start":"2026-03-31T05:21:47.177113Z","end":"2026-03-31T05:21:47.763731Z","steps":["trace[309834187] 'process raft request' (duration: 586.289818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.763575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.021242Z","time spent":"742.308165ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:47.763814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.177079Z","time spent":"586.70819ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:47.763811Z","caller":"traceutil/trace.go:171","msg":"trace[2045382546] linearizableReadLoop","detail":"{readStateIndex:13164; appliedIndex:13159; }","duration":"518.016865ms","start":"2026-03-31T05:21:47.245767Z","end":"2026-03-31T05:21:47.763784Z","steps":["trace[2045382546] 'read index received' (duration: 82.606384ms)","trace[2045382546] 'applied index is now lower than readState.Index' (duration: 435.40922ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:47.763885Z","caller":"traceutil/trace.go:171","msg":"trace[1770299774] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"528.295816ms","start":"2026-03-31T05:21:47.235566Z","end":"2026-03-31T05:21:47.763862Z","steps":["trace[1770299774] 'process raft request' (duration: 528.10293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.763986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.23554Z","time spent":"528.396868ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:47.76413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.349174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-endpoints-5xr7z\" ","response":"range_response_count:1 size:13039"} {"level":"info","ts":"2026-03-31T05:21:47.764235Z","caller":"traceutil/trace.go:171","msg":"trace[860230148] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-endpoints-5xr7z; range_end:; response_count:1; response_revision:12700; }","duration":"518.502758ms","start":"2026-03-31T05:21:47.245711Z","end":"2026-03-31T05:21:47.764214Z","steps":["trace[860230148] 'agreement among raft nodes before linearized reading' (duration: 518.180469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.764302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.24569Z","time spent":"518.59849ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":13063,"request content":"key:\"/registry/pods/openstack/cinder-ks-endpoints-5xr7z\" "} {"level":"warn","ts":"2026-03-31T05:21:47.832163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.150417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:21:47.83222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.615021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:47.83225Z","caller":"traceutil/trace.go:171","msg":"trace[303946495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12701; }","duration":"202.246589ms","start":"2026-03-31T05:21:47.629979Z","end":"2026-03-31T05:21:47.832225Z","steps":["trace[303946495] 'agreement among raft nodes before linearized reading' (duration: 201.948111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.832274Z","caller":"traceutil/trace.go:171","msg":"trace[867649699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12701; }","duration":"511.699572ms","start":"2026-03-31T05:21:47.320562Z","end":"2026-03-31T05:21:47.832261Z","steps":["trace[867649699] 'agreement among raft nodes before linearized reading' (duration: 511.453776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.320549Z","time spent":"511.749484ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:47.832321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.308606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:21:47.832401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.163373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:47.832434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.91893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:21:47.832481Z","caller":"traceutil/trace.go:171","msg":"trace[1406751210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12701; }","duration":"347.303967ms","start":"2026-03-31T05:21:47.485162Z","end":"2026-03-31T05:21:47.832466Z","steps":["trace[1406751210] 'agreement among raft nodes before linearized reading' (duration: 347.128842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.832495Z","caller":"traceutil/trace.go:171","msg":"trace[1897058051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12701; }","duration":"552.027613ms","start":"2026-03-31T05:21:47.28046Z","end":"2026-03-31T05:21:47.832488Z","steps":["trace[1897058051] 'agreement among raft nodes before linearized reading' (duration: 551.924651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.280437Z","time spent":"552.077204ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:47.832471Z","caller":"traceutil/trace.go:171","msg":"trace[402137831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12701; }","duration":"204.544821ms","start":"2026-03-31T05:21:47.627901Z","end":"2026-03-31T05:21:47.832446Z","steps":["trace[402137831] 'agreement among raft nodes before linearized reading' (duration: 204.231913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.832594Z","caller":"traceutil/trace.go:171","msg":"trace[1278582991] transaction","detail":"{read_only:false; response_revision:12701; number_of_response:1; }","duration":"498.127802ms","start":"2026-03-31T05:21:47.333726Z","end":"2026-03-31T05:21:47.831854Z","steps":["trace[1278582991] 'process raft request' (duration: 498.021129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.837403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T05:21:47.832522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.485138Z","time spent":"347.377329ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:21:47.832707Z","caller":"traceutil/trace.go:171","msg":"trace[134164777] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12701; }","duration":"457.929026ms","start":"2026-03-31T05:21:47.374759Z","end":"2026-03-31T05:21:47.832688Z","steps":["trace[134164777] 'agreement among raft nodes before linearized reading' (duration: 457.272928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.374735Z","time spent":"458.010268ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:47.832396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.776365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:47.832841Z","caller":"traceutil/trace.go:171","msg":"trace[913050344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12701; }","duration":"501.252097ms","start":"2026-03-31T05:21:47.331565Z","end":"2026-03-31T05:21:47.832817Z","steps":["trace[913050344] 'agreement among raft nodes before linearized reading' (duration: 500.487937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.331553Z","time spent":"501.3307ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:21:47.832309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.988057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:21:47.832978Z","caller":"traceutil/trace.go:171","msg":"trace[1706957351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12701; }","duration":"222.686796ms","start":"2026-03-31T05:21:47.610277Z","end":"2026-03-31T05:21:47.832964Z","steps":["trace[1706957351] 'agreement among raft nodes before linearized reading' (duration: 221.791632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.832989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.333698Z","time spent":"499.218532ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:47.83231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.021801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:47.833059Z","caller":"traceutil/trace.go:171","msg":"trace[704530009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12701; }","duration":"512.855195ms","start":"2026-03-31T05:21:47.320187Z","end":"2026-03-31T05:21:47.833042Z","steps":["trace[704530009] 'agreement among raft nodes before linearized reading' (duration: 511.989071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:47.83309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:47.320154Z","time spent":"512.923587ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:47.985247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.994657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:47.985374Z","caller":"traceutil/trace.go:171","msg":"trace[1168045721] linearizableReadLoop","detail":"{readStateIndex:13166; appliedIndex:13165; }","duration":"153.463678ms","start":"2026-03-31T05:21:47.831891Z","end":"2026-03-31T05:21:47.985354Z","steps":["trace[1168045721] 'read index received' (duration: 34.294056ms)","trace[1168045721] 'applied index is now lower than readState.Index' (duration: 119.167662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:47.985483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.325482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:47.985517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.752441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:47.985531Z","caller":"traceutil/trace.go:171","msg":"trace[1221412853] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12702; }","duration":"220.402654ms","start":"2026-03-31T05:21:47.765116Z","end":"2026-03-31T05:21:47.985518Z","steps":["trace[1221412853] 'agreement among raft nodes before linearized reading' (duration: 220.323562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.985548Z","caller":"traceutil/trace.go:171","msg":"trace[890534965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12702; }","duration":"188.810983ms","start":"2026-03-31T05:21:47.796727Z","end":"2026-03-31T05:21:47.985538Z","steps":["trace[890534965] 'agreement among raft nodes before linearized reading' (duration: 188.70544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:47.985748Z","caller":"traceutil/trace.go:171","msg":"trace[985428878] transaction","detail":"{read_only:false; response_revision:12702; number_of_response:1; }","duration":"208.51905ms","start":"2026-03-31T05:21:47.777169Z","end":"2026-03-31T05:21:47.985688Z","steps":["trace[985428878] 'process raft request' (duration: 88.998249ms)","trace[985428878] 'compare' (duration: 118.844343ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:48.007983Z","caller":"traceutil/trace.go:171","msg":"trace[282208291] transaction","detail":"{read_only:false; response_revision:12703; number_of_response:1; }","duration":"170.78001ms","start":"2026-03-31T05:21:47.837167Z","end":"2026-03-31T05:21:48.007947Z","steps":["trace[282208291] 'process raft request' (duration: 170.492982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:48.008298Z","caller":"traceutil/trace.go:171","msg":"trace[2069773307] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"170.855202ms","start":"2026-03-31T05:21:47.837426Z","end":"2026-03-31T05:21:48.008281Z","steps":["trace[2069773307] 'process raft request' (duration: 170.478432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:48.008375Z","caller":"traceutil/trace.go:171","msg":"trace[71874497] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"168.58522ms","start":"2026-03-31T05:21:47.839764Z","end":"2026-03-31T05:21:48.008349Z","steps":["trace[71874497] 'process raft request' (duration: 168.459477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:48.007985Z","caller":"traceutil/trace.go:171","msg":"trace[991407512] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"170.757679ms","start":"2026-03-31T05:21:47.837199Z","end":"2026-03-31T05:21:48.007956Z","steps":["trace[991407512] 'process raft request' (duration: 170.638636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:48.008389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.790859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:48.00893Z","caller":"traceutil/trace.go:171","msg":"trace[549931981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12708; }","duration":"175.364665ms","start":"2026-03-31T05:21:47.833542Z","end":"2026-03-31T05:21:48.008907Z","steps":["trace[549931981] 'agreement among raft nodes before linearized reading' (duration: 174.735678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:48.008482Z","caller":"traceutil/trace.go:171","msg":"trace[2116661251] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"170.005799ms","start":"2026-03-31T05:21:47.838457Z","end":"2026-03-31T05:21:48.008463Z","steps":["trace[2116661251] 'process raft request' (duration: 169.718011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:48.008479Z","caller":"traceutil/trace.go:171","msg":"trace[985484510] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"170.311018ms","start":"2026-03-31T05:21:47.83813Z","end":"2026-03-31T05:21:48.008441Z","steps":["trace[985484510] 'process raft request' (duration: 169.977519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:48.009096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.766647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:477568"} {"level":"info","ts":"2026-03-31T05:21:48.00916Z","caller":"traceutil/trace.go:171","msg":"trace[1252262162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12708; }","duration":"171.852179ms","start":"2026-03-31T05:21:47.837293Z","end":"2026-03-31T05:21:48.009145Z","steps":["trace[1252262162] 'agreement among raft nodes before linearized reading' (duration: 171.17374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:48.008581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.478524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-endpoints-5xr7z\" ","response":"range_response_count:1 size:14881"} {"level":"info","ts":"2026-03-31T05:21:48.009311Z","caller":"traceutil/trace.go:171","msg":"trace[1374701345] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-endpoints-5xr7z; range_end:; response_count:1; response_revision:12708; }","duration":"174.226204ms","start":"2026-03-31T05:21:47.835063Z","end":"2026-03-31T05:21:48.009289Z","steps":["trace[1374701345] 'agreement among raft nodes before linearized reading' (duration: 173.460403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.094171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.753171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:49.094273Z","caller":"traceutil/trace.go:171","msg":"trace[147602951] linearizableReadLoop","detail":"{readStateIndex:13174; appliedIndex:13173; }","duration":"1.041627503s","start":"2026-03-31T05:21:48.052629Z","end":"2026-03-31T05:21:49.094256Z","steps":["trace[147602951] 'read index received' (duration: 196.76725ms)","trace[147602951] 'applied index is now lower than readState.Index' (duration: 844.858453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:49.094339Z","caller":"traceutil/trace.go:171","msg":"trace[1232297237] transaction","detail":"{read_only:false; response_revision:12710; number_of_response:1; }","duration":"1.042194358s","start":"2026-03-31T05:21:48.052133Z","end":"2026-03-31T05:21:49.094328Z","steps":["trace[1232297237] 'process raft request' (duration: 197.18592ms)","trace[1232297237] 'compare' (duration: 844.650348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:49.094394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.052105Z","time spent":"1.04226203s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:49.09457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041913071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:21:49.094667Z","caller":"traceutil/trace.go:171","msg":"trace[1612205397] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12710; }","duration":"1.042089446s","start":"2026-03-31T05:21:48.052554Z","end":"2026-03-31T05:21:49.094644Z","steps":["trace[1612205397] 'agreement among raft nodes before linearized reading' (duration: 1.041850259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.094722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.052543Z","time spent":"1.042165767s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:21:49.130863Z","caller":"traceutil/trace.go:171","msg":"trace[1626399400] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"1.077846s","start":"2026-03-31T05:21:48.052996Z","end":"2026-03-31T05:21:49.130842Z","steps":["trace[1626399400] 'process raft request' (duration: 1.077573703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.130985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.052983Z","time spent":"1.077940214s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:49.131105Z","caller":"traceutil/trace.go:171","msg":"trace[1570870664] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"1.076935136s","start":"2026-03-31T05:21:48.054154Z","end":"2026-03-31T05:21:49.131089Z","steps":["trace[1570870664] 'process raft request' (duration: 1.076532365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.054134Z","time spent":"1.077019358s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:49.131293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078175359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.131334Z","caller":"traceutil/trace.go:171","msg":"trace[1140558154] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12712; }","duration":"1.078217381s","start":"2026-03-31T05:21:48.053106Z","end":"2026-03-31T05:21:49.131323Z","steps":["trace[1140558154] 'agreement among raft nodes before linearized reading' (duration: 1.078150989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.053092Z","time spent":"1.078269483s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:49.131428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078448697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:49.131472Z","caller":"traceutil/trace.go:171","msg":"trace[1706487663] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12712; }","duration":"1.078501149s","start":"2026-03-31T05:21:48.052958Z","end":"2026-03-31T05:21:49.131459Z","steps":["trace[1706487663] 'agreement among raft nodes before linearized reading' (duration: 1.078381976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.052949Z","time spent":"1.07854435s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:21:49.131519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.487075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.131549Z","caller":"traceutil/trace.go:171","msg":"trace[1682673075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12712; }","duration":"718.547186ms","start":"2026-03-31T05:21:48.412992Z","end":"2026-03-31T05:21:49.131539Z","steps":["trace[1682673075] 'agreement among raft nodes before linearized reading' (duration: 718.500205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.412977Z","time spent":"718.599907ms","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:49.131609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.237436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:49.131655Z","caller":"traceutil/trace.go:171","msg":"trace[1300765412] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12712; }","duration":"763.318228ms","start":"2026-03-31T05:21:48.368324Z","end":"2026-03-31T05:21:49.131642Z","steps":["trace[1300765412] 'agreement among raft nodes before linearized reading' (duration: 763.233906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.368304Z","time spent":"763.378359ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:49.1318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07853469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.131851Z","caller":"traceutil/trace.go:171","msg":"trace[1428336771] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12712; }","duration":"1.078601692s","start":"2026-03-31T05:21:48.053239Z","end":"2026-03-31T05:21:49.13184Z","steps":["trace[1428336771] 'agreement among raft nodes before linearized reading' (duration: 1.07852386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.131917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.053231Z","time spent":"1.078641573s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:21:49.131873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078502779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:21:49.131784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079113755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:49.132069Z","caller":"traceutil/trace.go:171","msg":"trace[1560974015] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12712; }","duration":"1.079426134s","start":"2026-03-31T05:21:48.052629Z","end":"2026-03-31T05:21:49.132055Z","steps":["trace[1560974015] 'agreement among raft nodes before linearized reading' (duration: 1.079065065s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:49.132062Z","caller":"traceutil/trace.go:171","msg":"trace[1764947695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12712; }","duration":"1.078774396s","start":"2026-03-31T05:21:48.053263Z","end":"2026-03-31T05:21:49.132037Z","steps":["trace[1764947695] 'agreement among raft nodes before linearized reading' (duration: 1.078273122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:49.132109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.052622Z","time spent":"1.079476386s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:49.132133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:48.053259Z","time spent":"1.078855898s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:49.456263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.453848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:21:49.456328Z","caller":"traceutil/trace.go:171","msg":"trace[539154397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12712; }","duration":"138.572461ms","start":"2026-03-31T05:21:49.317739Z","end":"2026-03-31T05:21:49.456311Z","steps":["trace[539154397] 'range keys from in-memory index tree' (duration: 138.286373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:50.121106Z","caller":"traceutil/trace.go:171","msg":"trace[1916149542] transaction","detail":"{read_only:false; response_revision:12714; number_of_response:1; }","duration":"351.382488ms","start":"2026-03-31T05:21:49.769684Z","end":"2026-03-31T05:21:50.121066Z","steps":["trace[1916149542] 'process raft request' (duration: 350.505674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.12131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.769662Z","time spent":"351.543072ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.143102Z","caller":"traceutil/trace.go:171","msg":"trace[1626359064] linearizableReadLoop","detail":"{readStateIndex:13179; appliedIndex:13177; }","duration":"152.016667ms","start":"2026-03-31T05:21:49.991061Z","end":"2026-03-31T05:21:50.143077Z","steps":["trace[1626359064] 'read index received' (duration: 129.179034ms)","trace[1626359064] 'applied index is now lower than readState.Index' (duration: 22.836383ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:50.143247Z","caller":"traceutil/trace.go:171","msg":"trace[1753660363] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"349.803324ms","start":"2026-03-31T05:21:49.793418Z","end":"2026-03-31T05:21:50.143222Z","steps":["trace[1753660363] 'process raft request' (duration: 349.537457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.143282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.211772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:50.143323Z","caller":"traceutil/trace.go:171","msg":"trace[942707331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12715; }","duration":"152.318935ms","start":"2026-03-31T05:21:49.990991Z","end":"2026-03-31T05:21:50.14331Z","steps":["trace[942707331] 'agreement among raft nodes before linearized reading' (duration: 152.210513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.143352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.793389Z","time spent":"349.915607ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:50.143539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.291577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:50.143624Z","caller":"traceutil/trace.go:171","msg":"trace[859957464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12715; }","duration":"129.39335ms","start":"2026-03-31T05:21:50.014201Z","end":"2026-03-31T05:21:50.143595Z","steps":["trace[859957464] 'agreement among raft nodes before linearized reading' (duration: 129.188955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.143663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.721712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:50.143704Z","caller":"traceutil/trace.go:171","msg":"trace[1742627800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12715; }","duration":"128.800224ms","start":"2026-03-31T05:21:50.014892Z","end":"2026-03-31T05:21:50.143693Z","steps":["trace[1742627800] 'agreement among raft nodes before linearized reading' (duration: 128.681011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.143885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.628496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:21:50.14393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.067198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:50.143963Z","caller":"traceutil/trace.go:171","msg":"trace[343290779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12715; }","duration":"130.14419ms","start":"2026-03-31T05:21:50.013809Z","end":"2026-03-31T05:21:50.143953Z","steps":["trace[343290779] 'agreement among raft nodes before linearized reading' (duration: 129.988436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:50.143987Z","caller":"traceutil/trace.go:171","msg":"trace[1600381533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12715; }","duration":"129.740719ms","start":"2026-03-31T05:21:50.014204Z","end":"2026-03-31T05:21:50.143945Z","steps":["trace[1600381533] 'agreement among raft nodes before linearized reading' (duration: 129.563874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.14414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.873369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:50.144329Z","caller":"traceutil/trace.go:171","msg":"trace[180752407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12715; }","duration":"124.279691ms","start":"2026-03-31T05:21:50.020024Z","end":"2026-03-31T05:21:50.144304Z","steps":["trace[180752407] 'agreement among raft nodes before linearized reading' (duration: 123.478489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.144462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.054623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:50.144512Z","caller":"traceutil/trace.go:171","msg":"trace[1500502394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12715; }","duration":"132.147735ms","start":"2026-03-31T05:21:50.012353Z","end":"2026-03-31T05:21:50.144501Z","steps":["trace[1500502394] 'agreement among raft nodes before linearized reading' (duration: 131.020984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.611786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.53576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:50.611914Z","caller":"traceutil/trace.go:171","msg":"trace[164536230] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"463.983461ms","start":"2026-03-31T05:21:50.147913Z","end":"2026-03-31T05:21:50.611896Z","steps":["trace[164536230] 'process raft request' (duration: 148.284916ms)","trace[164536230] 'compare' (duration: 315.366376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:50.611967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.147893Z","time spent":"464.052752ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.694383Z","caller":"traceutil/trace.go:171","msg":"trace[868399867] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"546.082201ms","start":"2026-03-31T05:21:50.14828Z","end":"2026-03-31T05:21:50.694363Z","steps":["trace[868399867] 'process raft request' (duration: 545.924147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.69451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.148255Z","time spent":"546.192684ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.694602Z","caller":"traceutil/trace.go:171","msg":"trace[1965938676] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"546.186264ms","start":"2026-03-31T05:21:50.148399Z","end":"2026-03-31T05:21:50.694585Z","steps":["trace[1965938676] 'process raft request' (duration: 545.925827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:50.69471Z","caller":"traceutil/trace.go:171","msg":"trace[871748044] transaction","detail":"{read_only:false; response_revision:12719; number_of_response:1; }","duration":"546.282116ms","start":"2026-03-31T05:21:50.148417Z","end":"2026-03-31T05:21:50.694699Z","steps":["trace[871748044] 'process raft request' (duration: 546.085581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.694738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.148385Z","time spent":"546.265786ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:50.694809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.148409Z","time spent":"546.349478ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:50.694832Z","caller":"traceutil/trace.go:171","msg":"trace[1470483427] linearizableReadLoop","detail":"{readStateIndex:13184; appliedIndex:13179; }","duration":"546.02088ms","start":"2026-03-31T05:21:50.148802Z","end":"2026-03-31T05:21:50.694822Z","steps":["trace[1470483427] 'read index received' (duration: 147.406712ms)","trace[1470483427] 'applied index is now lower than readState.Index' (duration: 398.613068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:50.694931Z","caller":"traceutil/trace.go:171","msg":"trace[1377534803] transaction","detail":"{read_only:false; response_revision:12720; number_of_response:1; }","duration":"546.198554ms","start":"2026-03-31T05:21:50.148724Z","end":"2026-03-31T05:21:50.694923Z","steps":["trace[1377534803] 'process raft request' (duration: 545.901896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.69499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.148716Z","time spent":"546.251536ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:50.695108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.597299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T05:21:50.695174Z","caller":"traceutil/trace.go:171","msg":"trace[319592073] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12720; }","duration":"316.707352ms","start":"2026-03-31T05:21:50.378452Z","end":"2026-03-31T05:21:50.695159Z","steps":["trace[319592073] 'agreement among raft nodes before linearized reading' (duration: 316.536117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.695205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.378432Z","time spent":"316.766274ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:21:50.695126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.335612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:50.695289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.492572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:477568"} {"level":"info","ts":"2026-03-31T05:21:50.695279Z","caller":"traceutil/trace.go:171","msg":"trace[1686952386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12720; }","duration":"205.477616ms","start":"2026-03-31T05:21:50.489774Z","end":"2026-03-31T05:21:50.695252Z","steps":["trace[1686952386] 'agreement among raft nodes before linearized reading' (duration: 205.220579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:50.695324Z","caller":"traceutil/trace.go:171","msg":"trace[172627522] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12720; }","duration":"546.552534ms","start":"2026-03-31T05:21:50.148764Z","end":"2026-03-31T05:21:50.695316Z","steps":["trace[172627522] 'agreement among raft nodes before linearized reading' (duration: 546.085431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.695352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.148754Z","time spent":"546.592205ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":477592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:51.663067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007167,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:21:51.691913Z","caller":"traceutil/trace.go:171","msg":"trace[2102002129] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"554.84095ms","start":"2026-03-31T05:21:51.137045Z","end":"2026-03-31T05:21:51.691886Z","steps":["trace[2102002129] 'process raft request' (duration: 554.564063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.692077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.137023Z","time spent":"554.972113ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.692144Z","caller":"traceutil/trace.go:171","msg":"trace[1542600690] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"554.534461ms","start":"2026-03-31T05:21:51.137509Z","end":"2026-03-31T05:21:51.692043Z","steps":["trace[1542600690] 'process raft request' (duration: 554.287125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.692268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.137487Z","time spent":"554.711287ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:51.751122Z","caller":"traceutil/trace.go:171","msg":"trace[1790698459] linearizableReadLoop","detail":"{readStateIndex:13188; appliedIndex:13185; }","duration":"588.425006ms","start":"2026-03-31T05:21:51.162672Z","end":"2026-03-31T05:21:51.751097Z","steps":["trace[1790698459] 'read index received' (duration: 529.052166ms)","trace[1790698459] 'applied index is now lower than readState.Index' (duration: 59.37164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:51.751254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.032322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:51.751247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.797576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:51.751286Z","caller":"traceutil/trace.go:171","msg":"trace[217852507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"615.091383ms","start":"2026-03-31T05:21:51.136185Z","end":"2026-03-31T05:21:51.751276Z","steps":["trace[217852507] 'agreement among raft nodes before linearized reading' (duration: 615.034312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:51.751302Z","caller":"traceutil/trace.go:171","msg":"trace[2078578452] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12724; }","duration":"614.895759ms","start":"2026-03-31T05:21:51.136393Z","end":"2026-03-31T05:21:51.751289Z","steps":["trace[2078578452] 'agreement among raft nodes before linearized reading' (duration: 614.754895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.136174Z","time spent":"615.137805ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:51.751304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.913829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:51.751344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.136379Z","time spent":"614.95786ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:21:51.75139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.133618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:21:51.751395Z","caller":"traceutil/trace.go:171","msg":"trace[778467598] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12724; }","duration":"615.022482ms","start":"2026-03-31T05:21:51.13635Z","end":"2026-03-31T05:21:51.751372Z","steps":["trace[778467598] 'agreement among raft nodes before linearized reading' (duration: 614.847937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.937338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:51.751439Z","caller":"traceutil/trace.go:171","msg":"trace[391955438] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12724; }","duration":"614.21244ms","start":"2026-03-31T05:21:51.137213Z","end":"2026-03-31T05:21:51.751426Z","steps":["trace[391955438] 'agreement among raft nodes before linearized reading' (duration: 613.928112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.136279Z","time spent":"615.164436ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:51.751476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.137202Z","time spent":"614.264152ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:21:51.751474Z","caller":"traceutil/trace.go:171","msg":"trace[985059074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12724; }","duration":"479.02842ms","start":"2026-03-31T05:21:51.272429Z","end":"2026-03-31T05:21:51.751457Z","steps":["trace[985059074] 'agreement among raft nodes before linearized reading' (duration: 478.847705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.32148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:21:51.751521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.272409Z","time spent":"479.100663ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:21:51.751557Z","caller":"traceutil/trace.go:171","msg":"trace[1767706664] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12724; }","duration":"180.379562ms","start":"2026-03-31T05:21:51.571164Z","end":"2026-03-31T05:21:51.751544Z","steps":["trace[1767706664] 'agreement among raft nodes before linearized reading' (duration: 180.270799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:51.751602Z","caller":"traceutil/trace.go:171","msg":"trace[1464304375] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"184.597337ms","start":"2026-03-31T05:21:51.56699Z","end":"2026-03-31T05:21:51.751587Z","steps":["trace[1464304375] 'process raft request' (duration: 183.96595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.376598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:51.751659Z","caller":"traceutil/trace.go:171","msg":"trace[1257623437] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12724; }","duration":"351.502101ms","start":"2026-03-31T05:21:51.400137Z","end":"2026-03-31T05:21:51.751639Z","steps":["trace[1257623437] 'agreement among raft nodes before linearized reading' (duration: 351.366658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.751701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.400114Z","time spent":"351.577053ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:51.752872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.950459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:51.753036Z","caller":"traceutil/trace.go:171","msg":"trace[11371605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12724; }","duration":"269.162955ms","start":"2026-03-31T05:21:51.483839Z","end":"2026-03-31T05:21:51.753002Z","steps":["trace[11371605] 'agreement among raft nodes before linearized reading' (duration: 267.605162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.93553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.819931ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:21:51.935645Z","caller":"traceutil/trace.go:171","msg":"trace[1876529746] linearizableReadLoop","detail":"{readStateIndex:13189; appliedIndex:13188; }","duration":"179.371375ms","start":"2026-03-31T05:21:51.756246Z","end":"2026-03-31T05:21:51.935618Z","steps":["trace[1876529746] 'read index received' (duration: 78.42046ms)","trace[1876529746] 'applied index is now lower than readState.Index' (duration: 100.949105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:51.935963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.700774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:51.936031Z","caller":"traceutil/trace.go:171","msg":"trace[1253779617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12724; }","duration":"179.795297ms","start":"2026-03-31T05:21:51.756219Z","end":"2026-03-31T05:21:51.936014Z","steps":["trace[1253779617] 'agreement among raft nodes before linearized reading' (duration: 179.676683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.936616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.359771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-31T05:21:51.936628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.317251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:51.93669Z","caller":"traceutil/trace.go:171","msg":"trace[988972743] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12724; }","duration":"114.464454ms","start":"2026-03-31T05:21:51.822209Z","end":"2026-03-31T05:21:51.936673Z","steps":["trace[988972743] 'agreement among raft nodes before linearized reading' (duration: 114.244108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:51.936696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.587434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:21:51.936769Z","caller":"traceutil/trace.go:171","msg":"trace[1708013498] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12724; }","duration":"115.691467ms","start":"2026-03-31T05:21:51.821061Z","end":"2026-03-31T05:21:51.936753Z","steps":["trace[1708013498] 'agreement among raft nodes before linearized reading' (duration: 115.529192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:51.936703Z","caller":"traceutil/trace.go:171","msg":"trace[669677955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12724; }","duration":"180.441524ms","start":"2026-03-31T05:21:51.756243Z","end":"2026-03-31T05:21:51.936684Z","steps":["trace[669677955] 'agreement among raft nodes before linearized reading' (duration: 180.205047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.317582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.450214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:52.317783Z","caller":"traceutil/trace.go:171","msg":"trace[503949766] transaction","detail":"{read_only:false; response_revision:12725; number_of_response:1; }","duration":"379.865886ms","start":"2026-03-31T05:21:51.937869Z","end":"2026-03-31T05:21:52.317735Z","steps":["trace[503949766] 'process raft request' (duration: 129.080192ms)","trace[503949766] 'compare' (duration: 250.326951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:52.318235Z","caller":"traceutil/trace.go:171","msg":"trace[1765138294] transaction","detail":"{read_only:false; response_revision:12726; number_of_response:1; }","duration":"376.198446ms","start":"2026-03-31T05:21:51.942014Z","end":"2026-03-31T05:21:52.318213Z","steps":["trace[1765138294] 'process raft request' (duration: 375.698852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:52.317869Z","caller":"traceutil/trace.go:171","msg":"trace[827488857] transaction","detail":"{read_only:false; response_revision:12727; number_of_response:1; }","duration":"190.664683ms","start":"2026-03-31T05:21:52.127184Z","end":"2026-03-31T05:21:52.317849Z","steps":["trace[827488857] 'process raft request' (duration: 190.610241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:52.317951Z","caller":"traceutil/trace.go:171","msg":"trace[1850903533] linearizableReadLoop","detail":"{readStateIndex:13190; appliedIndex:13189; }","duration":"379.746632ms","start":"2026-03-31T05:21:51.93819Z","end":"2026-03-31T05:21:52.317936Z","steps":["trace[1850903533] 'read index received' (duration: 128.953719ms)","trace[1850903533] 'applied index is now lower than readState.Index' (duration: 250.791763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:52.326426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.937846Z","time spent":"380.383909ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:52.326451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.941997Z","time spent":"376.321538ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:52.326675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.46495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:52.326784Z","caller":"traceutil/trace.go:171","msg":"trace[1615529324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12727; }","duration":"388.591923ms","start":"2026-03-31T05:21:51.938144Z","end":"2026-03-31T05:21:52.326736Z","steps":["trace[1615529324] 'agreement among raft nodes before linearized reading' (duration: 379.828254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.326763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.469595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:52.326845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.938113Z","time spent":"388.720327ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:21:52.326882Z","caller":"traceutil/trace.go:171","msg":"trace[35472173] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12727; }","duration":"176.608989ms","start":"2026-03-31T05:21:52.15022Z","end":"2026-03-31T05:21:52.326829Z","steps":["trace[35472173] 'agreement among raft nodes before linearized reading' (duration: 176.427454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.098064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:52.891274Z","caller":"traceutil/trace.go:171","msg":"trace[1729022146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12727; }","duration":"191.234388ms","start":"2026-03-31T05:21:52.700017Z","end":"2026-03-31T05:21:52.891251Z","steps":["trace[1729022146] 'range keys from in-memory index tree' (duration: 190.818467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.001937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:52.891431Z","caller":"traceutil/trace.go:171","msg":"trace[1685026139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12727; }","duration":"285.079669ms","start":"2026-03-31T05:21:52.606342Z","end":"2026-03-31T05:21:52.891422Z","steps":["trace[1685026139] 'range keys from in-memory index tree' (duration: 284.798811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.430744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:21:52.891662Z","caller":"traceutil/trace.go:171","msg":"trace[730177437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12727; }","duration":"191.568117ms","start":"2026-03-31T05:21:52.700071Z","end":"2026-03-31T05:21:52.891639Z","steps":["trace[730177437] 'range keys from in-memory index tree' (duration: 191.069364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.285186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:21:52.891689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.532968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:52.89172Z","caller":"traceutil/trace.go:171","msg":"trace[1222995146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12727; }","duration":"185.388998ms","start":"2026-03-31T05:21:52.70631Z","end":"2026-03-31T05:21:52.891699Z","steps":["trace[1222995146] 'range keys from in-memory index tree' (duration: 185.064439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:52.89181Z","caller":"traceutil/trace.go:171","msg":"trace[119930100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12727; }","duration":"275.669592ms","start":"2026-03-31T05:21:52.616093Z","end":"2026-03-31T05:21:52.891762Z","steps":["trace[119930100] 'range keys from in-memory index tree' (duration: 275.377454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.891815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.998502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:21:52.891708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.57395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:21:52.891881Z","caller":"traceutil/trace.go:171","msg":"trace[220302991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12727; }","duration":"191.085014ms","start":"2026-03-31T05:21:52.700781Z","end":"2026-03-31T05:21:52.891866Z","steps":["trace[220302991] 'range keys from in-memory index tree' (duration: 190.892038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:52.891929Z","caller":"traceutil/trace.go:171","msg":"trace[1576650719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12727; }","duration":"474.820477ms","start":"2026-03-31T05:21:52.417089Z","end":"2026-03-31T05:21:52.891909Z","steps":["trace[1576650719] 'range keys from in-memory index tree' (duration: 474.414235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.892187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.417073Z","time spent":"475.095184ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:52.892461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.239755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:21:52.892551Z","caller":"traceutil/trace.go:171","msg":"trace[1497971894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12727; }","duration":"192.4027ms","start":"2026-03-31T05:21:52.700105Z","end":"2026-03-31T05:21:52.892508Z","steps":["trace[1497971894] 'range keys from in-memory index tree' (duration: 191.394993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.394684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:53.895333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:54.19492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4747307s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:54.195359Z","caller":"traceutil/trace.go:171","msg":"trace[1959788573] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"1.475314066s","start":"2026-03-31T05:21:52.720018Z","end":"2026-03-31T05:21:54.195332Z","steps":["trace[1959788573] 'process raft request' (duration: 1.4750833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.195503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.719988Z","time spent":"1.475443499s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.557459Z","caller":"traceutil/trace.go:171","msg":"trace[9254482] transaction","detail":"{read_only:false; response_revision:12729; number_of_response:1; }","duration":"1.661117755s","start":"2026-03-31T05:21:52.896308Z","end":"2026-03-31T05:21:54.557425Z","steps":["trace[9254482] 'process raft request' (duration: 1.660894949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.557647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.896285Z","time spent":"1.66127367s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.557753Z","caller":"traceutil/trace.go:171","msg":"trace[529707358] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"1.661107705s","start":"2026-03-31T05:21:52.896626Z","end":"2026-03-31T05:21:54.557733Z","steps":["trace[529707358] 'process raft request' (duration: 1.660754485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.557863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.896616Z","time spent":"1.661177737s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.557995Z","caller":"traceutil/trace.go:171","msg":"trace[1203358678] linearizableReadLoop","detail":"{readStateIndex:13200; appliedIndex:13192; }","duration":"1.664398455s","start":"2026-03-31T05:21:52.893574Z","end":"2026-03-31T05:21:54.557972Z","steps":["trace[1203358678] 'read index received' (duration: 1.301518034s)","trace[1203358678] 'applied index is now lower than readState.Index' (duration: 362.878651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.558026Z","caller":"traceutil/trace.go:171","msg":"trace[890977102] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"1.660686743s","start":"2026-03-31T05:21:52.89732Z","end":"2026-03-31T05:21:54.558007Z","steps":["trace[890977102] 'process raft request' (duration: 1.660383545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.558097Z","caller":"traceutil/trace.go:171","msg":"trace[581338054] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"1.660745525s","start":"2026-03-31T05:21:52.897335Z","end":"2026-03-31T05:21:54.558081Z","steps":["trace[581338054] 'process raft request' (duration: 1.660424536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.897283Z","time spent":"1.660787816s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:54.55819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.897316Z","time spent":"1.660817568s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558224Z","caller":"traceutil/trace.go:171","msg":"trace[1123786553] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"1.661456485s","start":"2026-03-31T05:21:52.896754Z","end":"2026-03-31T05:21:54.558211Z","steps":["trace[1123786553] 'process raft request' (duration: 1.660866679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.55831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.896738Z","time spent":"1.661516476s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558329Z","caller":"traceutil/trace.go:171","msg":"trace[733419556] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"860.914882ms","start":"2026-03-31T05:21:53.697398Z","end":"2026-03-31T05:21:54.558313Z","steps":["trace[733419556] 'process raft request' (duration: 860.406898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.697376Z","time spent":"860.989183ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.55847Z","caller":"traceutil/trace.go:171","msg":"trace[1144892654] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"860.763528ms","start":"2026-03-31T05:21:53.69766Z","end":"2026-03-31T05:21:54.558423Z","steps":["trace[1144892654] 'process raft request' (duration: 860.191842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.558628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665049553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"warn","ts":"2026-03-31T05:21:54.558656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.697651Z","time spent":"860.906411ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:54.558679Z","caller":"traceutil/trace.go:171","msg":"trace[1067297773] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12735; }","duration":"1.665137985s","start":"2026-03-31T05:21:52.893524Z","end":"2026-03-31T05:21:54.558662Z","steps":["trace[1067297773] 'agreement among raft nodes before linearized reading' (duration: 1.664974121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.55875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.893503Z","time spent":"1.665234268s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:21:54.573601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.787085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.573655Z","caller":"traceutil/trace.go:171","msg":"trace[1261757392] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12736; }","duration":"817.879468ms","start":"2026-03-31T05:21:53.755764Z","end":"2026-03-31T05:21:54.573643Z","steps":["trace[1261757392] 'agreement among raft nodes before linearized reading' (duration: 817.782465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.573677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.755745Z","time spent":"817.927309ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:54.573679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405808579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:54.573758Z","caller":"traceutil/trace.go:171","msg":"trace[360255201] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12736; }","duration":"1.405919682s","start":"2026-03-31T05:21:53.167822Z","end":"2026-03-31T05:21:54.573741Z","steps":["trace[360255201] 'agreement among raft nodes before linearized reading' (duration: 1.405747007s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.573859Z","caller":"traceutil/trace.go:171","msg":"trace[1161592375] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"239.167346ms","start":"2026-03-31T05:21:54.334682Z","end":"2026-03-31T05:21:54.57385Z","steps":["trace[1161592375] 'process raft request' (duration: 238.669942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.573848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.167804Z","time spent":"1.406031225s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:21:54.573992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.291842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.574009Z","caller":"traceutil/trace.go:171","msg":"trace[1423205991] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12736; }","duration":"190.880039ms","start":"2026-03-31T05:21:54.383123Z","end":"2026-03-31T05:21:54.574003Z","steps":["trace[1423205991] 'agreement among raft nodes before linearized reading' (duration: 190.846698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.814329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.574096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099938933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:54.574118Z","caller":"traceutil/trace.go:171","msg":"trace[1389405482] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12736; }","duration":"1.099995605s","start":"2026-03-31T05:21:53.474114Z","end":"2026-03-31T05:21:54.57411Z","steps":["trace[1389405482] 'agreement among raft nodes before linearized reading' (duration: 1.099955184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.474095Z","time spent":"1.100032295s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:54.57413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.954917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.574159Z","caller":"traceutil/trace.go:171","msg":"trace[730780195] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12736; }","duration":"240.02451ms","start":"2026-03-31T05:21:54.334127Z","end":"2026-03-31T05:21:54.574152Z","steps":["trace[730780195] 'agreement among raft nodes before linearized reading' (duration: 239.981669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090099715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.574232Z","caller":"traceutil/trace.go:171","msg":"trace[379850353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12736; }","duration":"1.090125375s","start":"2026-03-31T05:21:53.484101Z","end":"2026-03-31T05:21:54.574227Z","steps":["trace[379850353] 'agreement among raft nodes before linearized reading' (duration: 1.090102234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.484095Z","time spent":"1.090146645s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405921522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:21:54.574249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.036181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:21:54.574276Z","caller":"traceutil/trace.go:171","msg":"trace[487571577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12736; }","duration":"1.406000804s","start":"2026-03-31T05:21:53.168265Z","end":"2026-03-31T05:21:54.574266Z","steps":["trace[487571577] 'agreement among raft nodes before linearized reading' (duration: 1.405884831s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.574283Z","caller":"traceutil/trace.go:171","msg":"trace[1675910315] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12736; }","duration":"372.108753ms","start":"2026-03-31T05:21:54.202165Z","end":"2026-03-31T05:21:54.574274Z","steps":["trace[1675910315] 'agreement among raft nodes before linearized reading' (duration: 371.97647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.168247Z","time spent":"1.406049286s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.202148Z","time spent":"372.155675ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099347586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:54.574343Z","caller":"traceutil/trace.go:171","msg":"trace[684406406] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12736; }","duration":"1.099395698s","start":"2026-03-31T05:21:53.474942Z","end":"2026-03-31T05:21:54.574338Z","steps":["trace[684406406] 'agreement among raft nodes before linearized reading' (duration: 1.099363647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.474927Z","time spent":"1.099424569s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:54.574088Z","caller":"traceutil/trace.go:171","msg":"trace[645983560] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12736; }","duration":"812.907552ms","start":"2026-03-31T05:21:53.761167Z","end":"2026-03-31T05:21:54.574074Z","steps":["trace[645983560] 'agreement among raft nodes before linearized reading' (duration: 812.82987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.639104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-31T05:21:54.574569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.761145Z","time spent":"813.382535ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.526135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.574604Z","caller":"traceutil/trace.go:171","msg":"trace[2129918253] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58; range_end:; response_count:1; response_revision:12736; }","duration":"381.821648ms","start":"2026-03-31T05:21:54.192748Z","end":"2026-03-31T05:21:54.574569Z","steps":["trace[2129918253] 'agreement among raft nodes before linearized reading' (duration: 381.468059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.574653Z","caller":"traceutil/trace.go:171","msg":"trace[890765352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12736; }","duration":"818.613337ms","start":"2026-03-31T05:21:53.756023Z","end":"2026-03-31T05:21:54.574636Z","steps":["trace[890765352] 'agreement among raft nodes before linearized reading' (duration: 818.513244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.764755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:21:54.574698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6784759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:477568"} {"level":"info","ts":"2026-03-31T05:21:54.574702Z","caller":"traceutil/trace.go:171","msg":"trace[535617752] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12736; }","duration":"813.796356ms","start":"2026-03-31T05:21:53.760901Z","end":"2026-03-31T05:21:54.574698Z","steps":["trace[535617752] 'agreement among raft nodes before linearized reading' (duration: 813.685883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.756017Z","time spent":"818.670479ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:21:54.574721Z","caller":"traceutil/trace.go:171","msg":"trace[1532304886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12736; }","duration":"1.67852591s","start":"2026-03-31T05:21:52.896188Z","end":"2026-03-31T05:21:54.574714Z","steps":["trace[1532304886] 'agreement among raft nodes before linearized reading' (duration: 1.67742896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.192724Z","time spent":"381.955732ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2010,"request content":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.896173Z","time spent":"1.678593503s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":477592,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466966878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:21:54.57482Z","caller":"traceutil/trace.go:171","msg":"trace[1124992972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12736; }","duration":"1.467171703s","start":"2026-03-31T05:21:53.107643Z","end":"2026-03-31T05:21:54.574815Z","steps":["trace[1124992972] 'agreement among raft nodes before linearized reading' (duration: 1.466278709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.574839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.107626Z","time spent":"1.467208605s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:21:54.574723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.760895Z","time spent":"813.824986ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:21:54.785945Z","caller":"traceutil/trace.go:171","msg":"trace[1751837477] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"208.485029ms","start":"2026-03-31T05:21:54.577429Z","end":"2026-03-31T05:21:54.785914Z","steps":["trace[1751837477] 'process raft request' (duration: 167.871791ms)","trace[1751837477] 'compare' (duration: 40.213397ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.785989Z","caller":"traceutil/trace.go:171","msg":"trace[1902586307] linearizableReadLoop","detail":"{readStateIndex:13203; appliedIndex:13201; }","duration":"205.558269ms","start":"2026-03-31T05:21:54.5804Z","end":"2026-03-31T05:21:54.785958Z","steps":["trace[1902586307] 'read index received' (duration: 165.001443ms)","trace[1902586307] 'applied index is now lower than readState.Index' (duration: 40.555486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.786128Z","caller":"traceutil/trace.go:171","msg":"trace[1493894421] transaction","detail":"{read_only:false; response_revision:12738; number_of_response:1; }","duration":"206.485034ms","start":"2026-03-31T05:21:54.579612Z","end":"2026-03-31T05:21:54.786097Z","steps":["trace[1493894421] 'process raft request' (duration: 206.225687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.786175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.737704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.786211Z","caller":"traceutil/trace.go:171","msg":"trace[1785885438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12738; }","duration":"205.832176ms","start":"2026-03-31T05:21:54.580369Z","end":"2026-03-31T05:21:54.786201Z","steps":["trace[1785885438] 'agreement among raft nodes before linearized reading' (duration: 205.735493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:55.426707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.321722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:55.426821Z","caller":"traceutil/trace.go:171","msg":"trace[1759161015] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12738; }","duration":"478.525677ms","start":"2026-03-31T05:21:54.948269Z","end":"2026-03-31T05:21:55.426794Z","steps":["trace[1759161015] 'count revisions from in-memory index tree' (duration: 478.207628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:55.426883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:54.948245Z","time spent":"478.620619ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:55.426933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.285434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:55.427158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.87018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:55.427159Z","caller":"traceutil/trace.go:171","msg":"trace[163799990] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12738; }","duration":"256.602282ms","start":"2026-03-31T05:21:55.170516Z","end":"2026-03-31T05:21:55.427119Z","steps":["trace[163799990] 'count revisions from in-memory index tree' (duration: 256.18496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:55.427223Z","caller":"traceutil/trace.go:171","msg":"trace[192082332] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12738; }","duration":"149.946952ms","start":"2026-03-31T05:21:55.27726Z","end":"2026-03-31T05:21:55.427207Z","steps":["trace[192082332] 'count revisions from in-memory index tree' (duration: 149.790417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:55.806623Z","caller":"traceutil/trace.go:171","msg":"trace[1201021654] transaction","detail":"{read_only:false; response_revision:12739; number_of_response:1; }","duration":"156.273834ms","start":"2026-03-31T05:21:55.650291Z","end":"2026-03-31T05:21:55.806565Z","steps":["trace[1201021654] 'process raft request' (duration: 155.842172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.541185Z","caller":"traceutil/trace.go:171","msg":"trace[2127688547] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"117.465145ms","start":"2026-03-31T05:21:56.42367Z","end":"2026-03-31T05:21:56.541135Z","steps":["trace[2127688547] 'process raft request' (duration: 117.231909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.712287Z","caller":"traceutil/trace.go:171","msg":"trace[1340766298] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"146.657392ms","start":"2026-03-31T05:21:56.565583Z","end":"2026-03-31T05:21:56.712241Z","steps":["trace[1340766298] 'process raft request' (duration: 85.574375ms)","trace[1340766298] 'compare' (duration: 60.892272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:56.757454Z","caller":"traceutil/trace.go:171","msg":"trace[258567803] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"190.352124ms","start":"2026-03-31T05:21:56.567071Z","end":"2026-03-31T05:21:56.757423Z","steps":["trace[258567803] 'process raft request' (duration: 190.22239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757503Z","caller":"traceutil/trace.go:171","msg":"trace[1706660230] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"190.267561ms","start":"2026-03-31T05:21:56.567203Z","end":"2026-03-31T05:21:56.757471Z","steps":["trace[1706660230] 'process raft request' (duration: 190.147918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757614Z","caller":"traceutil/trace.go:171","msg":"trace[1580124309] linearizableReadLoop","detail":"{readStateIndex:13213; appliedIndex:13206; }","duration":"178.340046ms","start":"2026-03-31T05:21:56.579261Z","end":"2026-03-31T05:21:56.757601Z","steps":["trace[1580124309] 'read index received' (duration: 72.000234ms)","trace[1580124309] 'applied index is now lower than readState.Index' (duration: 106.338962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:56.757672Z","caller":"traceutil/trace.go:171","msg":"trace[1040099853] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"190.114707ms","start":"2026-03-31T05:21:56.567546Z","end":"2026-03-31T05:21:56.757661Z","steps":["trace[1040099853] 'process raft request' (duration: 189.996894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757694Z","caller":"traceutil/trace.go:171","msg":"trace[1735661] transaction","detail":"{read_only:false; response_revision:12749; number_of_response:1; }","duration":"177.37308ms","start":"2026-03-31T05:21:56.580314Z","end":"2026-03-31T05:21:56.757687Z","steps":["trace[1735661] 'process raft request' (duration: 177.257617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757696Z","caller":"traceutil/trace.go:171","msg":"trace[551227723] transaction","detail":"{read_only:false; response_revision:12747; number_of_response:1; }","duration":"190.350523ms","start":"2026-03-31T05:21:56.567314Z","end":"2026-03-31T05:21:56.757665Z","steps":["trace[551227723] 'process raft request' (duration: 190.187049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757819Z","caller":"traceutil/trace.go:171","msg":"trace[1367302698] transaction","detail":"{read_only:false; response_revision:12746; number_of_response:1; }","duration":"190.545299ms","start":"2026-03-31T05:21:56.567243Z","end":"2026-03-31T05:21:56.757788Z","steps":["trace[1367302698] 'process raft request' (duration: 190.154148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.757916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.601443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:56.757974Z","caller":"traceutil/trace.go:171","msg":"trace[303301455] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12749; }","duration":"178.745687ms","start":"2026-03-31T05:21:56.579217Z","end":"2026-03-31T05:21:56.757962Z","steps":["trace[303301455] 'agreement among raft nodes before linearized reading' (duration: 178.586762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.757983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.621284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:56.75806Z","caller":"traceutil/trace.go:171","msg":"trace[1651908389] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12749; }","duration":"178.739937ms","start":"2026-03-31T05:21:56.579303Z","end":"2026-03-31T05:21:56.758043Z","steps":["trace[1651908389] 'agreement among raft nodes before linearized reading' (duration: 178.546211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.758093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.018977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:21:56.758123Z","caller":"traceutil/trace.go:171","msg":"trace[1055071944] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12749; }","duration":"178.064539ms","start":"2026-03-31T05:21:56.580049Z","end":"2026-03-31T05:21:56.758113Z","steps":["trace[1055071944] 'agreement among raft nodes before linearized reading' (duration: 177.943175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.758105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.48901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:56.758186Z","caller":"traceutil/trace.go:171","msg":"trace[128367405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12749; }","duration":"178.586373ms","start":"2026-03-31T05:21:56.57958Z","end":"2026-03-31T05:21:56.758166Z","steps":["trace[128367405] 'agreement among raft nodes before linearized reading' (duration: 178.47289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.757442Z","caller":"traceutil/trace.go:171","msg":"trace[2030756362] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"191.772592ms","start":"2026-03-31T05:21:56.565628Z","end":"2026-03-31T05:21:56.7574Z","steps":["trace[2030756362] 'process raft request' (duration: 191.518115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.758224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.578333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:56.758244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.023918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:21:56.75825Z","caller":"traceutil/trace.go:171","msg":"trace[661063138] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12749; }","duration":"178.619513ms","start":"2026-03-31T05:21:56.579623Z","end":"2026-03-31T05:21:56.758243Z","steps":["trace[661063138] 'agreement among raft nodes before linearized reading' (duration: 178.578762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.758272Z","caller":"traceutil/trace.go:171","msg":"trace[393438651] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12749; }","duration":"174.06857ms","start":"2026-03-31T05:21:56.584197Z","end":"2026-03-31T05:21:56.758265Z","steps":["trace[393438651] 'agreement among raft nodes before linearized reading' (duration: 173.997248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:56.7583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.913635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:21:56.758322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.715616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:21:56.758375Z","caller":"traceutil/trace.go:171","msg":"trace[439020465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12749; }","duration":"174.002087ms","start":"2026-03-31T05:21:56.584355Z","end":"2026-03-31T05:21:56.758357Z","steps":["trace[439020465] 'agreement among raft nodes before linearized reading' (duration: 173.775011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:56.758388Z","caller":"traceutil/trace.go:171","msg":"trace[1914274014] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12749; }","duration":"178.807279ms","start":"2026-03-31T05:21:56.579561Z","end":"2026-03-31T05:21:56.758369Z","steps":["trace[1914274014] 'agreement among raft nodes before linearized reading' (duration: 178.636574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.434591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.307657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:57.434781Z","caller":"traceutil/trace.go:171","msg":"trace[1251833900] linearizableReadLoop","detail":"{readStateIndex:13215; appliedIndex:13214; }","duration":"643.059876ms","start":"2026-03-31T05:21:56.791695Z","end":"2026-03-31T05:21:57.434755Z","steps":["trace[1251833900] 'read index received' (duration: 7.911726ms)","trace[1251833900] 'applied index is now lower than readState.Index' (duration: 635.14056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:57.434998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.296032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:21:57.435143Z","caller":"traceutil/trace.go:171","msg":"trace[1497569574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12749; }","duration":"643.502428ms","start":"2026-03-31T05:21:56.791625Z","end":"2026-03-31T05:21:57.435127Z","steps":["trace[1497569574] 'agreement among raft nodes before linearized reading' (duration: 643.224761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.435349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:56.791595Z","time spent":"643.60611ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:21:57.968473Z","caller":"traceutil/trace.go:171","msg":"trace[333049606] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"118.901445ms","start":"2026-03-31T05:21:57.84954Z","end":"2026-03-31T05:21:57.968441Z","steps":["trace[333049606] 'process raft request' (duration: 118.203316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.07147Z","caller":"traceutil/trace.go:171","msg":"trace[1630355213] transaction","detail":"{read_only:false; response_revision:12752; number_of_response:1; }","duration":"104.728678ms","start":"2026-03-31T05:21:57.966695Z","end":"2026-03-31T05:21:58.071424Z","steps":["trace[1630355213] 'process raft request' (duration: 92.35383ms)","trace[1630355213] 'compare' (duration: 12.202793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:58.666216Z","caller":"traceutil/trace.go:171","msg":"trace[814136528] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13219; }","duration":"182.912212ms","start":"2026-03-31T05:21:58.483279Z","end":"2026-03-31T05:21:58.666191Z","steps":["trace[814136528] 'read index received' (duration: 182.648784ms)","trace[814136528] 'applied index is now lower than readState.Index' (duration: 262.478µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:58.666385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.088866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.666427Z","caller":"traceutil/trace.go:171","msg":"trace[407044362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12754; }","duration":"183.179259ms","start":"2026-03-31T05:21:58.483235Z","end":"2026-03-31T05:21:58.666414Z","steps":["trace[407044362] 'agreement among raft nodes before linearized reading' (duration: 183.053865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.666734Z","caller":"traceutil/trace.go:171","msg":"trace[1960767953] transaction","detail":"{read_only:false; response_revision:12754; number_of_response:1; }","duration":"217.906136ms","start":"2026-03-31T05:21:58.448777Z","end":"2026-03-31T05:21:58.666683Z","steps":["trace[1960767953] 'process raft request' (duration: 217.227587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.905596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.597557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.905687Z","caller":"traceutil/trace.go:171","msg":"trace[1897049336] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12755; }","duration":"140.70741ms","start":"2026-03-31T05:21:58.764955Z","end":"2026-03-31T05:21:58.905663Z","steps":["trace[1897049336] 'range keys from in-memory index tree' (duration: 140.427942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.905956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.007777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:58.906024Z","caller":"traceutil/trace.go:171","msg":"trace[1704475167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12755; }","duration":"141.121441ms","start":"2026-03-31T05:21:58.764886Z","end":"2026-03-31T05:21:58.906007Z","steps":["trace[1704475167] 'range keys from in-memory index tree' (duration: 140.665468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.155371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:21:58.906143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.137571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:21:58.905935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.913695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.906179Z","caller":"traceutil/trace.go:171","msg":"trace[2114390583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12755; }","duration":"141.267994ms","start":"2026-03-31T05:21:58.764895Z","end":"2026-03-31T05:21:58.906163Z","steps":["trace[2114390583] 'range keys from in-memory index tree' (duration: 140.887205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906205Z","caller":"traceutil/trace.go:171","msg":"trace[521534847] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12755; }","duration":"141.205063ms","start":"2026-03-31T05:21:58.76498Z","end":"2026-03-31T05:21:58.906185Z","steps":["trace[521534847] 'range keys from in-memory index tree' (duration: 140.903965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906256Z","caller":"traceutil/trace.go:171","msg":"trace[929267559] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12755; }","duration":"141.298686ms","start":"2026-03-31T05:21:58.764922Z","end":"2026-03-31T05:21:58.906221Z","steps":["trace[929267559] 'range keys from in-memory index tree' (duration: 140.819273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.297775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:58.906288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.320466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:21:58.906356Z","caller":"traceutil/trace.go:171","msg":"trace[1100914364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12755; }","duration":"141.410769ms","start":"2026-03-31T05:21:58.764923Z","end":"2026-03-31T05:21:58.906333Z","steps":["trace[1100914364] 'range keys from in-memory index tree' (duration: 141.200003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906359Z","caller":"traceutil/trace.go:171","msg":"trace[1540041214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12755; }","duration":"141.397648ms","start":"2026-03-31T05:21:58.764942Z","end":"2026-03-31T05:21:58.90634Z","steps":["trace[1540041214] 'range keys from in-memory index tree' (duration: 141.06431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.310616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:21:58.906502Z","caller":"traceutil/trace.go:171","msg":"trace[1553951532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12755; }","duration":"141.508291ms","start":"2026-03-31T05:21:58.764979Z","end":"2026-03-31T05:21:58.906488Z","steps":["trace[1553951532] 'range keys from in-memory index tree' (duration: 141.08003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906541Z","caller":"traceutil/trace.go:171","msg":"trace[121685398] linearizableReadLoop","detail":"{readStateIndex:13222; appliedIndex:13221; }","duration":"141.365507ms","start":"2026-03-31T05:21:58.765161Z","end":"2026-03-31T05:21:58.906526Z","steps":["trace[121685398] 'read index received' (duration: 72.821577ms)","trace[121685398] 'applied index is now lower than readState.Index' (duration: 68.5427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:58.90665Z","caller":"traceutil/trace.go:171","msg":"trace[1407069297] transaction","detail":"{read_only:false; response_revision:12757; number_of_response:1; }","duration":"141.47787ms","start":"2026-03-31T05:21:58.765162Z","end":"2026-03-31T05:21:58.90664Z","steps":["trace[1407069297] 'process raft request' (duration: 141.306956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906673Z","caller":"traceutil/trace.go:171","msg":"trace[1921364006] transaction","detail":"{read_only:false; response_revision:12756; number_of_response:1; }","duration":"141.597544ms","start":"2026-03-31T05:21:58.765059Z","end":"2026-03-31T05:21:58.906657Z","steps":["trace[1921364006] 'process raft request' (duration: 72.886749ms)","trace[1921364006] 'compare' (duration: 67.80351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:58.906766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.627085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:21:58.906862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.660016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:58.906895Z","caller":"traceutil/trace.go:171","msg":"trace[324641751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12757; }","duration":"141.722487ms","start":"2026-03-31T05:21:58.765163Z","end":"2026-03-31T05:21:58.906885Z","steps":["trace[324641751] 'agreement among raft nodes before linearized reading' (duration: 141.595044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.906854Z","caller":"traceutil/trace.go:171","msg":"trace[392446029] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12757; }","duration":"141.701407ms","start":"2026-03-31T05:21:58.765126Z","end":"2026-03-31T05:21:58.906827Z","steps":["trace[392446029] 'agreement among raft nodes before linearized reading' (duration: 141.509651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.906991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.790079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:21:58.907028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.526592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:21:58.90711Z","caller":"traceutil/trace.go:171","msg":"trace[1341139391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12757; }","duration":"130.648035ms","start":"2026-03-31T05:21:58.776453Z","end":"2026-03-31T05:21:58.907101Z","steps":["trace[1341139391] 'agreement among raft nodes before linearized reading' (duration: 130.505491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.907109Z","caller":"traceutil/trace.go:171","msg":"trace[264871491] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12757; }","duration":"141.945433ms","start":"2026-03-31T05:21:58.765133Z","end":"2026-03-31T05:21:58.907078Z","steps":["trace[264871491] 'agreement among raft nodes before linearized reading' (duration: 141.481661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.90708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.001913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:58.907283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.503608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.90736Z","caller":"traceutil/trace.go:171","msg":"trace[1698880318] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12755; }","duration":"142.616792ms","start":"2026-03-31T05:21:58.764723Z","end":"2026-03-31T05:21:58.90734Z","steps":["trace[1698880318] 'range keys from in-memory index tree' (duration: 141.186963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.90728Z","caller":"traceutil/trace.go:171","msg":"trace[1070040637] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12757; }","duration":"106.245309ms","start":"2026-03-31T05:21:58.801003Z","end":"2026-03-31T05:21:58.907248Z","steps":["trace[1070040637] 'agreement among raft nodes before linearized reading' (duration: 105.829878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.099093Z","caller":"traceutil/trace.go:171","msg":"trace[226700986] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"186.856028ms","start":"2026-03-31T05:21:58.912218Z","end":"2026-03-31T05:21:59.099074Z","steps":["trace[226700986] 'process raft request' (duration: 186.766206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.099102Z","caller":"traceutil/trace.go:171","msg":"trace[2052372226] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"186.93172ms","start":"2026-03-31T05:21:58.912137Z","end":"2026-03-31T05:21:59.099069Z","steps":["trace[2052372226] 'process raft request' (duration: 122.840241ms)","trace[2052372226] 'compare' (duration: 63.883133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:59.099407Z","caller":"traceutil/trace.go:171","msg":"trace[792511448] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"187.117676ms","start":"2026-03-31T05:21:58.912279Z","end":"2026-03-31T05:21:59.099397Z","steps":["trace[792511448] 'process raft request' (duration: 186.741446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.099402Z","caller":"traceutil/trace.go:171","msg":"trace[2137006909] transaction","detail":"{read_only:false; response_revision:12762; number_of_response:1; }","duration":"186.637863ms","start":"2026-03-31T05:21:58.91274Z","end":"2026-03-31T05:21:59.099378Z","steps":["trace[2137006909] 'process raft request' (duration: 186.520499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:00.981806Z","caller":"traceutil/trace.go:171","msg":"trace[1898683001] transaction","detail":"{read_only:false; response_revision:12773; number_of_response:1; }","duration":"256.380094ms","start":"2026-03-31T05:22:00.725405Z","end":"2026-03-31T05:22:00.981785Z","steps":["trace[1898683001] 'process raft request' (duration: 256.23622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.854637Z","caller":"traceutil/trace.go:171","msg":"trace[1088130583] linearizableReadLoop","detail":"{readStateIndex:13251; appliedIndex:13250; }","duration":"245.112189ms","start":"2026-03-31T05:22:02.609502Z","end":"2026-03-31T05:22:02.854614Z","steps":["trace[1088130583] 'read index received' (duration: 244.976805ms)","trace[1088130583] 'applied index is now lower than readState.Index' (duration: 134.444µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:02.855068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.55376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:02.855131Z","caller":"traceutil/trace.go:171","msg":"trace[1877649019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12784; }","duration":"245.696384ms","start":"2026-03-31T05:22:02.609421Z","end":"2026-03-31T05:22:02.855117Z","steps":["trace[1877649019] 'agreement among raft nodes before linearized reading' (duration: 245.585151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.855564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.150787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:02.8556Z","caller":"traceutil/trace.go:171","msg":"trace[1359186950] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12784; }","duration":"150.191568ms","start":"2026-03-31T05:22:02.705402Z","end":"2026-03-31T05:22:02.855594Z","steps":["trace[1359186950] 'agreement among raft nodes before linearized reading' (duration: 150.134727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.855743Z","caller":"traceutil/trace.go:171","msg":"trace[2022625894] transaction","detail":"{read_only:false; response_revision:12784; number_of_response:1; }","duration":"326.361265ms","start":"2026-03-31T05:22:02.529358Z","end":"2026-03-31T05:22:02.855719Z","steps":["trace[2022625894] 'process raft request' (duration: 325.050989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.855865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.529338Z","time spent":"326.460898ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:03.968702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.203606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.968822Z","caller":"traceutil/trace.go:171","msg":"trace[1975145180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12785; }","duration":"877.337649ms","start":"2026-03-31T05:22:03.091466Z","end":"2026-03-31T05:22:03.968803Z","steps":["trace[1975145180] 'range keys from in-memory index tree' (duration: 877.185335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.970085Z","caller":"traceutil/trace.go:171","msg":"trace[1013320102] linearizableReadLoop","detail":"{readStateIndex:13254; appliedIndex:13251; }","duration":"979.902588ms","start":"2026-03-31T05:22:02.990164Z","end":"2026-03-31T05:22:03.970067Z","steps":["trace[1013320102] 'read index received' (duration: 37.001159ms)","trace[1013320102] 'applied index is now lower than readState.Index' (duration: 942.900449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:03.970303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.132315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.970308Z","caller":"traceutil/trace.go:171","msg":"trace[444019522] transaction","detail":"{read_only:false; response_revision:12786; number_of_response:1; }","duration":"981.582133ms","start":"2026-03-31T05:22:02.988698Z","end":"2026-03-31T05:22:03.97028Z","steps":["trace[444019522] 'process raft request' (duration: 978.852139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.970346Z","caller":"traceutil/trace.go:171","msg":"trace[1864576957] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12787; }","duration":"980.206606ms","start":"2026-03-31T05:22:02.990131Z","end":"2026-03-31T05:22:03.970337Z","steps":["trace[1864576957] 'agreement among raft nodes before linearized reading' (duration: 980.128744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.970327Z","caller":"traceutil/trace.go:171","msg":"trace[916057441] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"980.596937ms","start":"2026-03-31T05:22:02.98971Z","end":"2026-03-31T05:22:03.970307Z","steps":["trace[916057441] 'process raft request' (duration: 980.317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.970342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.130085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:03.970369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.990119Z","time spent":"980.244408ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.560285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:22:03.970422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.988687Z","time spent":"981.667567ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:03.970431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.989698Z","time spent":"980.677469ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:03.970509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.649794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:22:03.970526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.130516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:22:03.970477Z","caller":"traceutil/trace.go:171","msg":"trace[1701626442] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12787; }","duration":"881.669967ms","start":"2026-03-31T05:22:03.088781Z","end":"2026-03-31T05:22:03.970451Z","steps":["trace[1701626442] 'agreement among raft nodes before linearized reading' (duration: 881.570464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.970526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.741703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:22:03.970552Z","caller":"traceutil/trace.go:171","msg":"trace[1493092281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12787; }","duration":"978.704206ms","start":"2026-03-31T05:22:02.99184Z","end":"2026-03-31T05:22:03.970544Z","steps":["trace[1493092281] 'agreement among raft nodes before linearized reading' (duration: 978.569822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.970538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.577248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:22:03.970585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.991834Z","time spent":"978.742507ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.066572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:22:03.970599Z","caller":"traceutil/trace.go:171","msg":"trace[387456115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12787; }","duration":"972.668251ms","start":"2026-03-31T05:22:02.997916Z","end":"2026-03-31T05:22:03.970584Z","steps":["trace[387456115] 'agreement among raft nodes before linearized reading' (duration: 972.484976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.970626Z","caller":"traceutil/trace.go:171","msg":"trace[1718286501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12787; }","duration":"969.105444ms","start":"2026-03-31T05:22:03.001509Z","end":"2026-03-31T05:22:03.970614Z","steps":["trace[1718286501] 'agreement among raft nodes before linearized reading' (duration: 969.034102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.970644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.0015Z","time spent":"969.140494ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.254827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.971137Z","caller":"traceutil/trace.go:171","msg":"trace[766918697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12787; }","duration":"877.678029ms","start":"2026-03-31T05:22:03.093432Z","end":"2026-03-31T05:22:03.97111Z","steps":["trace[766918697] 'agreement among raft nodes before linearized reading' (duration: 877.185476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.093426Z","time spent":"877.781892ms","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:03.970586Z","caller":"traceutil/trace.go:171","msg":"trace[2038941743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12787; }","duration":"957.849166ms","start":"2026-03-31T05:22:03.012721Z","end":"2026-03-31T05:22:03.97057Z","steps":["trace[2038941743] 'agreement among raft nodes before linearized reading' (duration: 957.700542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.012702Z","time spent":"958.589087ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:22:03.97039Z","caller":"traceutil/trace.go:171","msg":"trace[1534747673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12787; }","duration":"980.208146ms","start":"2026-03-31T05:22:02.990168Z","end":"2026-03-31T05:22:03.970376Z","steps":["trace[1534747673] 'agreement among raft nodes before linearized reading' (duration: 980.124854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.990156Z","time spent":"981.304037ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.050675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:22:03.971609Z","caller":"traceutil/trace.go:171","msg":"trace[1166401601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12787; }","duration":"766.031522ms","start":"2026-03-31T05:22:03.205555Z","end":"2026-03-31T05:22:03.971586Z","steps":["trace[1166401601] 'agreement among raft nodes before linearized reading' (duration: 765.039635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.205536Z","time spent":"766.115565ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:22:03.970556Z","caller":"traceutil/trace.go:171","msg":"trace[775888839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12787; }","duration":"788.193157ms","start":"2026-03-31T05:22:03.182354Z","end":"2026-03-31T05:22:03.970548Z","steps":["trace[775888839] 'agreement among raft nodes before linearized reading' (duration: 788.015882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.182336Z","time spent":"789.446352ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.545142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:03.971948Z","caller":"traceutil/trace.go:171","msg":"trace[1898844945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12787; }","duration":"766.006172ms","start":"2026-03-31T05:22:03.20593Z","end":"2026-03-31T05:22:03.971936Z","steps":["trace[1898844945] 'agreement among raft nodes before linearized reading' (duration: 764.439769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.971984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.205918Z","time spent":"766.055763ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.9979Z","time spent":"972.734062ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.891419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:03.972137Z","caller":"traceutil/trace.go:171","msg":"trace[2114606467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12787; }","duration":"435.426781ms","start":"2026-03-31T05:22:03.536703Z","end":"2026-03-31T05:22:03.97213Z","steps":["trace[2114606467] 'agreement among raft nodes before linearized reading' (duration: 433.858328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.972159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.536688Z","time spent":"435.465293ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:03.97064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.523408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:22:03.972295Z","caller":"traceutil/trace.go:171","msg":"trace[1031429010] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12787; }","duration":"981.203753ms","start":"2026-03-31T05:22:02.991085Z","end":"2026-03-31T05:22:03.972289Z","steps":["trace[1031429010] 'agreement among raft nodes before linearized reading' (duration: 979.461626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.972314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.991075Z","time spent":"981.234335ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.851392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:22:03.972442Z","caller":"traceutil/trace.go:171","msg":"trace[1875515269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12787; }","duration":"957.663211ms","start":"2026-03-31T05:22:03.014771Z","end":"2026-03-31T05:22:03.972434Z","steps":["trace[1875515269] 'agreement among raft nodes before linearized reading' (duration: 955.834081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.972473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.014745Z","time spent":"957.711503ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:03.97069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.765557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.972575Z","caller":"traceutil/trace.go:171","msg":"trace[447145556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12787; }","duration":"490.70467ms","start":"2026-03-31T05:22:03.481862Z","end":"2026-03-31T05:22:03.972567Z","steps":["trace[447145556] 'agreement among raft nodes before linearized reading' (duration: 488.810268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.972594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.481843Z","time spent":"490.746321ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.088764Z","time spent":"881.800341ms","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:03.970763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.551799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:22:03.972848Z","caller":"traceutil/trace.go:171","msg":"trace[830246603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12787; }","duration":"763.666547ms","start":"2026-03-31T05:22:03.209174Z","end":"2026-03-31T05:22:03.972841Z","steps":["trace[830246603] 'agreement among raft nodes before linearized reading' (duration: 761.530639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.972876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:03.209146Z","time spent":"763.724009ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:03.97075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.531818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:22:03.97298Z","caller":"traceutil/trace.go:171","msg":"trace[82118089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12787; }","duration":"981.79347ms","start":"2026-03-31T05:22:02.99118Z","end":"2026-03-31T05:22:03.972974Z","steps":["trace[82118089] 'agreement among raft nodes before linearized reading' (duration: 979.402485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.973004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.991173Z","time spent":"981.825051ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:22:03.970817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.565046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:03.973128Z","caller":"traceutil/trace.go:171","msg":"trace[133211809] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12787; }","duration":"982.90799ms","start":"2026-03-31T05:22:02.990214Z","end":"2026-03-31T05:22:03.973122Z","steps":["trace[133211809] 'agreement among raft nodes before linearized reading' (duration: 980.525395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:03.973152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:02.990209Z","time spent":"982.933861ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:22:05.275713Z","caller":"traceutil/trace.go:171","msg":"trace[1214820573] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"242.479527ms","start":"2026-03-31T05:22:05.033201Z","end":"2026-03-31T05:22:05.275681Z","steps":["trace[1214820573] 'process raft request' (duration: 242.201529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.231793Z","caller":"traceutil/trace.go:171","msg":"trace[2115712970] transaction","detail":"{read_only:false; response_revision:12799; number_of_response:1; }","duration":"153.527049ms","start":"2026-03-31T05:22:06.07823Z","end":"2026-03-31T05:22:06.231757Z","steps":["trace[2115712970] 'process raft request' (duration: 152.83285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.264701Z","caller":"traceutil/trace.go:171","msg":"trace[182338790] transaction","detail":"{read_only:false; response_revision:12800; number_of_response:1; }","duration":"185.914973ms","start":"2026-03-31T05:22:06.078757Z","end":"2026-03-31T05:22:06.264672Z","steps":["trace[182338790] 'process raft request' (duration: 185.701007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.265029Z","caller":"traceutil/trace.go:171","msg":"trace[396309509] transaction","detail":"{read_only:false; response_revision:12803; number_of_response:1; }","duration":"186.168059ms","start":"2026-03-31T05:22:06.078849Z","end":"2026-03-31T05:22:06.265017Z","steps":["trace[396309509] 'process raft request' (duration: 185.788009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.265156Z","caller":"traceutil/trace.go:171","msg":"trace[114541420] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"186.074987ms","start":"2026-03-31T05:22:06.079072Z","end":"2026-03-31T05:22:06.265147Z","steps":["trace[114541420] 'process raft request' (duration: 185.595644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.265484Z","caller":"traceutil/trace.go:171","msg":"trace[1719054390] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"186.699524ms","start":"2026-03-31T05:22:06.078775Z","end":"2026-03-31T05:22:06.265475Z","steps":["trace[1719054390] 'process raft request' (duration: 185.80645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:06.264874Z","caller":"traceutil/trace.go:171","msg":"trace[918371442] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"186.039756ms","start":"2026-03-31T05:22:06.07881Z","end":"2026-03-31T05:22:06.26485Z","steps":["trace[918371442] 'process raft request' (duration: 185.802839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:07.120107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.019663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:22:07.120234Z","caller":"traceutil/trace.go:171","msg":"trace[1934586855] linearizableReadLoop","detail":"{readStateIndex:13273; appliedIndex:13272; }","duration":"123.15514ms","start":"2026-03-31T05:22:06.997064Z","end":"2026-03-31T05:22:07.120219Z","steps":["trace[1934586855] 'read index received' (duration: 1.961173ms)","trace[1934586855] 'applied index is now lower than readState.Index' (duration: 121.192597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:07.120327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.254553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:07.12037Z","caller":"traceutil/trace.go:171","msg":"trace[543316909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12805; }","duration":"123.338155ms","start":"2026-03-31T05:22:06.997023Z","end":"2026-03-31T05:22:07.120361Z","steps":["trace[543316909] 'agreement among raft nodes before linearized reading' (duration: 123.262053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.131779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.075794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:22:08.131837Z","caller":"traceutil/trace.go:171","msg":"trace[193182971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12808; }","duration":"132.160927ms","start":"2026-03-31T05:22:07.999661Z","end":"2026-03-31T05:22:08.131822Z","steps":["trace[193182971] 'agreement among raft nodes before linearized reading' (duration: 131.984282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.131997Z","caller":"traceutil/trace.go:171","msg":"trace[527192321] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"138.111659ms","start":"2026-03-31T05:22:07.993857Z","end":"2026-03-31T05:22:08.131969Z","steps":["trace[527192321] 'process raft request' (duration: 137.577554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.132274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.792677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:22:08.132316Z","caller":"traceutil/trace.go:171","msg":"trace[1344887823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12808; }","duration":"142.846998ms","start":"2026-03-31T05:22:07.989459Z","end":"2026-03-31T05:22:08.132306Z","steps":["trace[1344887823] 'agreement among raft nodes before linearized reading' (duration: 142.731375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.132544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.002475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:22:08.13427Z","caller":"traceutil/trace.go:171","msg":"trace[1737031341] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12808; }","duration":"142.235681ms","start":"2026-03-31T05:22:07.990377Z","end":"2026-03-31T05:22:08.132613Z","steps":["trace[1737031341] 'agreement among raft nodes before linearized reading' (duration: 141.46902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.41787Z","caller":"traceutil/trace.go:171","msg":"trace[1348616189] linearizableReadLoop","detail":"{readStateIndex:13278; appliedIndex:13277; }","duration":"146.656342ms","start":"2026-03-31T05:22:08.271191Z","end":"2026-03-31T05:22:08.417847Z","steps":["trace[1348616189] 'read index received' (duration: 146.179489ms)","trace[1348616189] 'applied index is now lower than readState.Index' (duration: 475.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:08.417967Z","caller":"traceutil/trace.go:171","msg":"trace[1111748282] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"177.051151ms","start":"2026-03-31T05:22:08.240908Z","end":"2026-03-31T05:22:08.417959Z","steps":["trace[1111748282] 'process raft request' (duration: 176.450555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.418274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.96892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:22:08.418416Z","caller":"traceutil/trace.go:171","msg":"trace[1912669453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12810; }","duration":"147.139245ms","start":"2026-03-31T05:22:08.271258Z","end":"2026-03-31T05:22:08.418397Z","steps":["trace[1912669453] 'agreement among raft nodes before linearized reading' (duration: 146.873788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.418739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.380751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:08.419033Z","caller":"traceutil/trace.go:171","msg":"trace[215044502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12810; }","duration":"147.6897ms","start":"2026-03-31T05:22:08.271329Z","end":"2026-03-31T05:22:08.419019Z","steps":["trace[215044502] 'agreement among raft nodes before linearized reading' (duration: 147.329661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.41914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.998514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:22:08.41917Z","caller":"traceutil/trace.go:171","msg":"trace[786297006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12810; }","duration":"135.058755ms","start":"2026-03-31T05:22:08.284103Z","end":"2026-03-31T05:22:08.419162Z","steps":["trace[786297006] 'agreement among raft nodes before linearized reading' (duration: 134.277444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.418329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.942079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:22:08.419409Z","caller":"traceutil/trace.go:171","msg":"trace[671647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12810; }","duration":"148.02792ms","start":"2026-03-31T05:22:08.271363Z","end":"2026-03-31T05:22:08.419391Z","steps":["trace[671647] 'agreement among raft nodes before linearized reading' (duration: 146.918129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:08.418371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.182827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:22:08.418928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.580257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:22:08.420149Z","caller":"traceutil/trace.go:171","msg":"trace[861038736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12810; }","duration":"148.839122ms","start":"2026-03-31T05:22:08.271296Z","end":"2026-03-31T05:22:08.420135Z","steps":["trace[861038736] 'agreement among raft nodes before linearized reading' (duration: 147.522716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.420156Z","caller":"traceutil/trace.go:171","msg":"trace[849120356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12810; }","duration":"148.997286ms","start":"2026-03-31T05:22:08.271144Z","end":"2026-03-31T05:22:08.420142Z","steps":["trace[849120356] 'agreement among raft nodes before linearized reading' (duration: 147.196117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.576031Z","caller":"traceutil/trace.go:171","msg":"trace[1592017390] transaction","detail":"{read_only:false; response_revision:12814; number_of_response:1; }","duration":"150.186828ms","start":"2026-03-31T05:22:08.425824Z","end":"2026-03-31T05:22:08.576011Z","steps":["trace[1592017390] 'process raft request' (duration: 150.117936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.576126Z","caller":"traceutil/trace.go:171","msg":"trace[642598707] transaction","detail":"{read_only:false; response_revision:12812; number_of_response:1; }","duration":"152.032938ms","start":"2026-03-31T05:22:08.424057Z","end":"2026-03-31T05:22:08.57609Z","steps":["trace[642598707] 'process raft request' (duration: 132.886686ms)","trace[642598707] 'compare' (duration: 18.850414ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:08.57626Z","caller":"traceutil/trace.go:171","msg":"trace[1313810069] transaction","detail":"{read_only:false; response_revision:12813; number_of_response:1; }","duration":"150.486466ms","start":"2026-03-31T05:22:08.425764Z","end":"2026-03-31T05:22:08.576251Z","steps":["trace[1313810069] 'process raft request' (duration: 150.142516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.576316Z","caller":"traceutil/trace.go:171","msg":"trace[1556543224] transaction","detail":"{read_only:false; response_revision:12815; number_of_response:1; }","duration":"150.228829ms","start":"2026-03-31T05:22:08.426076Z","end":"2026-03-31T05:22:08.576305Z","steps":["trace[1556543224] 'process raft request' (duration: 149.90373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.576493Z","caller":"traceutil/trace.go:171","msg":"trace[2120151645] linearizableReadLoop","detail":"{readStateIndex:13284; appliedIndex:13278; }","duration":"111.593785ms","start":"2026-03-31T05:22:08.464889Z","end":"2026-03-31T05:22:08.576483Z","steps":["trace[2120151645] 'read index received' (duration: 11.239236ms)","trace[2120151645] 'applied index is now lower than readState.Index' (duration: 100.331488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:08.576664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.758449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:08.576745Z","caller":"traceutil/trace.go:171","msg":"trace[537824482] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12816; }","duration":"111.836522ms","start":"2026-03-31T05:22:08.464852Z","end":"2026-03-31T05:22:08.576689Z","steps":["trace[537824482] 'agreement among raft nodes before linearized reading' (duration: 111.667847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:08.576699Z","caller":"traceutil/trace.go:171","msg":"trace[1864142290] transaction","detail":"{read_only:false; response_revision:12816; number_of_response:1; }","duration":"140.573896ms","start":"2026-03-31T05:22:08.435959Z","end":"2026-03-31T05:22:08.576533Z","steps":["trace[1864142290] 'process raft request' (duration: 140.289509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:09.505756Z","caller":"traceutil/trace.go:171","msg":"trace[1775306477] transaction","detail":"{read_only:false; response_revision:12817; number_of_response:1; }","duration":"169.3289ms","start":"2026-03-31T05:22:09.336394Z","end":"2026-03-31T05:22:09.505723Z","steps":["trace[1775306477] 'process raft request' (duration: 169.013951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.397146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.135582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.397213Z","caller":"traceutil/trace.go:171","msg":"trace[1169164759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12817; }","duration":"406.210394ms","start":"2026-03-31T05:22:09.990989Z","end":"2026-03-31T05:22:10.397199Z","steps":["trace[1169164759] 'range keys from in-memory index tree' (duration: 406.06286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.397243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.990931Z","time spent":"406.306436ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:10.397486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.258505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:22:10.397511Z","caller":"traceutil/trace.go:171","msg":"trace[1754364567] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12817; }","duration":"406.327408ms","start":"2026-03-31T05:22:09.991178Z","end":"2026-03-31T05:22:10.397505Z","steps":["trace[1754364567] 'range keys from in-memory index tree' (duration: 406.090901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.397529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.991155Z","time spent":"406.370228ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:22:10.397632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.981298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.397654Z","caller":"traceutil/trace.go:171","msg":"trace[1074587927] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12817; }","duration":"406.024129ms","start":"2026-03-31T05:22:09.991625Z","end":"2026-03-31T05:22:10.397649Z","steps":["trace[1074587927] 'range keys from in-memory index tree' (duration: 405.904666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.397673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.991613Z","time spent":"406.05423ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:22:10.398195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.584517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:22:10.398415Z","caller":"traceutil/trace.go:171","msg":"trace[1802873382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12817; }","duration":"501.845214ms","start":"2026-03-31T05:22:09.896547Z","end":"2026-03-31T05:22:10.398392Z","steps":["trace[1802873382] 'range keys from in-memory index tree' (duration: 501.293838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.398501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:09.896525Z","time spent":"501.961607ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:22:10.398608Z","caller":"traceutil/trace.go:171","msg":"trace[994746042] linearizableReadLoop","detail":"{readStateIndex:13286; appliedIndex:13285; }","duration":"325.789889ms","start":"2026-03-31T05:22:10.072809Z","end":"2026-03-31T05:22:10.398599Z","steps":["trace[994746042] 'read index received' (duration: 311.282894ms)","trace[994746042] 'applied index is now lower than readState.Index' (duration: 14.506245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:10.398671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.871382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.398645Z","caller":"traceutil/trace.go:171","msg":"trace[785993839] transaction","detail":"{read_only:false; response_revision:12818; number_of_response:1; }","duration":"327.2705ms","start":"2026-03-31T05:22:10.071343Z","end":"2026-03-31T05:22:10.398613Z","steps":["trace[785993839] 'process raft request' (duration: 312.734384ms)","trace[785993839] 'compare' (duration: 12.775218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:10.398692Z","caller":"traceutil/trace.go:171","msg":"trace[1307954593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12818; }","duration":"325.927204ms","start":"2026-03-31T05:22:10.072759Z","end":"2026-03-31T05:22:10.398687Z","steps":["trace[1307954593] 'agreement among raft nodes before linearized reading' (duration: 325.890393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.39871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.072741Z","time spent":"325.965634ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:10.398772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.071319Z","time spent":"327.382523ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:10.414129Z","caller":"traceutil/trace.go:171","msg":"trace[707068230] transaction","detail":"{read_only:false; response_revision:12819; number_of_response:1; }","duration":"275.59249ms","start":"2026-03-31T05:22:10.138502Z","end":"2026-03-31T05:22:10.414094Z","steps":["trace[707068230] 'process raft request' (duration: 275.414776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.414561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.495668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:22:10.414612Z","caller":"traceutil/trace.go:171","msg":"trace[946733184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12819; }","duration":"275.58331ms","start":"2026-03-31T05:22:10.139017Z","end":"2026-03-31T05:22:10.4146Z","steps":["trace[946733184] 'agreement among raft nodes before linearized reading' (duration: 275.450677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.414592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.064547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-31T05:22:10.41486Z","caller":"traceutil/trace.go:171","msg":"trace[1473683032] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12819; }","duration":"271.362374ms","start":"2026-03-31T05:22:10.143424Z","end":"2026-03-31T05:22:10.414787Z","steps":["trace[1473683032] 'agreement among raft nodes before linearized reading' (duration: 270.727507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.414991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.634999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.415027Z","caller":"traceutil/trace.go:171","msg":"trace[2127290834] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12819; }","duration":"254.69005ms","start":"2026-03-31T05:22:10.160322Z","end":"2026-03-31T05:22:10.415012Z","steps":["trace[2127290834] 'agreement among raft nodes before linearized reading' (duration: 254.633678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.415311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.754489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:22:10.415339Z","caller":"traceutil/trace.go:171","msg":"trace[701223211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12819; }","duration":"266.80894ms","start":"2026-03-31T05:22:10.148522Z","end":"2026-03-31T05:22:10.415331Z","steps":["trace[701223211] 'agreement among raft nodes before linearized reading' (duration: 266.724488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.760892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.935596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:10.760974Z","caller":"traceutil/trace.go:171","msg":"trace[211132693] linearizableReadLoop","detail":"{readStateIndex:13288; appliedIndex:13287; }","duration":"284.736179ms","start":"2026-03-31T05:22:10.476224Z","end":"2026-03-31T05:22:10.76096Z","steps":["trace[211132693] 'read index received' (duration: 176.516476ms)","trace[211132693] 'applied index is now lower than readState.Index' (duration: 108.218333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:10.761045Z","caller":"traceutil/trace.go:171","msg":"trace[1953832663] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"335.446514ms","start":"2026-03-31T05:22:10.425589Z","end":"2026-03-31T05:22:10.761036Z","steps":["trace[1953832663] 'process raft request' (duration: 227.260551ms)","trace[1953832663] 'compare' (duration: 107.606317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:10.76109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.425569Z","time spent":"335.498774ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:10.761281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.060349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.761327Z","caller":"traceutil/trace.go:171","msg":"trace[461101726] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12820; }","duration":"285.13207ms","start":"2026-03-31T05:22:10.476186Z","end":"2026-03-31T05:22:10.761318Z","steps":["trace[461101726] 'agreement among raft nodes before linearized reading' (duration: 285.063818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.761555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.176225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:22:10.761579Z","caller":"traceutil/trace.go:171","msg":"trace[2144976507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12820; }","duration":"280.221476ms","start":"2026-03-31T05:22:10.481352Z","end":"2026-03-31T05:22:10.761574Z","steps":["trace[2144976507] 'agreement among raft nodes before linearized reading' (duration: 280.111883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.761639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.69308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:22:10.761719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.968978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:10.761744Z","caller":"traceutil/trace.go:171","msg":"trace[814283331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12820; }","duration":"181.02777ms","start":"2026-03-31T05:22:10.58071Z","end":"2026-03-31T05:22:10.761738Z","steps":["trace[814283331] 'agreement among raft nodes before linearized reading' (duration: 180.962878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:10.761719Z","caller":"traceutil/trace.go:171","msg":"trace[1365437034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12820; }","duration":"180.810524ms","start":"2026-03-31T05:22:10.58089Z","end":"2026-03-31T05:22:10.7617Z","steps":["trace[1365437034] 'agreement among raft nodes before linearized reading' (duration: 180.593518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.761842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.04714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:10.761862Z","caller":"traceutil/trace.go:171","msg":"trace[2009011811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12820; }","duration":"277.083501ms","start":"2026-03-31T05:22:10.484774Z","end":"2026-03-31T05:22:10.761857Z","steps":["trace[2009011811] 'agreement among raft nodes before linearized reading' (duration: 277.0509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.762303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.467812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:22:10.762368Z","caller":"traceutil/trace.go:171","msg":"trace[1020732541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12820; }","duration":"181.558114ms","start":"2026-03-31T05:22:10.580796Z","end":"2026-03-31T05:22:10.762354Z","steps":["trace[1020732541] 'agreement among raft nodes before linearized reading' (duration: 181.452602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:10.763266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.438688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:10.763541Z","caller":"traceutil/trace.go:171","msg":"trace[1642363971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12820; }","duration":"182.553172ms","start":"2026-03-31T05:22:10.580769Z","end":"2026-03-31T05:22:10.763322Z","steps":["trace[1642363971] 'agreement among raft nodes before linearized reading' (duration: 180.841205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:11.267884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:11.768595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:12.028282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262046216s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:22:12.825284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.506954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:12.825751Z","caller":"traceutil/trace.go:171","msg":"trace[1183490582] transaction","detail":"{read_only:false; response_revision:12821; number_of_response:1; }","duration":"2.059578828s","start":"2026-03-31T05:22:10.766141Z","end":"2026-03-31T05:22:12.825719Z","steps":["trace[1183490582] 'process raft request' (duration: 1.262574711s)","trace[1183490582] 'compare' (duration: 795.588169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:12.825923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.766129Z","time spent":"2.059689221s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:12.825923Z","caller":"traceutil/trace.go:171","msg":"trace[1553302806] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"2.059558738s","start":"2026-03-31T05:22:10.76635Z","end":"2026-03-31T05:22:12.825909Z","steps":["trace[1553302806] 'process raft request' (duration: 2.059417834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.826176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.766328Z","time spent":"2.059739363s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:12.826226Z","caller":"traceutil/trace.go:171","msg":"trace[1395382433] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"2.059703352s","start":"2026-03-31T05:22:10.766509Z","end":"2026-03-31T05:22:12.826213Z","steps":["trace[1395382433] 'process raft request' (duration: 2.059314451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.826363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.766498Z","time spent":"2.059829655s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:12.826734Z","caller":"traceutil/trace.go:171","msg":"trace[1226193389] transaction","detail":"{read_only:false; response_revision:12824; number_of_response:1; }","duration":"2.059329232s","start":"2026-03-31T05:22:10.767382Z","end":"2026-03-31T05:22:12.826712Z","steps":["trace[1226193389] 'process raft request' (duration: 2.058757696s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.826775Z","caller":"traceutil/trace.go:171","msg":"trace[1756970655] transaction","detail":"{read_only:false; response_revision:12826; number_of_response:1; }","duration":"1.304013081s","start":"2026-03-31T05:22:11.522749Z","end":"2026-03-31T05:22:12.826762Z","steps":["trace[1756970655] 'process raft request' (duration: 1.303955449s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:12.82677Z","caller":"traceutil/trace.go:171","msg":"trace[1580174827] linearizableReadLoop","detail":"{readStateIndex:13294; appliedIndex:13288; }","duration":"2.059423504s","start":"2026-03-31T05:22:10.767328Z","end":"2026-03-31T05:22:12.826752Z","steps":["trace[1580174827] 'read index received' (duration: 1.261188212s)","trace[1580174827] 'applied index is now lower than readState.Index' (duration: 798.234242ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:12.826797Z","caller":"traceutil/trace.go:171","msg":"trace[331229377] transaction","detail":"{read_only:false; response_revision:12825; number_of_response:1; }","duration":"2.059359372s","start":"2026-03-31T05:22:10.767406Z","end":"2026-03-31T05:22:12.826765Z","steps":["trace[331229377] 'process raft request' (duration: 2.059198178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.826847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.767375Z","time spent":"2.059418834s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:12.826925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.767397Z","time spent":"2.059468695s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:12.826981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059640329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:22:12.827005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.522723Z","time spent":"1.304083393s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:12.827026Z","caller":"traceutil/trace.go:171","msg":"trace[479418599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12826; }","duration":"2.059711302s","start":"2026-03-31T05:22:10.767303Z","end":"2026-03-31T05:22:12.827015Z","steps":["trace[479418599] 'agreement among raft nodes before linearized reading' (duration: 2.059531687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:12.827098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.767294Z","time spent":"2.059787374s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:22:13.327626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:13.77301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.827597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.773127Z","caller":"traceutil/trace.go:171","msg":"trace[1332469342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12826; }","duration":"680.95254ms","start":"2026-03-31T05:22:13.092156Z","end":"2026-03-31T05:22:13.773109Z","steps":["trace[1332469342] 'range keys from in-memory index tree' (duration: 680.810317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.792661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028300449s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:22:13.793374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391420518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.793426Z","caller":"traceutil/trace.go:171","msg":"trace[1340133710] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12828; }","duration":"1.391559322s","start":"2026-03-31T05:22:12.401854Z","end":"2026-03-31T05:22:13.793413Z","steps":["trace[1340133710] 'agreement among raft nodes before linearized reading' (duration: 1.391465419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.401826Z","time spent":"1.391624953s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:13.79345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371316198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:22:13.793462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390259786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.793501Z","caller":"traceutil/trace.go:171","msg":"trace[1221573238] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12828; }","duration":"1.371408561s","start":"2026-03-31T05:22:12.422078Z","end":"2026-03-31T05:22:13.793487Z","steps":["trace[1221573238] 'agreement among raft nodes before linearized reading' (duration: 1.371212435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.422058Z","time spent":"1.371469443s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:22:13.793535Z","caller":"traceutil/trace.go:171","msg":"trace[2107139330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12828; }","duration":"1.390360799s","start":"2026-03-31T05:22:12.403156Z","end":"2026-03-31T05:22:13.793517Z","steps":["trace[2107139330] 'agreement among raft nodes before linearized reading' (duration: 1.390223095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108935306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:22:13.793591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.403148Z","time spent":"1.39042616s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-31T05:22:13.793619Z","caller":"traceutil/trace.go:171","msg":"trace[445052601] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12828; }","duration":"2.109041469s","start":"2026-03-31T05:22:11.684562Z","end":"2026-03-31T05:22:13.793604Z","steps":["trace[445052601] 'agreement among raft nodes before linearized reading' (duration: 2.108932316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373366665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12642"} {"level":"warn","ts":"2026-03-31T05:22:13.79365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66617081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.793677Z","caller":"traceutil/trace.go:171","msg":"trace[85398504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12828; }","duration":"2.666221921s","start":"2026-03-31T05:22:11.127448Z","end":"2026-03-31T05:22:13.79367Z","steps":["trace[85398504] 'agreement among raft nodes before linearized reading' (duration: 2.66618153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.68454Z","time spent":"2.109123792s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:13.79368Z","caller":"traceutil/trace.go:171","msg":"trace[38135504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12828; }","duration":"1.373439257s","start":"2026-03-31T05:22:12.420227Z","end":"2026-03-31T05:22:13.793666Z","steps":["trace[38135504] 'agreement among raft nodes before linearized reading' (duration: 1.37321112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.127431Z","time spent":"2.666261052s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:22:13.793716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.420164Z","time spent":"1.37354427s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12666,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:22:13.793743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310022767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:13.793732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220883981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:22:13.793773Z","caller":"traceutil/trace.go:171","msg":"trace[38532586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12828; }","duration":"1.310099978s","start":"2026-03-31T05:22:12.483662Z","end":"2026-03-31T05:22:13.793762Z","steps":["trace[38532586] 'agreement among raft nodes before linearized reading' (duration: 1.310051007s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:13.793784Z","caller":"traceutil/trace.go:171","msg":"trace[152273481] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12828; }","duration":"2.220983004s","start":"2026-03-31T05:22:11.572788Z","end":"2026-03-31T05:22:13.793771Z","steps":["trace[152273481] 'agreement among raft nodes before linearized reading' (duration: 2.220809809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391611572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:22:13.793809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362673863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:22:13.793816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:11.572763Z","time spent":"2.221046006s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:22:13.79382Z","caller":"traceutil/trace.go:171","msg":"trace[568581487] transaction","detail":"{read_only:false; response_revision:12827; number_of_response:1; }","duration":"1.390549854s","start":"2026-03-31T05:22:12.403258Z","end":"2026-03-31T05:22:13.793808Z","steps":["trace[568581487] 'process raft request' (duration: 1.389642749s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:13.793834Z","caller":"traceutil/trace.go:171","msg":"trace[846133982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12828; }","duration":"1.362726484s","start":"2026-03-31T05:22:12.431101Z","end":"2026-03-31T05:22:13.793827Z","steps":["trace[846133982] 'agreement among raft nodes before linearized reading' (duration: 1.362650012s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:13.793839Z","caller":"traceutil/trace.go:171","msg":"trace[572818056] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12828; }","duration":"1.391743566s","start":"2026-03-31T05:22:12.402077Z","end":"2026-03-31T05:22:13.79382Z","steps":["trace[572818056] 'agreement among raft nodes before linearized reading' (duration: 1.391491139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.483639Z","time spent":"1.31016025s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:13.79386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06567927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:13.793909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.402057Z","time spent":"1.391842829s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:22:13.793943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.403225Z","time spent":"1.390624366s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:13.793959Z","caller":"traceutil/trace.go:171","msg":"trace[982661336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12828; }","duration":"1.065798793s","start":"2026-03-31T05:22:12.728124Z","end":"2026-03-31T05:22:13.793923Z","steps":["trace[982661336] 'agreement among raft nodes before linearized reading' (duration: 1.06570116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.794001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.728102Z","time spent":"1.065888565s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:13.793997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392293741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.794008Z","caller":"traceutil/trace.go:171","msg":"trace[1034825615] transaction","detail":"{read_only:false; response_revision:12828; number_of_response:1; }","duration":"1.373844727s","start":"2026-03-31T05:22:12.420138Z","end":"2026-03-31T05:22:13.793982Z","steps":["trace[1034825615] 'process raft request' (duration: 1.372997994s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:13.794044Z","caller":"traceutil/trace.go:171","msg":"trace[538016238] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12828; }","duration":"1.392344623s","start":"2026-03-31T05:22:12.401687Z","end":"2026-03-31T05:22:13.794031Z","steps":["trace[538016238] 'agreement among raft nodes before linearized reading' (duration: 1.39226413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.793854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.431084Z","time spent":"1.362765316s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:22:13.793923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028406792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:22:13.79408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.401638Z","time spent":"1.392433205s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:22:13.794097Z","caller":"traceutil/trace.go:171","msg":"trace[825537337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12828; }","duration":"1.028666419s","start":"2026-03-31T05:22:12.76542Z","end":"2026-03-31T05:22:13.794087Z","steps":["trace[825537337] 'agreement among raft nodes before linearized reading' (duration: 1.028275598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.794133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.7654Z","time spent":"1.028723591s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:22:13.794125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.420106Z","time spent":"1.373958831s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:13.794371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883453118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:13.794413Z","caller":"traceutil/trace.go:171","msg":"trace[106607484] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12828; }","duration":"2.883555752s","start":"2026-03-31T05:22:10.910846Z","end":"2026-03-31T05:22:13.794402Z","steps":["trace[106607484] 'agreement among raft nodes before linearized reading' (duration: 2.883468519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.794454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:10.910812Z","time spent":"2.883633494s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:13.794716Z","caller":"traceutil/trace.go:171","msg":"trace[532939022] linearizableReadLoop","detail":"{readStateIndex:13296; appliedIndex:13294; }","duration":"966.38633ms","start":"2026-03-31T05:22:12.826813Z","end":"2026-03-31T05:22:13.793199Z","steps":["trace[532939022] 'read index received' (duration: 966.046331ms)","trace[532939022] 'applied index is now lower than readState.Index' (duration: 338.899µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:13.794913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.261331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T05:22:13.794975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.451938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:13.795026Z","caller":"traceutil/trace.go:171","msg":"trace[456516123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12828; }","duration":"514.52931ms","start":"2026-03-31T05:22:13.280484Z","end":"2026-03-31T05:22:13.795013Z","steps":["trace[456516123] 'agreement among raft nodes before linearized reading' (duration: 514.455748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.795057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.280469Z","time spent":"514.580381ms","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:13.795242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.099758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:13.795272Z","caller":"traceutil/trace.go:171","msg":"trace[312432919] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12828; }","duration":"890.17204ms","start":"2026-03-31T05:22:12.905091Z","end":"2026-03-31T05:22:13.795263Z","steps":["trace[312432919] 'agreement among raft nodes before linearized reading' (duration: 890.122129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.795302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.905067Z","time spent":"890.228061ms","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:13.795385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.381306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:13.794917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.674798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-03-31T05:22:13.79565Z","caller":"traceutil/trace.go:171","msg":"trace[1552048963] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12828; }","duration":"967.419118ms","start":"2026-03-31T05:22:12.828208Z","end":"2026-03-31T05:22:13.795627Z","steps":["trace[1552048963] 'agreement among raft nodes before linearized reading' (duration: 966.606826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.795704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:12.828195Z","time spent":"967.49173ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19068,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:22:13.795426Z","caller":"traceutil/trace.go:171","msg":"trace[1348008206] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12828; }","duration":"407.456708ms","start":"2026-03-31T05:22:13.387957Z","end":"2026-03-31T05:22:13.795413Z","steps":["trace[1348008206] 'agreement among raft nodes before linearized reading' (duration: 407.391517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.795786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.387938Z","time spent":"407.830378ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:13.794959Z","caller":"traceutil/trace.go:171","msg":"trace[1671203702] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12828; }","duration":"496.348954ms","start":"2026-03-31T05:22:13.298596Z","end":"2026-03-31T05:22:13.794944Z","steps":["trace[1671203702] 'agreement among raft nodes before linearized reading' (duration: 496.22436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:13.796061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.298571Z","time spent":"497.478245ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:22:14.104617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.446633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:14.104833Z","caller":"traceutil/trace.go:171","msg":"trace[359438089] linearizableReadLoop","detail":"{readStateIndex:13298; appliedIndex:13297; }","duration":"288.566194ms","start":"2026-03-31T05:22:13.816245Z","end":"2026-03-31T05:22:14.104811Z","steps":["trace[359438089] 'read index received' (duration: 173.837283ms)","trace[359438089] 'applied index is now lower than readState.Index' (duration: 114.72696ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:14.104913Z","caller":"traceutil/trace.go:171","msg":"trace[173022504] transaction","detail":"{read_only:false; response_revision:12829; number_of_response:1; }","duration":"301.223509ms","start":"2026-03-31T05:22:13.803678Z","end":"2026-03-31T05:22:14.104901Z","steps":["trace[173022504] 'process raft request' (duration: 186.403006ms)","trace[173022504] 'compare' (duration: 114.226077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:14.105001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:13.803664Z","time spent":"301.28302ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:14.105064Z","caller":"traceutil/trace.go:171","msg":"trace[1789257749] transaction","detail":"{read_only:false; response_revision:12830; number_of_response:1; }","duration":"288.085581ms","start":"2026-03-31T05:22:13.816955Z","end":"2026-03-31T05:22:14.10504Z","steps":["trace[1789257749] 'process raft request' (duration: 287.788793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:14.105113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.08019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:14.105178Z","caller":"traceutil/trace.go:171","msg":"trace[937303559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12830; }","duration":"299.174163ms","start":"2026-03-31T05:22:13.805987Z","end":"2026-03-31T05:22:14.105162Z","steps":["trace[937303559] 'agreement among raft nodes before linearized reading' (duration: 298.890485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:14.105179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.38949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:22:14.105241Z","caller":"traceutil/trace.go:171","msg":"trace[661132093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12830; }","duration":"295.481323ms","start":"2026-03-31T05:22:13.809743Z","end":"2026-03-31T05:22:14.105224Z","steps":["trace[661132093] 'agreement among raft nodes before linearized reading' (duration: 295.245806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.964551Z","caller":"traceutil/trace.go:171","msg":"trace[221206765] transaction","detail":"{read_only:false; response_revision:12835; number_of_response:1; }","duration":"102.825706ms","start":"2026-03-31T05:22:14.861671Z","end":"2026-03-31T05:22:14.964497Z","steps":["trace[221206765] 'process raft request' (duration: 101.306014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.964607Z","caller":"traceutil/trace.go:171","msg":"trace[157521775] transaction","detail":"{read_only:false; response_revision:12836; number_of_response:1; }","duration":"102.395394ms","start":"2026-03-31T05:22:14.862171Z","end":"2026-03-31T05:22:14.964566Z","steps":["trace[157521775] 'process raft request' (duration: 102.101786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.964678Z","caller":"traceutil/trace.go:171","msg":"trace[2116718301] transaction","detail":"{read_only:false; response_revision:12837; number_of_response:1; }","duration":"101.195011ms","start":"2026-03-31T05:22:14.863459Z","end":"2026-03-31T05:22:14.964654Z","steps":["trace[2116718301] 'process raft request' (duration: 100.909123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.964758Z","caller":"traceutil/trace.go:171","msg":"trace[652016179] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"100.549304ms","start":"2026-03-31T05:22:14.864179Z","end":"2026-03-31T05:22:14.964729Z","steps":["trace[652016179] 'process raft request' (duration: 100.261196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:22.398033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:22.898464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:23.036456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21270044s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:22:23.247894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42818925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:23.247957Z","caller":"traceutil/trace.go:171","msg":"trace[27575616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12893; }","duration":"1.428289473s","start":"2026-03-31T05:22:21.819653Z","end":"2026-03-31T05:22:23.247942Z","steps":["trace[27575616] 'range keys from in-memory index tree' (duration: 1.428114578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.24798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.819637Z","time spent":"1.428337344s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:22:23.248295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.600914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T05:22:23.248256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.874721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:23.248391Z","caller":"traceutil/trace.go:171","msg":"trace[687814470] transaction","detail":"{read_only:false; response_revision:12894; number_of_response:1; }","duration":"1.424776547s","start":"2026-03-31T05:22:21.8236Z","end":"2026-03-31T05:22:23.248377Z","steps":["trace[687814470] 'process raft request' (duration: 1.213026259s)","trace[687814470] 'compare' (duration: 211.359327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:23.248389Z","caller":"traceutil/trace.go:171","msg":"trace[68332542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12893; }","duration":"157.051916ms","start":"2026-03-31T05:22:23.091314Z","end":"2026-03-31T05:22:23.248366Z","steps":["trace[68332542] 'range keys from in-memory index tree' (duration: 156.85899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.24847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.823562Z","time spent":"1.424866179s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.497795Z","caller":"traceutil/trace.go:171","msg":"trace[1898227178] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"1.599857514s","start":"2026-03-31T05:22:21.897908Z","end":"2026-03-31T05:22:23.497765Z","steps":["trace[1898227178] 'process raft request' (duration: 1.580250209s)","trace[1898227178] 'compare' (duration: 19.407109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:23.497983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.897889Z","time spent":"1.600011538s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.498129Z","caller":"traceutil/trace.go:171","msg":"trace[969031455] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"1.597685615s","start":"2026-03-31T05:22:21.900421Z","end":"2026-03-31T05:22:23.498106Z","steps":["trace[969031455] 'process raft request' (duration: 1.597296464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.498298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.900407Z","time spent":"1.597819158s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.49853Z","caller":"traceutil/trace.go:171","msg":"trace[217709124] linearizableReadLoop","detail":"{readStateIndex:13368; appliedIndex:13365; }","duration":"1.600578093s","start":"2026-03-31T05:22:21.897937Z","end":"2026-03-31T05:22:23.498515Z","steps":["trace[217709124] 'read index received' (duration: 1.13870322s)","trace[217709124] 'applied index is now lower than readState.Index' (duration: 461.873503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:23.498634Z","caller":"traceutil/trace.go:171","msg":"trace[1606145827] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"597.161895ms","start":"2026-03-31T05:22:22.901415Z","end":"2026-03-31T05:22:23.498577Z","steps":["trace[1606145827] 'process raft request' (duration: 596.60243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.498706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.19342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:23.498791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60083044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:23.498788Z","caller":"traceutil/trace.go:171","msg":"trace[1081338665] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12897; }","duration":"857.290412ms","start":"2026-03-31T05:22:22.641481Z","end":"2026-03-31T05:22:23.498772Z","steps":["trace[1081338665] 'agreement among raft nodes before linearized reading' (duration: 857.176479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.498843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600902013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:22:23.498859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.641475Z","time spent":"857.370894ms","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:23.498876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.901396Z","time spent":"597.35804ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:23.498886Z","caller":"traceutil/trace.go:171","msg":"trace[1092538816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12897; }","duration":"1.601007265s","start":"2026-03-31T05:22:21.897866Z","end":"2026-03-31T05:22:23.498874Z","steps":["trace[1092538816] 'agreement among raft nodes before linearized reading' (duration: 1.600731848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.498951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.897844Z","time spent":"1.601101178s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:22:23.498989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.50755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:22:23.499049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599614318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:23.499092Z","caller":"traceutil/trace.go:171","msg":"trace[1438772708] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12897; }","duration":"1.599664459s","start":"2026-03-31T05:22:21.899415Z","end":"2026-03-31T05:22:23.49908Z","steps":["trace[1438772708] 'agreement among raft nodes before linearized reading' (duration: 1.599505924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.4991Z","caller":"traceutil/trace.go:171","msg":"trace[638708590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12897; }","duration":"499.653114ms","start":"2026-03-31T05:22:22.999423Z","end":"2026-03-31T05:22:23.499076Z","steps":["trace[638708590] 'agreement among raft nodes before linearized reading' (duration: 499.283734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.49915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.899403Z","time spent":"1.59973473s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7375,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.999412Z","time spent":"499.747907ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.325833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:23.498846Z","caller":"traceutil/trace.go:171","msg":"trace[240557087] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12897; }","duration":"1.600923753s","start":"2026-03-31T05:22:21.897907Z","end":"2026-03-31T05:22:23.498831Z","steps":["trace[240557087] 'agreement among raft nodes before linearized reading' (duration: 1.600731868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.862743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:22:23.499334Z","caller":"traceutil/trace.go:171","msg":"trace[1175310206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12897; }","duration":"496.403825ms","start":"2026-03-31T05:22:23.00291Z","end":"2026-03-31T05:22:23.499313Z","steps":["trace[1175310206] 'agreement among raft nodes before linearized reading' (duration: 496.252941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.897857Z","time spent":"1.601467448s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":124,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:23.499354Z","caller":"traceutil/trace.go:171","msg":"trace[127032220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12897; }","duration":"509.960895ms","start":"2026-03-31T05:22:22.989381Z","end":"2026-03-31T05:22:23.499341Z","steps":["trace[127032220] 'agreement among raft nodes before linearized reading' (duration: 509.734189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.989365Z","time spent":"510.051178ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600472161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"warn","ts":"2026-03-31T05:22:23.498881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.754405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:22:23.499508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.619143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:22:23.499543Z","caller":"traceutil/trace.go:171","msg":"trace[432147180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12897; }","duration":"499.652174ms","start":"2026-03-31T05:22:22.99988Z","end":"2026-03-31T05:22:23.499533Z","steps":["trace[432147180] 'agreement among raft nodes before linearized reading' (duration: 499.278274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.499544Z","caller":"traceutil/trace.go:171","msg":"trace[234101000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12897; }","duration":"497.439023ms","start":"2026-03-31T05:22:23.002091Z","end":"2026-03-31T05:22:23.49953Z","steps":["trace[234101000] 'agreement among raft nodes before linearized reading' (duration: 496.573499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.999865Z","time spent":"499.699175ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:23.002085Z","time spent":"497.490515ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:23.002906Z","time spent":"496.467217ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.290905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:23.498897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598876938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:23.499694Z","caller":"traceutil/trace.go:171","msg":"trace[2101882191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12897; }","duration":"893.390568ms","start":"2026-03-31T05:22:22.606287Z","end":"2026-03-31T05:22:23.499678Z","steps":["trace[2101882191] 'agreement among raft nodes before linearized reading' (duration: 893.294915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.499705Z","caller":"traceutil/trace.go:171","msg":"trace[1958187054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12897; }","duration":"1.599692459s","start":"2026-03-31T05:22:21.899997Z","end":"2026-03-31T05:22:23.499689Z","steps":["trace[1958187054] 'agreement among raft nodes before linearized reading' (duration: 1.598872027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.606266Z","time spent":"893.46975ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:22:23.499752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.43378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:23.499764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.89999Z","time spent":"1.599758691s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:22:23.499797Z","caller":"traceutil/trace.go:171","msg":"trace[2124427888] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12897; }","duration":"863.506862ms","start":"2026-03-31T05:22:22.636274Z","end":"2026-03-31T05:22:23.499781Z","steps":["trace[2124427888] 'agreement among raft nodes before linearized reading' (duration: 863.43307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360584715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:22:23.499838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.636251Z","time spent":"863.578834ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:23.499887Z","caller":"traceutil/trace.go:171","msg":"trace[922869550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12897; }","duration":"1.360663677s","start":"2026-03-31T05:22:22.13921Z","end":"2026-03-31T05:22:23.499873Z","steps":["trace[922869550] 'agreement among raft nodes before linearized reading' (duration: 1.360549274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.499926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:22.139191Z","time spent":"1.36072766s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:22:23.4995Z","caller":"traceutil/trace.go:171","msg":"trace[1514046487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12897; }","duration":"1.600523142s","start":"2026-03-31T05:22:21.898964Z","end":"2026-03-31T05:22:23.499487Z","steps":["trace[1514046487] 'agreement among raft nodes before linearized reading' (duration: 1.600396148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.500225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.898958Z","time spent":"1.601251803s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7375,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:23.502025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596686528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:22:23.502143Z","caller":"traceutil/trace.go:171","msg":"trace[773351228] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12897; }","duration":"1.599902666s","start":"2026-03-31T05:22:21.902212Z","end":"2026-03-31T05:22:23.502115Z","steps":["trace[773351228] 'agreement among raft nodes before linearized reading' (duration: 1.596493022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:23.502218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:21.902189Z","time spent":"1.600005168s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:22:23.625045Z","caller":"traceutil/trace.go:171","msg":"trace[1062124459] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"117.150936ms","start":"2026-03-31T05:22:23.507867Z","end":"2026-03-31T05:22:23.625017Z","steps":["trace[1062124459] 'process raft request' (duration: 117.068454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.625292Z","caller":"traceutil/trace.go:171","msg":"trace[2101078438] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"118.642157ms","start":"2026-03-31T05:22:23.506595Z","end":"2026-03-31T05:22:23.625238Z","steps":["trace[2101078438] 'process raft request' (duration: 118.193195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.625321Z","caller":"traceutil/trace.go:171","msg":"trace[887740051] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"119.573663ms","start":"2026-03-31T05:22:23.505722Z","end":"2026-03-31T05:22:23.625295Z","steps":["trace[887740051] 'process raft request' (duration: 118.493343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.625348Z","caller":"traceutil/trace.go:171","msg":"trace[1503554113] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"118.686148ms","start":"2026-03-31T05:22:23.506626Z","end":"2026-03-31T05:22:23.625312Z","steps":["trace[1503554113] 'process raft request' (duration: 118.213085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:23.625478Z","caller":"traceutil/trace.go:171","msg":"trace[1242837916] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"118.542595ms","start":"2026-03-31T05:22:23.506855Z","end":"2026-03-31T05:22:23.625398Z","steps":["trace[1242837916] 'process raft request' (duration: 118.02385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:29.08696Z","caller":"traceutil/trace.go:171","msg":"trace[982536737] transaction","detail":"{read_only:false; response_revision:12929; number_of_response:1; }","duration":"190.145488ms","start":"2026-03-31T05:22:28.896792Z","end":"2026-03-31T05:22:29.086937Z","steps":["trace[982536737] 'process raft request' (duration: 190.020195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:29.405488Z","caller":"traceutil/trace.go:171","msg":"trace[1968808814] transaction","detail":"{read_only:false; response_revision:12930; number_of_response:1; }","duration":"134.169041ms","start":"2026-03-31T05:22:29.271251Z","end":"2026-03-31T05:22:29.40542Z","steps":["trace[1968808814] 'process raft request' (duration: 133.930714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:34.146574Z","caller":"traceutil/trace.go:171","msg":"trace[1435745221] linearizableReadLoop","detail":"{readStateIndex:13428; appliedIndex:13427; }","duration":"363.715725ms","start":"2026-03-31T05:22:33.782833Z","end":"2026-03-31T05:22:34.146548Z","steps":["trace[1435745221] 'read index received' (duration: 363.573901ms)","trace[1435745221] 'applied index is now lower than readState.Index' (duration: 140.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:34.146698Z","caller":"traceutil/trace.go:171","msg":"trace[1870219037] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"365.670948ms","start":"2026-03-31T05:22:33.781007Z","end":"2026-03-31T05:22:34.146678Z","steps":["trace[1870219037] 'process raft request' (duration: 365.391531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.146823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.780984Z","time spent":"365.761531ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:34.147213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.369293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487255"} {"level":"info","ts":"2026-03-31T05:22:34.14727Z","caller":"traceutil/trace.go:171","msg":"trace[1541610568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12954; }","duration":"364.457665ms","start":"2026-03-31T05:22:33.782798Z","end":"2026-03-31T05:22:34.147256Z","steps":["trace[1541610568] 'agreement among raft nodes before linearized reading' (duration: 363.88717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.147339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.782781Z","time spent":"364.540738ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487279,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:22:34.647192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:22:34.944148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.498294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:34.944645Z","caller":"traceutil/trace.go:171","msg":"trace[15942853] linearizableReadLoop","detail":"{readStateIndex:13432; appliedIndex:13428; }","duration":"797.972263ms","start":"2026-03-31T05:22:34.146652Z","end":"2026-03-31T05:22:34.944624Z","steps":["trace[15942853] 'read index received' (duration: 542.918004ms)","trace[15942853] 'applied index is now lower than readState.Index' (duration: 255.053059ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:34.944696Z","caller":"traceutil/trace.go:171","msg":"trace[1617424478] transaction","detail":"{read_only:false; response_revision:12956; number_of_response:1; }","duration":"1.161641417s","start":"2026-03-31T05:22:33.783017Z","end":"2026-03-31T05:22:34.944658Z","steps":["trace[1617424478] 'process raft request' (duration: 1.161433252s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:34.94473Z","caller":"traceutil/trace.go:171","msg":"trace[1842378689] transaction","detail":"{read_only:false; response_revision:12957; number_of_response:1; }","duration":"1.161666048s","start":"2026-03-31T05:22:33.783047Z","end":"2026-03-31T05:22:34.944713Z","steps":["trace[1842378689] 'process raft request' (duration: 1.161482193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.944778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.783042Z","time spent":"1.161715059s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:34.944757Z","caller":"traceutil/trace.go:171","msg":"trace[1169192989] transaction","detail":"{read_only:false; response_revision:12958; number_of_response:1; }","duration":"1.161622056s","start":"2026-03-31T05:22:33.783076Z","end":"2026-03-31T05:22:34.944698Z","steps":["trace[1169192989] 'process raft request' (duration: 1.161495863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.944823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.78298Z","time spent":"1.161775901s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:34.944878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.720281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:22:34.944929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.783071Z","time spent":"1.161759491s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:34.944997Z","caller":"traceutil/trace.go:171","msg":"trace[1475557750] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"1.162000047s","start":"2026-03-31T05:22:33.782985Z","end":"2026-03-31T05:22:34.944986Z","steps":["trace[1475557750] 'process raft request' (duration: 906.546587ms)","trace[1475557750] 'compare' (duration: 254.296569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:34.945018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.545097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:22:34.945035Z","caller":"traceutil/trace.go:171","msg":"trace[1111744354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12958; }","duration":"906.594038ms","start":"2026-03-31T05:22:34.038435Z","end":"2026-03-31T05:22:34.945029Z","steps":["trace[1111744354] 'agreement among raft nodes before linearized reading' (duration: 906.548757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:33.782974Z","time spent":"1.162050468s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:34.945079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.183548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:34.945097Z","caller":"traceutil/trace.go:171","msg":"trace[321923151] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12958; }","duration":"305.232128ms","start":"2026-03-31T05:22:34.639862Z","end":"2026-03-31T05:22:34.945094Z","steps":["trace[321923151] 'agreement among raft nodes before linearized reading' (duration: 305.205417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.038415Z","time spent":"906.636539ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:22:34.945113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.639841Z","time spent":"305.26575ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:34.944973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.809711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:34.945178Z","caller":"traceutil/trace.go:171","msg":"trace[1176858559] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12958; }","duration":"794.052837ms","start":"2026-03-31T05:22:34.151113Z","end":"2026-03-31T05:22:34.945166Z","steps":["trace[1176858559] 'agreement among raft nodes before linearized reading' (duration: 793.810611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.151087Z","time spent":"794.112228ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:22:34.945207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.657759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:34.945254Z","caller":"traceutil/trace.go:171","msg":"trace[250162864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12958; }","duration":"460.733831ms","start":"2026-03-31T05:22:34.484508Z","end":"2026-03-31T05:22:34.945242Z","steps":["trace[250162864] 'agreement among raft nodes before linearized reading' (duration: 460.663559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.051017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:22:34.945303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.484492Z","time spent":"460.800984ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:22:34.945324Z","caller":"traceutil/trace.go:171","msg":"trace[630671639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12958; }","duration":"374.112878ms","start":"2026-03-31T05:22:34.571206Z","end":"2026-03-31T05:22:34.945319Z","steps":["trace[630671639] 'agreement among raft nodes before linearized reading' (duration: 374.048187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.571185Z","time spent":"374.157219ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:22:34.944943Z","caller":"traceutil/trace.go:171","msg":"trace[842968398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12958; }","duration":"862.814844ms","start":"2026-03-31T05:22:34.082111Z","end":"2026-03-31T05:22:34.944926Z","steps":["trace[842968398] 'agreement among raft nodes before linearized reading' (duration: 862.621528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:34.945434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.082095Z","time spent":"863.335527ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:35.450804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007800,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:22:35.732061Z","caller":"traceutil/trace.go:171","msg":"trace[1271696484] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"781.728602ms","start":"2026-03-31T05:22:34.950307Z","end":"2026-03-31T05:22:35.732036Z","steps":["trace[1271696484] 'process raft request' (duration: 777.660001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.732194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.950285Z","time spent":"781.841374ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:35.733064Z","caller":"traceutil/trace.go:171","msg":"trace[1426387462] linearizableReadLoop","detail":"{readStateIndex:13435; appliedIndex:13432; }","duration":"782.716738ms","start":"2026-03-31T05:22:34.950328Z","end":"2026-03-31T05:22:35.733045Z","steps":["trace[1426387462] 'read index received' (duration: 777.762363ms)","trace[1426387462] 'applied index is now lower than readState.Index' (duration: 4.953735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:35.733326Z","caller":"traceutil/trace.go:171","msg":"trace[66132595] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"782.859562ms","start":"2026-03-31T05:22:34.950452Z","end":"2026-03-31T05:22:35.733311Z","steps":["trace[66132595] 'process raft request' (duration: 782.380029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:35.733436Z","caller":"traceutil/trace.go:171","msg":"trace[1864068593] transaction","detail":"{read_only:false; response_revision:12962; number_of_response:1; }","duration":"162.605007ms","start":"2026-03-31T05:22:35.570813Z","end":"2026-03-31T05:22:35.733418Z","steps":["trace[1864068593] 'process raft request' (duration: 162.149345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.950424Z","time spent":"782.939484ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:35.733588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.016863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:35.733583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.229692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:22:35.733621Z","caller":"traceutil/trace.go:171","msg":"trace[921994233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12963; }","duration":"460.080914ms","start":"2026-03-31T05:22:35.273532Z","end":"2026-03-31T05:22:35.733613Z","steps":["trace[921994233] 'agreement among raft nodes before linearized reading' (duration: 460.031602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:35.73363Z","caller":"traceutil/trace.go:171","msg":"trace[2005369083] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"307.800289ms","start":"2026-03-31T05:22:35.425818Z","end":"2026-03-31T05:22:35.733619Z","steps":["trace[2005369083] 'process raft request' (duration: 307.11515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:35.733649Z","caller":"traceutil/trace.go:171","msg":"trace[942988169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12963; }","duration":"783.381826ms","start":"2026-03-31T05:22:34.95025Z","end":"2026-03-31T05:22:35.733632Z","steps":["trace[942988169] 'agreement among raft nodes before linearized reading' (duration: 783.15821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.570785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:35.733692Z","caller":"traceutil/trace.go:171","msg":"trace[799260375] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12963; }","duration":"166.660568ms","start":"2026-03-31T05:22:35.567026Z","end":"2026-03-31T05:22:35.733687Z","steps":["trace[799260375] 'agreement among raft nodes before linearized reading' (duration: 166.630087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:35.425786Z","time spent":"307.876811ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:35.733657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.472403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:35.733712Z","caller":"traceutil/trace.go:171","msg":"trace[567945320] transaction","detail":"{read_only:false; response_revision:12963; number_of_response:1; }","duration":"162.858264ms","start":"2026-03-31T05:22:35.570824Z","end":"2026-03-31T05:22:35.733682Z","steps":["trace[567945320] 'process raft request' (duration: 162.195325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:35.733747Z","caller":"traceutil/trace.go:171","msg":"trace[1776618940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12963; }","duration":"166.585896ms","start":"2026-03-31T05:22:35.567152Z","end":"2026-03-31T05:22:35.733737Z","steps":["trace[1776618940] 'agreement among raft nodes before linearized reading' (duration: 166.432662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.889424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:35.733858Z","caller":"traceutil/trace.go:171","msg":"trace[1812558178] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12963; }","duration":"166.946825ms","start":"2026-03-31T05:22:35.566902Z","end":"2026-03-31T05:22:35.733849Z","steps":["trace[1812558178] 'agreement among raft nodes before linearized reading' (duration: 166.872743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:35.273513Z","time spent":"460.127595ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:22:35.733913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.55573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:22:35.733938Z","caller":"traceutil/trace.go:171","msg":"trace[1024234459] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12963; }","duration":"238.619711ms","start":"2026-03-31T05:22:35.49531Z","end":"2026-03-31T05:22:35.73393Z","steps":["trace[1024234459] 'agreement among raft nodes before linearized reading' (duration: 238.505368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:35.733713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:34.950221Z","time spent":"783.481989ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:22:35.733952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.917575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:22:35.733986Z","caller":"traceutil/trace.go:171","msg":"trace[1308967589] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12963; }","duration":"166.952636ms","start":"2026-03-31T05:22:35.567024Z","end":"2026-03-31T05:22:35.733976Z","steps":["trace[1308967589] 'agreement among raft nodes before linearized reading' (duration: 166.812452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:39.028184Z","caller":"traceutil/trace.go:171","msg":"trace[359566008] transaction","detail":"{read_only:false; response_revision:12975; number_of_response:1; }","duration":"511.925929ms","start":"2026-03-31T05:22:38.51624Z","end":"2026-03-31T05:22:39.028166Z","steps":["trace[359566008] 'process raft request' (duration: 511.769115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:39.028312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:38.516221Z","time spent":"512.028972ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:39.086247Z","caller":"traceutil/trace.go:171","msg":"trace[1060536761] linearizableReadLoop","detail":"{readStateIndex:13451; appliedIndex:13449; }","duration":"127.032146ms","start":"2026-03-31T05:22:38.959181Z","end":"2026-03-31T05:22:39.086213Z","steps":["trace[1060536761] 'read index received' (duration: 68.820568ms)","trace[1060536761] 'applied index is now lower than readState.Index' (duration: 58.210098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:39.086309Z","caller":"traceutil/trace.go:171","msg":"trace[457724341] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"489.926388ms","start":"2026-03-31T05:22:38.596336Z","end":"2026-03-31T05:22:39.086262Z","steps":["trace[457724341] 'process raft request' (duration: 479.050041ms)","trace[457724341] 'compare' (duration: 10.714513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:39.086471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.280153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:22:39.086472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:38.59631Z","time spent":"490.076553ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:39.086504Z","caller":"traceutil/trace.go:171","msg":"trace[1359871936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12976; }","duration":"127.329895ms","start":"2026-03-31T05:22:38.959165Z","end":"2026-03-31T05:22:39.086495Z","steps":["trace[1359871936] 'agreement among raft nodes before linearized reading' (duration: 127.190331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:39.08681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:39.08698Z","caller":"traceutil/trace.go:171","msg":"trace[293992314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12976; }","duration":"104.043049ms","start":"2026-03-31T05:22:38.982912Z","end":"2026-03-31T05:22:39.086955Z","steps":["trace[293992314] 'agreement among raft nodes before linearized reading' (duration: 103.70822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:40.313761Z","caller":"traceutil/trace.go:171","msg":"trace[725696320] linearizableReadLoop","detail":"{readStateIndex:13461; appliedIndex:13460; }","duration":"105.652463ms","start":"2026-03-31T05:22:40.208083Z","end":"2026-03-31T05:22:40.313735Z","steps":["trace[725696320] 'read index received' (duration: 105.507299ms)","trace[725696320] 'applied index is now lower than readState.Index' (duration: 144.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:40.313912Z","caller":"traceutil/trace.go:171","msg":"trace[1575815844] transaction","detail":"{read_only:false; response_revision:12986; number_of_response:1; }","duration":"117.362412ms","start":"2026-03-31T05:22:40.196477Z","end":"2026-03-31T05:22:40.313839Z","steps":["trace[1575815844] 'process raft request' (duration: 117.108305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:40.313985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.881699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:22:40.314054Z","caller":"traceutil/trace.go:171","msg":"trace[837203272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:12986; }","duration":"105.982862ms","start":"2026-03-31T05:22:40.208048Z","end":"2026-03-31T05:22:40.314031Z","steps":["trace[837203272] 'agreement among raft nodes before linearized reading' (duration: 105.784037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.860415Z","caller":"traceutil/trace.go:171","msg":"trace[528059898] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"103.868465ms","start":"2026-03-31T05:22:41.756526Z","end":"2026-03-31T05:22:41.860394Z","steps":["trace[528059898] 'process raft request' (duration: 103.724251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.863364Z","caller":"traceutil/trace.go:171","msg":"trace[534298507] linearizableReadLoop","detail":"{readStateIndex:13470; appliedIndex:13467; }","duration":"104.034689ms","start":"2026-03-31T05:22:41.759316Z","end":"2026-03-31T05:22:41.86335Z","steps":["trace[534298507] 'read index received' (duration: 100.939965ms)","trace[534298507] 'applied index is now lower than readState.Index' (duration: 3.093984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:41.863565Z","caller":"traceutil/trace.go:171","msg":"trace[1828853142] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"105.333415ms","start":"2026-03-31T05:22:41.758212Z","end":"2026-03-31T05:22:41.863545Z","steps":["trace[1828853142] 'process raft request' (duration: 105.051027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.863614Z","caller":"traceutil/trace.go:171","msg":"trace[1462112687] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"105.247752ms","start":"2026-03-31T05:22:41.758348Z","end":"2026-03-31T05:22:41.863595Z","steps":["trace[1462112687] 'process raft request' (duration: 104.974094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:41.863595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.244005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:41.863665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.889595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:41.863694Z","caller":"traceutil/trace.go:171","msg":"trace[295381064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12994; }","duration":"104.397649ms","start":"2026-03-31T05:22:41.759273Z","end":"2026-03-31T05:22:41.86367Z","steps":["trace[295381064] 'agreement among raft nodes before linearized reading' (duration: 104.208564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:41.863725Z","caller":"traceutil/trace.go:171","msg":"trace[1852367776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12994; }","duration":"103.973707ms","start":"2026-03-31T05:22:41.759736Z","end":"2026-03-31T05:22:41.863709Z","steps":["trace[1852367776] 'agreement among raft nodes before linearized reading' (duration: 103.789782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:44.044727Z","caller":"traceutil/trace.go:171","msg":"trace[324485858] linearizableReadLoop","detail":"{readStateIndex:13478; appliedIndex:13476; }","duration":"169.887796ms","start":"2026-03-31T05:22:43.87482Z","end":"2026-03-31T05:22:44.044708Z","steps":["trace[324485858] 'read index received' (duration: 15.969206ms)","trace[324485858] 'applied index is now lower than readState.Index' (duration: 153.91779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:44.044816Z","caller":"traceutil/trace.go:171","msg":"trace[100546010] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"170.303177ms","start":"2026-03-31T05:22:43.87447Z","end":"2026-03-31T05:22:44.044773Z","steps":["trace[100546010] 'process raft request' (duration: 169.032572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:44.044855Z","caller":"traceutil/trace.go:171","msg":"trace[1733838530] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"169.241968ms","start":"2026-03-31T05:22:43.875584Z","end":"2026-03-31T05:22:44.044826Z","steps":["trace[1733838530] 'process raft request' (duration: 169.076044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:44.044948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.198047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:44.044983Z","caller":"traceutil/trace.go:171","msg":"trace[1349809321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13003; }","duration":"169.278579ms","start":"2026-03-31T05:22:43.875696Z","end":"2026-03-31T05:22:44.044975Z","steps":["trace[1349809321] 'agreement among raft nodes before linearized reading' (duration: 169.214978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:44.045192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.156856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:22:44.0453Z","caller":"traceutil/trace.go:171","msg":"trace[1084486641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13003; }","duration":"154.353462ms","start":"2026-03-31T05:22:43.890923Z","end":"2026-03-31T05:22:44.045277Z","steps":["trace[1084486641] 'agreement among raft nodes before linearized reading' (duration: 154.009602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:44.045243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.40126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:44.045398Z","caller":"traceutil/trace.go:171","msg":"trace[105029015] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13003; }","duration":"170.595945ms","start":"2026-03-31T05:22:43.874794Z","end":"2026-03-31T05:22:44.04539Z","steps":["trace[105029015] 'agreement among raft nodes before linearized reading' (duration: 170.034989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:44.927924Z","caller":"traceutil/trace.go:171","msg":"trace[610944822] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"267.285934ms","start":"2026-03-31T05:22:44.660616Z","end":"2026-03-31T05:22:44.927902Z","steps":["trace[610944822] 'process raft request' (duration: 267.126979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:46.904342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396007985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:22:46.952144Z","caller":"traceutil/trace.go:171","msg":"trace[1170287283] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"560.146124ms","start":"2026-03-31T05:22:46.391976Z","end":"2026-03-31T05:22:46.952122Z","steps":["trace[1170287283] 'process raft request' (duration: 560.01054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:46.95228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.391962Z","time spent":"560.238687ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:47.100204Z","caller":"traceutil/trace.go:171","msg":"trace[418590688] transaction","detail":"{read_only:false; response_revision:13018; number_of_response:1; }","duration":"566.068226ms","start":"2026-03-31T05:22:46.534085Z","end":"2026-03-31T05:22:47.100153Z","steps":["trace[418590688] 'process raft request' (duration: 541.058414ms)","trace[418590688] 'compare' (duration: 24.234891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:47.100225Z","caller":"traceutil/trace.go:171","msg":"trace[1537748612] linearizableReadLoop","detail":"{readStateIndex:13494; appliedIndex:13492; }","duration":"695.924449ms","start":"2026-03-31T05:22:46.404264Z","end":"2026-03-31T05:22:47.100188Z","steps":["trace[1537748612] 'read index received' (duration: 547.805078ms)","trace[1537748612] 'applied index is now lower than readState.Index' (duration: 148.116031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:47.100409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.53406Z","time spent":"566.24417ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:47.522092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.200069ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:22:47.522192Z","caller":"traceutil/trace.go:171","msg":"trace[1285691460] linearizableReadLoop","detail":"{readStateIndex:13495; appliedIndex:13494; }","duration":"421.749447ms","start":"2026-03-31T05:22:47.100423Z","end":"2026-03-31T05:22:47.522173Z","steps":["trace[1285691460] 'read index received' (duration: 53.691µs)","trace[1285691460] 'applied index is now lower than readState.Index' (duration: 421.694046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:47.522314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118040456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:22:47.523005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017677088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:47.523046Z","caller":"traceutil/trace.go:171","msg":"trace[2109502553] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13018; }","duration":"1.017780121s","start":"2026-03-31T05:22:46.50525Z","end":"2026-03-31T05:22:47.52303Z","steps":["trace[2109502553] 'agreement among raft nodes before linearized reading' (duration: 1.017700739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.523084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.505231Z","time spent":"1.017845253s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:47.523044Z","caller":"traceutil/trace.go:171","msg":"trace[2028020105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13018; }","duration":"1.118774046s","start":"2026-03-31T05:22:46.404251Z","end":"2026-03-31T05:22:47.523025Z","steps":["trace[2028020105] 'agreement among raft nodes before linearized reading' (duration: 696.025082ms)","trace[2028020105] 'range keys from in-memory index tree' (duration: 421.945823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:47.523227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:46.404219Z","time spent":"1.118999773s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:22:47.523642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.223886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:22:47.523672Z","caller":"traceutil/trace.go:171","msg":"trace[1991787911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13018; }","duration":"372.282278ms","start":"2026-03-31T05:22:47.151383Z","end":"2026-03-31T05:22:47.523665Z","steps":["trace[1991787911] 'agreement among raft nodes before linearized reading' (duration: 372.200445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.523657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.132192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:47.523695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.151368Z","time spent":"372.321018ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:47.523706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.039231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:22:47.523722Z","caller":"traceutil/trace.go:171","msg":"trace[2028816865] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13018; }","duration":"262.234865ms","start":"2026-03-31T05:22:47.261468Z","end":"2026-03-31T05:22:47.523703Z","steps":["trace[2028816865] 'agreement among raft nodes before linearized reading' (duration: 262.109601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.523731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.708076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:22:47.523746Z","caller":"traceutil/trace.go:171","msg":"trace[799273279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13018; }","duration":"387.103112ms","start":"2026-03-31T05:22:47.136634Z","end":"2026-03-31T05:22:47.523738Z","steps":["trace[799273279] 'agreement among raft nodes before linearized reading' (duration: 386.946467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.523772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.13662Z","time spent":"387.144593ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:22:47.523771Z","caller":"traceutil/trace.go:171","msg":"trace[1372790699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13018; }","duration":"388.770387ms","start":"2026-03-31T05:22:47.134987Z","end":"2026-03-31T05:22:47.523758Z","steps":["trace[1372790699] 'agreement among raft nodes before linearized reading' (duration: 388.646374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.523818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.134976Z","time spent":"388.83413ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:22:47.523666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.717178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:47.524127Z","caller":"traceutil/trace.go:171","msg":"trace[1366139415] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13018; }","duration":"248.218212ms","start":"2026-03-31T05:22:47.275892Z","end":"2026-03-31T05:22:47.52411Z","steps":["trace[1366139415] 'agreement among raft nodes before linearized reading' (duration: 247.715468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.524481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.956877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:22:47.524524Z","caller":"traceutil/trace.go:171","msg":"trace[67794429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13018; }","duration":"395.041889ms","start":"2026-03-31T05:22:47.12947Z","end":"2026-03-31T05:22:47.524512Z","steps":["trace[67794429] 'agreement among raft nodes before linearized reading' (duration: 393.60665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:47.524565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:47.129448Z","time spent":"395.10329ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:22:47.696551Z","caller":"traceutil/trace.go:171","msg":"trace[2097808421] transaction","detail":"{read_only:false; response_revision:13019; number_of_response:1; }","duration":"168.065676ms","start":"2026-03-31T05:22:47.528467Z","end":"2026-03-31T05:22:47.696532Z","steps":["trace[2097808421] 'process raft request' (duration: 167.921702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:47.700454Z","caller":"traceutil/trace.go:171","msg":"trace[427664108] transaction","detail":"{read_only:false; response_revision:13020; number_of_response:1; }","duration":"171.703155ms","start":"2026-03-31T05:22:47.528726Z","end":"2026-03-31T05:22:47.700429Z","steps":["trace[427664108] 'process raft request' (duration: 171.466799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:47.700928Z","caller":"traceutil/trace.go:171","msg":"trace[1329521844] transaction","detail":"{read_only:false; response_revision:13022; number_of_response:1; }","duration":"172.121206ms","start":"2026-03-31T05:22:47.528788Z","end":"2026-03-31T05:22:47.70091Z","steps":["trace[1329521844] 'process raft request' (duration: 172.028984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:47.700888Z","caller":"traceutil/trace.go:171","msg":"trace[1337155334] transaction","detail":"{read_only:false; response_revision:13021; number_of_response:1; }","duration":"172.112516ms","start":"2026-03-31T05:22:47.528765Z","end":"2026-03-31T05:22:47.700878Z","steps":["trace[1337155334] 'process raft request' (duration: 171.552041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:48.400059Z","caller":"traceutil/trace.go:171","msg":"trace[1539448849] linearizableReadLoop","detail":"{readStateIndex:13502; appliedIndex:13500; }","duration":"335.002741ms","start":"2026-03-31T05:22:48.065023Z","end":"2026-03-31T05:22:48.400026Z","steps":["trace[1539448849] 'read index received' (duration: 293.717664ms)","trace[1539448849] 'applied index is now lower than readState.Index' (duration: 41.283727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:48.400119Z","caller":"traceutil/trace.go:171","msg":"trace[1099459132] transaction","detail":"{read_only:false; response_revision:13024; number_of_response:1; }","duration":"338.576369ms","start":"2026-03-31T05:22:48.061487Z","end":"2026-03-31T05:22:48.400063Z","steps":["trace[1099459132] 'process raft request' (duration: 297.245391ms)","trace[1099459132] 'compare' (duration: 40.990958ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:48.400192Z","caller":"traceutil/trace.go:171","msg":"trace[714003781] transaction","detail":"{read_only:false; response_revision:13025; number_of_response:1; }","duration":"338.394994ms","start":"2026-03-31T05:22:48.06177Z","end":"2026-03-31T05:22:48.400165Z","steps":["trace[714003781] 'process raft request' (duration: 338.179968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.06147Z","time spent":"339.903105ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:48.401553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.061759Z","time spent":"339.739031ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:48.40038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.804399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"info","ts":"2026-03-31T05:22:48.401824Z","caller":"traceutil/trace.go:171","msg":"trace[1346450607] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13025; }","duration":"346.284469ms","start":"2026-03-31T05:22:48.055523Z","end":"2026-03-31T05:22:48.401807Z","steps":["trace[1346450607] 'agreement among raft nodes before linearized reading' (duration: 344.645965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:48.055514Z","time spent":"346.443953ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7375,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:48.401037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.896116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:48.402476Z","caller":"traceutil/trace.go:171","msg":"trace[2104887903] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13025; }","duration":"219.378326ms","start":"2026-03-31T05:22:48.183073Z","end":"2026-03-31T05:22:48.402452Z","steps":["trace[2104887903] 'agreement among raft nodes before linearized reading' (duration: 217.903706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:48.401087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.728942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:22:48.402702Z","caller":"traceutil/trace.go:171","msg":"trace[861515320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13025; }","duration":"296.301995ms","start":"2026-03-31T05:22:48.106293Z","end":"2026-03-31T05:22:48.402595Z","steps":["trace[861515320] 'agreement among raft nodes before linearized reading' (duration: 294.682391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:50.429646Z","caller":"traceutil/trace.go:171","msg":"trace[162995527] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13037; }","duration":"107.621297ms","start":"2026-03-31T05:22:50.321999Z","end":"2026-03-31T05:22:50.42962Z","steps":["trace[162995527] 'process raft request' (duration: 107.457122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:51.193618Z","caller":"traceutil/trace.go:171","msg":"trace[1904616650] transaction","detail":"{read_only:false; response_revision:13043; number_of_response:1; }","duration":"141.475951ms","start":"2026-03-31T05:22:51.052121Z","end":"2026-03-31T05:22:51.193597Z","steps":["trace[1904616650] 'process raft request' (duration: 141.338877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:51.367166Z","caller":"traceutil/trace.go:171","msg":"trace[836774746] linearizableReadLoop","detail":"{readStateIndex:13521; appliedIndex:13519; }","duration":"283.377702ms","start":"2026-03-31T05:22:51.083757Z","end":"2026-03-31T05:22:51.367135Z","steps":["trace[836774746] 'read index received' (duration: 109.701383ms)","trace[836774746] 'applied index is now lower than readState.Index' (duration: 173.675049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:51.367296Z","caller":"traceutil/trace.go:171","msg":"trace[311909991] transaction","detail":"{read_only:false; response_revision:13044; number_of_response:1; }","duration":"311.585242ms","start":"2026-03-31T05:22:51.055696Z","end":"2026-03-31T05:22:51.367282Z","steps":["trace[311909991] 'process raft request' (duration: 290.643491ms)","trace[311909991] 'compare' (duration: 20.585482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:51.367399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.055674Z","time spent":"311.650395ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9254,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:51.367772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.966449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:22:51.367892Z","caller":"traceutil/trace.go:171","msg":"trace[1871522309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13044; }","duration":"284.161915ms","start":"2026-03-31T05:22:51.083712Z","end":"2026-03-31T05:22:51.367874Z","steps":["trace[1871522309] 'agreement among raft nodes before linearized reading' (duration: 283.692382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:51.367714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.406114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:51.368385Z","caller":"traceutil/trace.go:171","msg":"trace[428878495] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13044; }","duration":"236.216236ms","start":"2026-03-31T05:22:51.132148Z","end":"2026-03-31T05:22:51.368364Z","steps":["trace[428878495] 'agreement among raft nodes before linearized reading' (duration: 235.383963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:51.94318Z","caller":"traceutil/trace.go:171","msg":"trace[757570826] transaction","detail":"{read_only:false; response_revision:13046; number_of_response:1; }","duration":"133.76655ms","start":"2026-03-31T05:22:51.809394Z","end":"2026-03-31T05:22:51.943161Z","steps":["trace[757570826] 'process raft request' (duration: 133.636407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.525412Z","caller":"traceutil/trace.go:171","msg":"trace[1937273706] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"714.314301ms","start":"2026-03-31T05:22:51.811072Z","end":"2026-03-31T05:22:52.525386Z","steps":["trace[1937273706] 'process raft request' (duration: 714.062404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.525551Z","caller":"traceutil/trace.go:171","msg":"trace[1021756482] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"714.400144ms","start":"2026-03-31T05:22:51.811125Z","end":"2026-03-31T05:22:52.525525Z","steps":["trace[1021756482] 'process raft request' (duration: 714.165578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.525587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.811058Z","time spent":"714.425375ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:52.52566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.811115Z","time spent":"714.488216ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:52.526155Z","caller":"traceutil/trace.go:171","msg":"trace[1077034986] linearizableReadLoop","detail":"{readStateIndex:13527; appliedIndex:13523; }","duration":"712.953665ms","start":"2026-03-31T05:22:51.813182Z","end":"2026-03-31T05:22:52.526135Z","steps":["trace[1077034986] 'read index received' (duration: 129.896785ms)","trace[1077034986] 'applied index is now lower than readState.Index' (duration: 583.05491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:52.526404Z","caller":"traceutil/trace.go:171","msg":"trace[304006568] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"713.91909ms","start":"2026-03-31T05:22:51.812464Z","end":"2026-03-31T05:22:52.526384Z","steps":["trace[304006568] 'process raft request' (duration: 712.864972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.526459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.267593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.526524Z","caller":"traceutil/trace.go:171","msg":"trace[908652231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13049; }","duration":"713.355785ms","start":"2026-03-31T05:22:51.813153Z","end":"2026-03-31T05:22:52.526509Z","steps":["trace[908652231] 'agreement among raft nodes before linearized reading' (duration: 713.259872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.526535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.812452Z","time spent":"714.019923ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:52.526568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.81314Z","time spent":"713.417907ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:22:52.744769Z","caller":"traceutil/trace.go:171","msg":"trace[2023454792] linearizableReadLoop","detail":"{readStateIndex:13531; appliedIndex:13527; }","duration":"218.543084ms","start":"2026-03-31T05:22:52.526203Z","end":"2026-03-31T05:22:52.744747Z","steps":["trace[2023454792] 'read index received' (duration: 218.121772ms)","trace[2023454792] 'applied index is now lower than readState.Index' (duration: 420.552µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:52.744851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.463739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7454"} {"level":"warn","ts":"2026-03-31T05:22:52.744898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.582806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.744935Z","caller":"traceutil/trace.go:171","msg":"trace[1035313029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13053; }","duration":"321.662848ms","start":"2026-03-31T05:22:52.423261Z","end":"2026-03-31T05:22:52.744924Z","steps":["trace[1035313029] 'agreement among raft nodes before linearized reading' (duration: 321.600796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.744975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.423243Z","time spent":"321.721439ms","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:52.744886Z","caller":"traceutil/trace.go:171","msg":"trace[873472348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13053; }","duration":"278.549201ms","start":"2026-03-31T05:22:52.466328Z","end":"2026-03-31T05:22:52.744878Z","steps":["trace[873472348] 'agreement among raft nodes before linearized reading' (duration: 278.452519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.591803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.745227Z","caller":"traceutil/trace.go:171","msg":"trace[2077707889] transaction","detail":"{read_only:false; response_revision:13052; number_of_response:1; }","duration":"278.4927ms","start":"2026-03-31T05:22:52.466726Z","end":"2026-03-31T05:22:52.745218Z","steps":["trace[2077707889] 'process raft request' (duration: 277.915604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.745266Z","caller":"traceutil/trace.go:171","msg":"trace[859568452] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13053; }","duration":"864.766647ms","start":"2026-03-31T05:22:51.880471Z","end":"2026-03-31T05:22:52.745238Z","steps":["trace[859568452] 'agreement among raft nodes before linearized reading' (duration: 864.534161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.745296Z","caller":"traceutil/trace.go:171","msg":"trace[57314970] transaction","detail":"{read_only:false; response_revision:13053; number_of_response:1; }","duration":"278.333905ms","start":"2026-03-31T05:22:52.466956Z","end":"2026-03-31T05:22:52.74529Z","steps":["trace[57314970] 'process raft request' (duration: 277.749349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.70997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:52.745403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.467966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:22:52.745465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.304918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:22:52.745338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.88045Z","time spent":"864.860029ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:52.745469Z","caller":"traceutil/trace.go:171","msg":"trace[1892268179] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13053; }","duration":"931.556569ms","start":"2026-03-31T05:22:51.813893Z","end":"2026-03-31T05:22:52.745449Z","steps":["trace[1892268179] 'agreement among raft nodes before linearized reading' (duration: 931.358104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.813862Z","time spent":"931.651122ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:22:52.745543Z","caller":"traceutil/trace.go:171","msg":"trace[763345896] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"365.463303ms","start":"2026-03-31T05:22:52.380043Z","end":"2026-03-31T05:22:52.745506Z","steps":["trace[763345896] 'process raft request' (duration: 364.531397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.87492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:52.74561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.117744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-31T05:22:52.745627Z","caller":"traceutil/trace.go:171","msg":"trace[1246353666] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"612.229896ms","start":"2026-03-31T05:22:52.133356Z","end":"2026-03-31T05:22:52.745586Z","steps":["trace[1246353666] 'process raft request' (duration: 611.027303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.380019Z","time spent":"365.624127ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:22:52.745735Z","caller":"traceutil/trace.go:171","msg":"trace[927831745] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:13053; }","duration":"932.349171ms","start":"2026-03-31T05:22:51.813366Z","end":"2026-03-31T05:22:52.745715Z","steps":["trace[927831745] 'agreement among raft nodes before linearized reading' (duration: 931.956121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.74578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.645187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.745824Z","caller":"traceutil/trace.go:171","msg":"trace[527227455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13053; }","duration":"730.716869ms","start":"2026-03-31T05:22:52.015095Z","end":"2026-03-31T05:22:52.745812Z","steps":["trace[527227455] 'agreement among raft nodes before linearized reading' (duration: 730.656857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.133319Z","time spent":"612.419231ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:52.745845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.039274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:52.745826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:51.81335Z","time spent":"932.460734ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7478,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:22:52.745866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.01508Z","time spent":"730.774031ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:52.745911Z","caller":"traceutil/trace.go:171","msg":"trace[1662354555] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13053; }","duration":"740.112536ms","start":"2026-03-31T05:22:52.005756Z","end":"2026-03-31T05:22:52.745868Z","steps":["trace[1662354555] 'agreement among raft nodes before linearized reading' (duration: 740.062464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:52.745462Z","caller":"traceutil/trace.go:171","msg":"trace[1931829576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13053; }","duration":"136.869905ms","start":"2026-03-31T05:22:52.608568Z","end":"2026-03-31T05:22:52.745438Z","steps":["trace[1931829576] 'agreement among raft nodes before linearized reading' (duration: 136.674469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.169999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:52.746126Z","caller":"traceutil/trace.go:171","msg":"trace[66577422] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13053; }","duration":"673.773645ms","start":"2026-03-31T05:22:52.072338Z","end":"2026-03-31T05:22:52.746112Z","steps":["trace[66577422] 'agreement among raft nodes before linearized reading' (duration: 673.173549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.746171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.072319Z","time spent":"673.839777ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:22:52.745669Z","caller":"traceutil/trace.go:171","msg":"trace[1160786895] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13053; }","duration":"429.959352ms","start":"2026-03-31T05:22:52.315688Z","end":"2026-03-31T05:22:52.745647Z","steps":["trace[1160786895] 'agreement among raft nodes before linearized reading' (duration: 429.893631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.746256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.315665Z","time spent":"430.580859ms","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:52.745486Z","caller":"traceutil/trace.go:171","msg":"trace[920972743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13053; }","duration":"247.347659ms","start":"2026-03-31T05:22:52.498132Z","end":"2026-03-31T05:22:52.74548Z","steps":["trace[920972743] 'agreement among raft nodes before linearized reading' (duration: 247.278657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:52.745948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:52.005728Z","time spent":"740.213038ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:54.493536Z","caller":"traceutil/trace.go:171","msg":"trace[1987634634] transaction","detail":"{read_only:false; response_revision:13070; number_of_response:1; }","duration":"111.042959ms","start":"2026-03-31T05:22:54.382473Z","end":"2026-03-31T05:22:54.493516Z","steps":["trace[1987634634] 'process raft request' (duration: 110.867844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:54.638253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.492155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:54.638341Z","caller":"traceutil/trace.go:171","msg":"trace[1227174645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13070; }","duration":"106.64897ms","start":"2026-03-31T05:22:54.531674Z","end":"2026-03-31T05:22:54.638323Z","steps":["trace[1227174645] 'range keys from in-memory index tree' (duration: 106.411073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.63851Z","caller":"traceutil/trace.go:171","msg":"trace[1825268060] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"105.413576ms","start":"2026-03-31T05:22:54.533064Z","end":"2026-03-31T05:22:54.638478Z","steps":["trace[1825268060] 'process raft request' (duration: 68.580381ms)","trace[1825268060] 'compare' (duration: 36.62746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:54.638824Z","caller":"traceutil/trace.go:171","msg":"trace[44108325] transaction","detail":"{read_only:false; response_revision:13073; number_of_response:1; }","duration":"102.760983ms","start":"2026-03-31T05:22:54.536042Z","end":"2026-03-31T05:22:54.638803Z","steps":["trace[44108325] 'process raft request' (duration: 102.612779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:54.638792Z","caller":"traceutil/trace.go:171","msg":"trace[544822018] transaction","detail":"{read_only:false; response_revision:13072; number_of_response:1; }","duration":"104.639085ms","start":"2026-03-31T05:22:54.534137Z","end":"2026-03-31T05:22:54.638776Z","steps":["trace[544822018] 'process raft request' (duration: 104.288005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.75196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.600987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:22:55.752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.859473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:55.752036Z","caller":"traceutil/trace.go:171","msg":"trace[210380665] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13080; }","duration":"295.934735ms","start":"2026-03-31T05:22:55.456091Z","end":"2026-03-31T05:22:55.752025Z","steps":["trace[210380665] 'count revisions from in-memory index tree' (duration: 295.806731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:55.752037Z","caller":"traceutil/trace.go:171","msg":"trace[1482260057] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13080; }","duration":"254.73321ms","start":"2026-03-31T05:22:55.497287Z","end":"2026-03-31T05:22:55.75202Z","steps":["trace[1482260057] 'count revisions from in-memory index tree' (duration: 254.492464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.752141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.305788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:55.752352Z","caller":"traceutil/trace.go:171","msg":"trace[913730757] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13080; }","duration":"424.600676ms","start":"2026-03-31T05:22:55.327722Z","end":"2026-03-31T05:22:55.752322Z","steps":["trace[913730757] 'count revisions from in-memory index tree' (duration: 424.179404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.752585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.193045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:55.752615Z","caller":"traceutil/trace.go:171","msg":"trace[1966421945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13080; }","duration":"498.267246ms","start":"2026-03-31T05:22:55.254339Z","end":"2026-03-31T05:22:55.752606Z","steps":["trace[1966421945] 'range keys from in-memory index tree' (duration: 497.863876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:55.752631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.254309Z","time spent":"498.317238ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:22:55.753042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:22:55.327697Z","time spent":"424.74983ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:22:56.349631Z","caller":"traceutil/trace.go:171","msg":"trace[1981004370] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"262.585615ms","start":"2026-03-31T05:22:56.087016Z","end":"2026-03-31T05:22:56.349601Z","steps":["trace[1981004370] 'process raft request' (duration: 261.914647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:56.62837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.418323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:56.628437Z","caller":"traceutil/trace.go:171","msg":"trace[415785770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13084; }","duration":"143.534597ms","start":"2026-03-31T05:22:56.484889Z","end":"2026-03-31T05:22:56.628424Z","steps":["trace[415785770] 'range keys from in-memory index tree' (duration: 143.160186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:56.628505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.932098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:22:56.628551Z","caller":"traceutil/trace.go:171","msg":"trace[85532421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13084; }","duration":"173.031442ms","start":"2026-03-31T05:22:56.455507Z","end":"2026-03-31T05:22:56.628539Z","steps":["trace[85532421] 'range keys from in-memory index tree' (duration: 172.720223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:58.770883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.754194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:22:58.770977Z","caller":"traceutil/trace.go:171","msg":"trace[573558847] linearizableReadLoop","detail":"{readStateIndex:13579; appliedIndex:13578; }","duration":"122.840432ms","start":"2026-03-31T05:22:58.648123Z","end":"2026-03-31T05:22:58.770963Z","steps":["trace[573558847] 'read index received' (duration: 48.551µs)","trace[573558847] 'applied index is now lower than readState.Index' (duration: 122.79071ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:58.77127Z","caller":"traceutil/trace.go:171","msg":"trace[2032782949] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"148.259865ms","start":"2026-03-31T05:22:58.622979Z","end":"2026-03-31T05:22:58.771239Z","steps":["trace[2032782949] 'process raft request' (duration: 23.086869ms)","trace[2032782949] 'compare' (duration: 123.733777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:58.771302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.185771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:58.771462Z","caller":"traceutil/trace.go:171","msg":"trace[1466048085] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13100; }","duration":"123.391167ms","start":"2026-03-31T05:22:58.648062Z","end":"2026-03-31T05:22:58.771453Z","steps":["trace[1466048085] 'agreement among raft nodes before linearized reading' (duration: 123.173521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:58.771495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.039538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:22:58.771527Z","caller":"traceutil/trace.go:171","msg":"trace[1531045775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13100; }","duration":"108.0966ms","start":"2026-03-31T05:22:58.663422Z","end":"2026-03-31T05:22:58.771519Z","steps":["trace[1531045775] 'agreement among raft nodes before linearized reading' (duration: 108.025148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:58.771503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.822031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:22:58.771433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.933457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:22:58.771572Z","caller":"traceutil/trace.go:171","msg":"trace[1021101776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13100; }","duration":"107.900074ms","start":"2026-03-31T05:22:58.663652Z","end":"2026-03-31T05:22:58.771553Z","steps":["trace[1021101776] 'agreement among raft nodes before linearized reading' (duration: 107.704438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.771653Z","caller":"traceutil/trace.go:171","msg":"trace[72557369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13100; }","duration":"111.117692ms","start":"2026-03-31T05:22:58.660468Z","end":"2026-03-31T05:22:58.771586Z","steps":["trace[72557369] 'agreement among raft nodes before linearized reading' (duration: 110.854424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.956619Z","caller":"traceutil/trace.go:171","msg":"trace[1435146871] transaction","detail":"{read_only:false; response_revision:13105; number_of_response:1; }","duration":"120.975951ms","start":"2026-03-31T05:22:58.835621Z","end":"2026-03-31T05:22:58.956597Z","steps":["trace[1435146871] 'process raft request' (duration: 120.805016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.956831Z","caller":"traceutil/trace.go:171","msg":"trace[2064223281] transaction","detail":"{read_only:false; response_revision:13104; number_of_response:1; }","duration":"132.577208ms","start":"2026-03-31T05:22:58.824113Z","end":"2026-03-31T05:22:58.956691Z","steps":["trace[2064223281] 'process raft request' (duration: 132.109765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:58.957268Z","caller":"traceutil/trace.go:171","msg":"trace[2034207777] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"120.881419ms","start":"2026-03-31T05:22:58.83637Z","end":"2026-03-31T05:22:58.957251Z","steps":["trace[2034207777] 'process raft request' (duration: 120.18611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:01.034196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.216032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:01.034326Z","caller":"traceutil/trace.go:171","msg":"trace[31506897] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"185.995366ms","start":"2026-03-31T05:23:00.848307Z","end":"2026-03-31T05:23:01.034303Z","steps":["trace[31506897] 'process raft request' (duration: 73.146736ms)","trace[31506897] 'compare' (duration: 112.000247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:01.040599Z","caller":"traceutil/trace.go:171","msg":"trace[510930622] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"188.649978ms","start":"2026-03-31T05:23:00.851931Z","end":"2026-03-31T05:23:01.040581Z","steps":["trace[510930622] 'process raft request' (duration: 188.554396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:01.079543Z","caller":"traceutil/trace.go:171","msg":"trace[1027936695] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"116.723905ms","start":"2026-03-31T05:23:00.962783Z","end":"2026-03-31T05:23:01.079507Z","steps":["trace[1027936695] 'process raft request' (duration: 116.5141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:01.079792Z","caller":"traceutil/trace.go:171","msg":"trace[1865423051] transaction","detail":"{read_only:false; response_revision:13118; number_of_response:1; }","duration":"116.960022ms","start":"2026-03-31T05:23:00.962815Z","end":"2026-03-31T05:23:01.079775Z","steps":["trace[1865423051] 'process raft request' (duration: 116.620932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:01.07996Z","caller":"traceutil/trace.go:171","msg":"trace[1247707863] transaction","detail":"{read_only:false; response_revision:13119; number_of_response:1; }","duration":"116.720025ms","start":"2026-03-31T05:23:00.963229Z","end":"2026-03-31T05:23:01.079949Z","steps":["trace[1247707863] 'process raft request' (duration: 116.571991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:01.862624Z","caller":"traceutil/trace.go:171","msg":"trace[1237287710] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"134.079899ms","start":"2026-03-31T05:23:01.728514Z","end":"2026-03-31T05:23:01.862593Z","steps":["trace[1237287710] 'process raft request' (duration: 131.077107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.358043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.405069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:02.358183Z","caller":"traceutil/trace.go:171","msg":"trace[49751870] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"211.116591ms","start":"2026-03-31T05:23:02.147056Z","end":"2026-03-31T05:23:02.358172Z","steps":["trace[49751870] 'process raft request' (duration: 211.056309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:02.358261Z","caller":"traceutil/trace.go:171","msg":"trace[853414630] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"303.44498ms","start":"2026-03-31T05:23:02.054773Z","end":"2026-03-31T05:23:02.358218Z","steps":["trace[853414630] 'process raft request' (duration: 154.794434ms)","trace[853414630] 'compare' (duration: 148.133542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:02.358444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:02.05474Z","time spent":"303.598984ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:02.837382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.586058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.837437Z","caller":"traceutil/trace.go:171","msg":"trace[1608309665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13125; }","duration":"228.6834ms","start":"2026-03-31T05:23:02.608741Z","end":"2026-03-31T05:23:02.837424Z","steps":["trace[1608309665] 'range keys from in-memory index tree' (duration: 228.515145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:02.837416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.748528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:02.837634Z","caller":"traceutil/trace.go:171","msg":"trace[1999047129] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13125; }","duration":"282.003415ms","start":"2026-03-31T05:23:02.555605Z","end":"2026-03-31T05:23:02.837609Z","steps":["trace[1999047129] 'count revisions from in-memory index tree' (duration: 281.578823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.323083Z","caller":"traceutil/trace.go:171","msg":"trace[1829909113] transaction","detail":"{read_only:false; response_revision:13127; number_of_response:1; }","duration":"237.996754ms","start":"2026-03-31T05:23:03.085061Z","end":"2026-03-31T05:23:03.323057Z","steps":["trace[1829909113] 'process raft request' (duration: 237.84397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.327615Z","caller":"traceutil/trace.go:171","msg":"trace[474777055] transaction","detail":"{read_only:false; response_revision:13129; number_of_response:1; }","duration":"242.27207ms","start":"2026-03-31T05:23:03.085326Z","end":"2026-03-31T05:23:03.327598Z","steps":["trace[474777055] 'process raft request' (duration: 242.211229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.327689Z","caller":"traceutil/trace.go:171","msg":"trace[122330087] transaction","detail":"{read_only:false; response_revision:13128; number_of_response:1; }","duration":"242.454785ms","start":"2026-03-31T05:23:03.085186Z","end":"2026-03-31T05:23:03.32764Z","steps":["trace[122330087] 'process raft request' (duration: 242.27053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.328102Z","caller":"traceutil/trace.go:171","msg":"trace[437311791] transaction","detail":"{read_only:false; response_revision:13130; number_of_response:1; }","duration":"193.541151ms","start":"2026-03-31T05:23:03.134524Z","end":"2026-03-31T05:23:03.328065Z","steps":["trace[437311791] 'process raft request' (duration: 193.044117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.328158Z","caller":"traceutil/trace.go:171","msg":"trace[1810601360] linearizableReadLoop","detail":"{readStateIndex:13609; appliedIndex:13606; }","duration":"206.191786ms","start":"2026-03-31T05:23:03.121939Z","end":"2026-03-31T05:23:03.328131Z","steps":["trace[1810601360] 'read index received' (duration: 200.978844ms)","trace[1810601360] 'applied index is now lower than readState.Index' (duration: 5.211862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:03.328398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.439183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:23:03.328438Z","caller":"traceutil/trace.go:171","msg":"trace[1843540759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13131; }","duration":"206.572697ms","start":"2026-03-31T05:23:03.121855Z","end":"2026-03-31T05:23:03.328427Z","steps":["trace[1843540759] 'agreement among raft nodes before linearized reading' (duration: 206.376112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:03.32853Z","caller":"traceutil/trace.go:171","msg":"trace[1927113667] transaction","detail":"{read_only:false; response_revision:13131; number_of_response:1; }","duration":"191.368862ms","start":"2026-03-31T05:23:03.137137Z","end":"2026-03-31T05:23:03.328506Z","steps":["trace[1927113667] 'process raft request' (duration: 190.688594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.749024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.621759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:04.74912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.677637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:04.749155Z","caller":"traceutil/trace.go:171","msg":"trace[2005036748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13133; }","duration":"261.774063ms","start":"2026-03-31T05:23:04.487356Z","end":"2026-03-31T05:23:04.74913Z","steps":["trace[2005036748] 'range keys from in-memory index tree' (duration: 261.552217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:04.74921Z","caller":"traceutil/trace.go:171","msg":"trace[2097220367] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13133; }","duration":"373.80681ms","start":"2026-03-31T05:23:04.375378Z","end":"2026-03-31T05:23:04.749185Z","steps":["trace[2097220367] 'count revisions from in-memory index tree' (duration: 373.578124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.749316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.472417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:23:04.749445Z","caller":"traceutil/trace.go:171","msg":"trace[2122395837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13133; }","duration":"330.606331ms","start":"2026-03-31T05:23:04.418778Z","end":"2026-03-31T05:23:04.749385Z","steps":["trace[2122395837] 'range keys from in-memory index tree' (duration: 330.299273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:04.749487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.418764Z","time spent":"330.714654ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:04.750138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:04.375357Z","time spent":"373.888822ms","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:05.591922Z","caller":"traceutil/trace.go:171","msg":"trace[1625274234] transaction","detail":"{read_only:false; response_revision:13137; number_of_response:1; }","duration":"258.75525ms","start":"2026-03-31T05:23:05.333144Z","end":"2026-03-31T05:23:05.591899Z","steps":["trace[1625274234] 'process raft request' (duration: 258.144014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.592194Z","caller":"traceutil/trace.go:171","msg":"trace[623804163] transaction","detail":"{read_only:false; response_revision:13138; number_of_response:1; }","duration":"258.962366ms","start":"2026-03-31T05:23:05.333221Z","end":"2026-03-31T05:23:05.592183Z","steps":["trace[623804163] 'process raft request' (duration: 258.640777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.592203Z","caller":"traceutil/trace.go:171","msg":"trace[704256485] linearizableReadLoop","detail":"{readStateIndex:13618; appliedIndex:13616; }","duration":"215.162051ms","start":"2026-03-31T05:23:05.377022Z","end":"2026-03-31T05:23:05.592184Z","steps":["trace[704256485] 'read index received' (duration: 214.4014ms)","trace[704256485] 'applied index is now lower than readState.Index' (duration: 759.441µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:05.592435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.343666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:23:05.592616Z","caller":"traceutil/trace.go:171","msg":"trace[1951835293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13138; }","duration":"259.542822ms","start":"2026-03-31T05:23:05.333059Z","end":"2026-03-31T05:23:05.592602Z","steps":["trace[1951835293] 'agreement among raft nodes before linearized reading' (duration: 259.242673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.618181Z","caller":"traceutil/trace.go:171","msg":"trace[853735645] transaction","detail":"{read_only:false; response_revision:13139; number_of_response:1; }","duration":"236.513794ms","start":"2026-03-31T05:23:05.381635Z","end":"2026-03-31T05:23:05.618149Z","steps":["trace[853735645] 'process raft request' (duration: 236.329529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.618245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.540451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:23:05.618515Z","caller":"traceutil/trace.go:171","msg":"trace[1655803352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13139; }","duration":"193.85182ms","start":"2026-03-31T05:23:05.424643Z","end":"2026-03-31T05:23:05.618495Z","steps":["trace[1655803352] 'agreement among raft nodes before linearized reading' (duration: 193.450279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:05.618379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.820137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:05.618658Z","caller":"traceutil/trace.go:171","msg":"trace[4436334] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13139; }","duration":"121.154886ms","start":"2026-03-31T05:23:05.497478Z","end":"2026-03-31T05:23:05.618633Z","steps":["trace[4436334] 'agreement among raft nodes before linearized reading' (duration: 120.765625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:05.734688Z","caller":"traceutil/trace.go:171","msg":"trace[974292547] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"109.600581ms","start":"2026-03-31T05:23:05.625058Z","end":"2026-03-31T05:23:05.734658Z","steps":["trace[974292547] 'process raft request' (duration: 70.867244ms)","trace[974292547] 'compare' (duration: 38.611724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:05.895882Z","caller":"traceutil/trace.go:171","msg":"trace[1055087935] transaction","detail":"{read_only:false; response_revision:13142; number_of_response:1; }","duration":"102.781674ms","start":"2026-03-31T05:23:05.79306Z","end":"2026-03-31T05:23:05.895841Z","steps":["trace[1055087935] 'process raft request' (duration: 90.218121ms)","trace[1055087935] 'compare' (duration: 12.420549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:06.102242Z","caller":"traceutil/trace.go:171","msg":"trace[40776550] transaction","detail":"{read_only:false; response_revision:13143; number_of_response:1; }","duration":"308.353344ms","start":"2026-03-31T05:23:05.793857Z","end":"2026-03-31T05:23:06.10221Z","steps":["trace[40776550] 'process raft request' (duration: 213.720742ms)","trace[40776550] 'compare' (duration: 94.122528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:06.102394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:05.793842Z","time spent":"308.474797ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:07.532169Z","caller":"traceutil/trace.go:171","msg":"trace[1175639325] transaction","detail":"{read_only:false; response_revision:13147; number_of_response:1; }","duration":"148.872412ms","start":"2026-03-31T05:23:07.383271Z","end":"2026-03-31T05:23:07.532144Z","steps":["trace[1175639325] 'process raft request' (duration: 148.691077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:08.678062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.25744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:08.678177Z","caller":"traceutil/trace.go:171","msg":"trace[1011487031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13153; }","duration":"194.443566ms","start":"2026-03-31T05:23:08.483705Z","end":"2026-03-31T05:23:08.678149Z","steps":["trace[1011487031] 'range keys from in-memory index tree' (duration: 194.067916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:09.093061Z","caller":"traceutil/trace.go:171","msg":"trace[114935184] linearizableReadLoop","detail":"{readStateIndex:13635; appliedIndex:13634; }","duration":"239.888666ms","start":"2026-03-31T05:23:08.853148Z","end":"2026-03-31T05:23:09.093036Z","steps":["trace[114935184] 'read index received' (duration: 239.65487ms)","trace[114935184] 'applied index is now lower than readState.Index' (duration: 232.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:09.093123Z","caller":"traceutil/trace.go:171","msg":"trace[1416007352] transaction","detail":"{read_only:false; response_revision:13154; number_of_response:1; }","duration":"282.988741ms","start":"2026-03-31T05:23:08.810103Z","end":"2026-03-31T05:23:09.093092Z","steps":["trace[1416007352] 'process raft request' (duration: 282.778166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:09.093327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.166533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:23:09.093367Z","caller":"traceutil/trace.go:171","msg":"trace[5205078] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13154; }","duration":"240.256526ms","start":"2026-03-31T05:23:08.853104Z","end":"2026-03-31T05:23:09.09336Z","steps":["trace[5205078] 'agreement among raft nodes before linearized reading' (duration: 240.080251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:09.093454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.736791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:09.093526Z","caller":"traceutil/trace.go:171","msg":"trace[267802522] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13154; }","duration":"114.905875ms","start":"2026-03-31T05:23:08.978607Z","end":"2026-03-31T05:23:09.093513Z","steps":["trace[267802522] 'agreement among raft nodes before linearized reading' (duration: 114.670568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:09.093916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.107101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:09.094095Z","caller":"traceutil/trace.go:171","msg":"trace[1414532010] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13154; }","duration":"240.976745ms","start":"2026-03-31T05:23:08.853099Z","end":"2026-03-31T05:23:09.094076Z","steps":["trace[1414532010] 'agreement among raft nodes before linearized reading' (duration: 240.083041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:10.376419Z","caller":"traceutil/trace.go:171","msg":"trace[668739969] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"105.042306ms","start":"2026-03-31T05:23:10.271186Z","end":"2026-03-31T05:23:10.376229Z","steps":["trace[668739969] 'process raft request' (duration: 104.864531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:12.968312Z","caller":"traceutil/trace.go:171","msg":"trace[173405577] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"173.698429ms","start":"2026-03-31T05:23:12.794591Z","end":"2026-03-31T05:23:12.96829Z","steps":["trace[173405577] 'process raft request' (duration: 173.186235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.447804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.924087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.447898Z","caller":"traceutil/trace.go:171","msg":"trace[52557725] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13176; }","duration":"347.06141ms","start":"2026-03-31T05:23:13.100815Z","end":"2026-03-31T05:23:13.447876Z","steps":["trace[52557725] 'range keys from in-memory index tree' (duration: 346.796663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.447949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.100796Z","time spent":"347.138562ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:13.448209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.465336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.44836Z","caller":"traceutil/trace.go:171","msg":"trace[2033694280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13176; }","duration":"356.613251ms","start":"2026-03-31T05:23:13.091727Z","end":"2026-03-31T05:23:13.44834Z","steps":["trace[2033694280] 'range keys from in-memory index tree' (duration: 356.453636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.448343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.11743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:23:13.448447Z","caller":"traceutil/trace.go:171","msg":"trace[376238327] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13176; }","duration":"447.261354ms","start":"2026-03-31T05:23:13.001156Z","end":"2026-03-31T05:23:13.448417Z","steps":["trace[376238327] 'range keys from in-memory index tree' (duration: 446.939086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.448547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.001138Z","time spent":"447.388747ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:23:13.448633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.965721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:13.448686Z","caller":"traceutil/trace.go:171","msg":"trace[1347743639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13176; }","duration":"346.031672ms","start":"2026-03-31T05:23:13.102641Z","end":"2026-03-31T05:23:13.448673Z","steps":["trace[1347743639] 'range keys from in-memory index tree' (duration: 345.932409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.448728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.102635Z","time spent":"346.082863ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:13.448729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.03744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:23:13.448837Z","caller":"traceutil/trace.go:171","msg":"trace[1741067672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13176; }","duration":"343.120523ms","start":"2026-03-31T05:23:13.105646Z","end":"2026-03-31T05:23:13.448767Z","steps":["trace[1741067672] 'range keys from in-memory index tree' (duration: 342.894927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.448894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.105629Z","time spent":"343.250217ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:13.449049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.541964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:23:13.449078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.123529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:23:13.449172Z","caller":"traceutil/trace.go:171","msg":"trace[1820790782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13176; }","duration":"311.298454ms","start":"2026-03-31T05:23:13.137853Z","end":"2026-03-31T05:23:13.449151Z","steps":["trace[1820790782] 'range keys from in-memory index tree' (duration: 310.941084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.449217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.137833Z","time spent":"311.375157ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:23:13.44919Z","caller":"traceutil/trace.go:171","msg":"trace[2039897841] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13176; }","duration":"347.660526ms","start":"2026-03-31T05:23:13.101454Z","end":"2026-03-31T05:23:13.449114Z","steps":["trace[2039897841] 'range keys from in-memory index tree' (duration: 347.320147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.449299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.440845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T05:23:13.449372Z","caller":"traceutil/trace.go:171","msg":"trace[431260455] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13176; }","duration":"220.60313ms","start":"2026-03-31T05:23:13.228749Z","end":"2026-03-31T05:23:13.449352Z","steps":["trace[431260455] 'range keys from in-memory index tree' (duration: 219.189501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:13.44942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:13.101435Z","time spent":"347.914494ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:15.95403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396008491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:23:16.138699Z","caller":"traceutil/trace.go:171","msg":"trace[585144936] transaction","detail":"{read_only:false; response_revision:13188; number_of_response:1; }","duration":"748.165855ms","start":"2026-03-31T05:23:15.390515Z","end":"2026-03-31T05:23:16.138681Z","steps":["trace[585144936] 'process raft request' (duration: 748.052062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.138811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.390486Z","time spent":"748.268857ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7378,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:16.254889Z","caller":"traceutil/trace.go:171","msg":"trace[1343319936] linearizableReadLoop","detail":"{readStateIndex:13673; appliedIndex:13670; }","duration":"801.816708ms","start":"2026-03-31T05:23:15.453037Z","end":"2026-03-31T05:23:16.254854Z","steps":["trace[1343319936] 'read index received' (duration: 685.631957ms)","trace[1343319936] 'applied index is now lower than readState.Index' (duration: 116.183651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:16.255022Z","caller":"traceutil/trace.go:171","msg":"trace[1336295145] transaction","detail":"{read_only:false; response_revision:13191; number_of_response:1; }","duration":"564.728149ms","start":"2026-03-31T05:23:15.690271Z","end":"2026-03-31T05:23:16.254999Z","steps":["trace[1336295145] 'process raft request' (duration: 564.535923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.255049Z","caller":"traceutil/trace.go:171","msg":"trace[951889601] transaction","detail":"{read_only:false; response_revision:13190; number_of_response:1; }","duration":"566.153658ms","start":"2026-03-31T05:23:15.688854Z","end":"2026-03-31T05:23:16.255008Z","steps":["trace[951889601] 'process raft request' (duration: 565.885811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.255073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.013933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:16.25519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.690251Z","time spent":"564.823962ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:16.25519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.057985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:16.25522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.688815Z","time spent":"566.326223ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:16.255259Z","caller":"traceutil/trace.go:171","msg":"trace[1557962379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13191; }","duration":"802.172917ms","start":"2026-03-31T05:23:15.45307Z","end":"2026-03-31T05:23:16.255243Z","steps":["trace[1557962379] 'agreement among raft nodes before linearized reading' (duration: 801.987752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.255261Z","caller":"traceutil/trace.go:171","msg":"trace[419933741] transaction","detail":"{read_only:false; response_revision:13189; number_of_response:1; }","duration":"665.178499ms","start":"2026-03-31T05:23:15.590063Z","end":"2026-03-31T05:23:16.255242Z","steps":["trace[419933741] 'process raft request' (duration: 629.814464ms)","trace[419933741] 'compare' (duration: 34.704867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:16.255297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.453066Z","time spent":"802.223749ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:16.255191Z","caller":"traceutil/trace.go:171","msg":"trace[1210926061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13191; }","duration":"802.175138ms","start":"2026-03-31T05:23:15.453Z","end":"2026-03-31T05:23:16.255175Z","steps":["trace[1210926061] 'agreement among raft nodes before linearized reading' (duration: 802.015753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.25534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.825989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:23:16.255355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.452985Z","time spent":"802.362113ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:16.255349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.590039Z","time spent":"665.263732ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:16.255371Z","caller":"traceutil/trace.go:171","msg":"trace[1456583014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13191; }","duration":"469.898361ms","start":"2026-03-31T05:23:15.785464Z","end":"2026-03-31T05:23:16.255362Z","steps":["trace[1456583014] 'agreement among raft nodes before linearized reading' (duration: 469.795348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.255391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.785442Z","time spent":"469.943012ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:23:16.255478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.56394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:23:16.255511Z","caller":"traceutil/trace.go:171","msg":"trace[867327462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13191; }","duration":"761.636731ms","start":"2026-03-31T05:23:15.493859Z","end":"2026-03-31T05:23:16.255496Z","steps":["trace[867327462] 'agreement among raft nodes before linearized reading' (duration: 761.568519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.255569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.523311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:16.255562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.493849Z","time spent":"761.703204ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:16.255568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.186964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:23:16.255592Z","caller":"traceutil/trace.go:171","msg":"trace[803767095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13191; }","duration":"771.584823ms","start":"2026-03-31T05:23:15.484001Z","end":"2026-03-31T05:23:16.255586Z","steps":["trace[803767095] 'agreement among raft nodes before linearized reading' (duration: 771.547752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.25561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.483975Z","time spent":"771.631984ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:23:16.255615Z","caller":"traceutil/trace.go:171","msg":"trace[1887987589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13191; }","duration":"715.280687ms","start":"2026-03-31T05:23:15.54032Z","end":"2026-03-31T05:23:16.2556Z","steps":["trace[1887987589] 'agreement among raft nodes before linearized reading' (duration: 715.127783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.255659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.540294Z","time spent":"715.353948ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:16.255787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.697039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:23:16.255851Z","caller":"traceutil/trace.go:171","msg":"trace[1900971804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13191; }","duration":"394.761111ms","start":"2026-03-31T05:23:15.861075Z","end":"2026-03-31T05:23:16.255836Z","steps":["trace[1900971804] 'agreement among raft nodes before linearized reading' (duration: 394.572075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.2559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.860999Z","time spent":"394.889204ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:23:16.25594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.223498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:16.255962Z","caller":"traceutil/trace.go:171","msg":"trace[393975936] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13191; }","duration":"419.26827ms","start":"2026-03-31T05:23:15.836687Z","end":"2026-03-31T05:23:16.255956Z","steps":["trace[393975936] 'agreement among raft nodes before linearized reading' (duration: 419.234209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.255986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.836675Z","time spent":"419.30193ms","remote":"127.0.0.1:55590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:16.255811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.271921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:23:16.255908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.382066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:23:16.256147Z","caller":"traceutil/trace.go:171","msg":"trace[2028970850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13191; }","duration":"462.661724ms","start":"2026-03-31T05:23:15.79347Z","end":"2026-03-31T05:23:16.256131Z","steps":["trace[2028970850] 'agreement among raft nodes before linearized reading' (duration: 462.393126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.256202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.79345Z","time spent":"462.736035ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:23:16.256095Z","caller":"traceutil/trace.go:171","msg":"trace[1676462199] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13191; }","duration":"802.558928ms","start":"2026-03-31T05:23:15.45352Z","end":"2026-03-31T05:23:16.256079Z","steps":["trace[1676462199] 'agreement among raft nodes before linearized reading' (duration: 802.186378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.256266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:15.453514Z","time spent":"802.744523ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:16.854735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396008498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:23:16.963575Z","caller":"traceutil/trace.go:171","msg":"trace[1041261005] linearizableReadLoop","detail":"{readStateIndex:13678; appliedIndex:13674; }","duration":"609.394199ms","start":"2026-03-31T05:23:16.354155Z","end":"2026-03-31T05:23:16.963549Z","steps":["trace[1041261005] 'read index received' (duration: 608.412122ms)","trace[1041261005] 'applied index is now lower than readState.Index' (duration: 981.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:16.963673Z","caller":"traceutil/trace.go:171","msg":"trace[27019344] transaction","detail":"{read_only:false; response_revision:13194; number_of_response:1; }","duration":"702.949321ms","start":"2026-03-31T05:23:16.260663Z","end":"2026-03-31T05:23:16.963612Z","steps":["trace[27019344] 'process raft request' (duration: 702.726025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.964241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.260651Z","time spent":"703.532957ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:16.963871Z","caller":"traceutil/trace.go:171","msg":"trace[353128319] transaction","detail":"{read_only:false; response_revision:13195; number_of_response:1; }","duration":"703.073434ms","start":"2026-03-31T05:23:16.260785Z","end":"2026-03-31T05:23:16.963858Z","steps":["trace[353128319] 'process raft request' (duration: 702.667423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.963894Z","caller":"traceutil/trace.go:171","msg":"trace[188257491] transaction","detail":"{read_only:false; response_revision:13193; number_of_response:1; }","duration":"703.28528ms","start":"2026-03-31T05:23:16.260566Z","end":"2026-03-31T05:23:16.963852Z","steps":["trace[188257491] 'process raft request' (duration: 702.666513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.96461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.260776Z","time spent":"703.725903ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:16.964738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.26055Z","time spent":"704.084942ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:16.963906Z","caller":"traceutil/trace.go:171","msg":"trace[2007911251] transaction","detail":"{read_only:false; response_revision:13196; number_of_response:1; }","duration":"701.333177ms","start":"2026-03-31T05:23:16.262532Z","end":"2026-03-31T05:23:16.963865Z","steps":["trace[2007911251] 'process raft request' (duration: 700.971407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.96487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.262517Z","time spent":"702.303603ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:16.964048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.886783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-cmq9f\" ","response":"range_response_count:1 size:2888"} {"level":"warn","ts":"2026-03-31T05:23:16.964914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.233441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:16.964959Z","caller":"traceutil/trace.go:171","msg":"trace[1197647671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13196; }","duration":"481.317454ms","start":"2026-03-31T05:23:16.483629Z","end":"2026-03-31T05:23:16.964947Z","steps":["trace[1197647671] 'agreement among raft nodes before linearized reading' (duration: 481.228641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:16.964954Z","caller":"traceutil/trace.go:171","msg":"trace[1008408619] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-cmq9f; range_end:; response_count:1; response_revision:13196; }","duration":"610.837418ms","start":"2026-03-31T05:23:16.354089Z","end":"2026-03-31T05:23:16.964926Z","steps":["trace[1008408619] 'agreement among raft nodes before linearized reading' (duration: 609.79575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.964985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.48357Z","time spent":"481.408107ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:16.964999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.354064Z","time spent":"610.92338ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":2912,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-backup-storage-init-cmq9f\" "} {"level":"warn","ts":"2026-03-31T05:23:16.965004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.111158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-03-31T05:23:16.96508Z","caller":"traceutil/trace.go:171","msg":"trace[298228677] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13196; }","duration":"367.20438ms","start":"2026-03-31T05:23:16.597859Z","end":"2026-03-31T05:23:16.965063Z","steps":["trace[298228677] 'agreement among raft nodes before linearized reading' (duration: 366.910372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.965113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.597792Z","time spent":"367.314932ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415244,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:23:16.965302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.829279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:23:16.965363Z","caller":"traceutil/trace.go:171","msg":"trace[1701303120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13196; }","duration":"532.924382ms","start":"2026-03-31T05:23:16.432423Z","end":"2026-03-31T05:23:16.965348Z","steps":["trace[1701303120] 'agreement among raft nodes before linearized reading' (duration: 532.342756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:16.965395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.432405Z","time spent":"532.983174ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:17.728435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396008506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:17.961062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.654863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:17.961215Z","caller":"traceutil/trace.go:171","msg":"trace[1446446152] transaction","detail":"{read_only:false; response_revision:13198; number_of_response:1; }","duration":"992.156783ms","start":"2026-03-31T05:23:16.969031Z","end":"2026-03-31T05:23:17.961188Z","steps":["trace[1446446152] 'process raft request' (duration: 816.058358ms)","trace[1446446152] 'compare' (duration: 175.105278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:17.961276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:16.96902Z","time spent":"992.227795ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:18.154684Z","caller":"traceutil/trace.go:171","msg":"trace[1222261384] linearizableReadLoop","detail":"{readStateIndex:13683; appliedIndex:13679; }","duration":"926.806389ms","start":"2026-03-31T05:23:17.227859Z","end":"2026-03-31T05:23:18.154665Z","steps":["trace[1222261384] 'read index received' (duration: 557.320637ms)","trace[1222261384] 'applied index is now lower than readState.Index' (duration: 369.484932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:18.154839Z","caller":"traceutil/trace.go:171","msg":"trace[722569161] transaction","detail":"{read_only:false; response_revision:13200; number_of_response:1; }","duration":"766.212517ms","start":"2026-03-31T05:23:17.388618Z","end":"2026-03-31T05:23:18.15483Z","steps":["trace[722569161] 'process raft request' (duration: 765.861387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.154927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.388597Z","time spent":"766.263709ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:18.154903Z","caller":"traceutil/trace.go:171","msg":"trace[1724461778] transaction","detail":"{read_only:false; response_revision:13199; number_of_response:1; }","duration":"785.453282ms","start":"2026-03-31T05:23:17.369422Z","end":"2026-03-31T05:23:18.154876Z","steps":["trace[1724461778] 'process raft request' (duration: 784.855036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.155088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.316038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:18.155195Z","caller":"traceutil/trace.go:171","msg":"trace[1429658946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13200; }","duration":"671.453392ms","start":"2026-03-31T05:23:17.483724Z","end":"2026-03-31T05:23:18.155177Z","steps":["trace[1429658946] 'agreement among raft nodes before linearized reading' (duration: 671.304368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.155454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.45572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-cmq9f\" ","response":"range_response_count:1 size:9717"} {"level":"warn","ts":"2026-03-31T05:23:18.155219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.369398Z","time spent":"785.569855ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:18.155243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.102161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T05:23:18.155471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.483706Z","time spent":"671.75086ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:18.15528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.417387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:23:18.15565Z","caller":"traceutil/trace.go:171","msg":"trace[767912699] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13200; }","duration":"804.551573ms","start":"2026-03-31T05:23:17.351072Z","end":"2026-03-31T05:23:18.155623Z","steps":["trace[767912699] 'agreement among raft nodes before linearized reading' (duration: 803.991138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:18.15583Z","caller":"traceutil/trace.go:171","msg":"trace[61236220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13200; }","duration":"927.957101ms","start":"2026-03-31T05:23:17.227853Z","end":"2026-03-31T05:23:18.15581Z","steps":["trace[61236220] 'agreement among raft nodes before linearized reading' (duration: 927.339045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.15589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.227811Z","time spent":"928.061034ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:23:18.155976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.351049Z","time spent":"804.844592ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T05:23:18.155556Z","caller":"traceutil/trace.go:171","msg":"trace[1530792611] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-cmq9f; range_end:; response_count:1; response_revision:13200; }","duration":"830.552153ms","start":"2026-03-31T05:23:17.324954Z","end":"2026-03-31T05:23:18.155506Z","steps":["trace[1530792611] 'agreement among raft nodes before linearized reading' (duration: 830.06176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.156172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:17.324939Z","time spent":"831.19354ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9741,"request content":"key:\"/registry/pods/openstack/cinder-backup-storage-init-cmq9f\" "} {"level":"warn","ts":"2026-03-31T05:23:18.410585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.276757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:23:18.410764Z","caller":"traceutil/trace.go:171","msg":"trace[1782118334] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13201; }","duration":"144.495763ms","start":"2026-03-31T05:23:18.266246Z","end":"2026-03-31T05:23:18.410742Z","steps":["trace[1782118334] 'range keys from in-memory index tree' (duration: 144.111523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:18.410905Z","caller":"traceutil/trace.go:171","msg":"trace[1196611753] transaction","detail":"{read_only:false; response_revision:13202; number_of_response:1; }","duration":"138.951531ms","start":"2026-03-31T05:23:18.271917Z","end":"2026-03-31T05:23:18.410869Z","steps":["trace[1196611753] 'process raft request' (duration: 82.536092ms)","trace[1196611753] 'compare' (duration: 56.06309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:18.41096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.969696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:18.411026Z","caller":"traceutil/trace.go:171","msg":"trace[245848149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13204; }","duration":"134.049538ms","start":"2026-03-31T05:23:18.27696Z","end":"2026-03-31T05:23:18.41101Z","steps":["trace[245848149] 'agreement among raft nodes before linearized reading' (duration: 133.889484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:18.411339Z","caller":"traceutil/trace.go:171","msg":"trace[449905249] transaction","detail":"{read_only:false; response_revision:13203; number_of_response:1; }","duration":"139.279361ms","start":"2026-03-31T05:23:18.272045Z","end":"2026-03-31T05:23:18.411325Z","steps":["trace[449905249] 'process raft request' (duration: 138.616643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:18.410782Z","caller":"traceutil/trace.go:171","msg":"trace[663790368] linearizableReadLoop","detail":"{readStateIndex:13687; appliedIndex:13684; }","duration":"133.789421ms","start":"2026-03-31T05:23:18.276965Z","end":"2026-03-31T05:23:18.410754Z","steps":["trace[663790368] 'read index received' (duration: 77.501745ms)","trace[663790368] 'applied index is now lower than readState.Index' (duration: 56.286726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:18.411462Z","caller":"traceutil/trace.go:171","msg":"trace[1339087030] transaction","detail":"{read_only:false; response_revision:13204; number_of_response:1; }","duration":"139.210299ms","start":"2026-03-31T05:23:18.272243Z","end":"2026-03-31T05:23:18.411454Z","steps":["trace[1339087030] 'process raft request' (duration: 138.471829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.411839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.160895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:18.411905Z","caller":"traceutil/trace.go:171","msg":"trace[320649117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13204; }","duration":"103.261478ms","start":"2026-03-31T05:23:18.308627Z","end":"2026-03-31T05:23:18.411889Z","steps":["trace[320649117] 'agreement among raft nodes before linearized reading' (duration: 103.165545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.412012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.601062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:18.412067Z","caller":"traceutil/trace.go:171","msg":"trace[5542395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13204; }","duration":"123.679155ms","start":"2026-03-31T05:23:18.288371Z","end":"2026-03-31T05:23:18.41205Z","steps":["trace[5542395] 'agreement among raft nodes before linearized reading' (duration: 123.562171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.411888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.650277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:23:18.412302Z","caller":"traceutil/trace.go:171","msg":"trace[1296254581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13204; }","duration":"134.073049ms","start":"2026-03-31T05:23:18.278215Z","end":"2026-03-31T05:23:18.412288Z","steps":["trace[1296254581] 'agreement among raft nodes before linearized reading' (duration: 133.551275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.410619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.130813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:18.412675Z","caller":"traceutil/trace.go:171","msg":"trace[377293638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13201; }","duration":"146.18703ms","start":"2026-03-31T05:23:18.26642Z","end":"2026-03-31T05:23:18.412607Z","steps":["trace[377293638] 'range keys from in-memory index tree' (duration: 144.01541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:19.302892Z","caller":"traceutil/trace.go:171","msg":"trace[1322660996] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"124.879378ms","start":"2026-03-31T05:23:19.17798Z","end":"2026-03-31T05:23:19.30286Z","steps":["trace[1322660996] 'process raft request' (duration: 124.651412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:19.701937Z","caller":"traceutil/trace.go:171","msg":"trace[451076025] transaction","detail":"{read_only:false; response_revision:13214; number_of_response:1; }","duration":"170.899522ms","start":"2026-03-31T05:23:19.53101Z","end":"2026-03-31T05:23:19.701909Z","steps":["trace[451076025] 'process raft request' (duration: 170.688747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:20.01041Z","caller":"traceutil/trace.go:171","msg":"trace[2053163165] transaction","detail":"{read_only:false; response_revision:13218; number_of_response:1; }","duration":"214.149823ms","start":"2026-03-31T05:23:19.796238Z","end":"2026-03-31T05:23:20.010387Z","steps":["trace[2053163165] 'process raft request' (duration: 211.788189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:20.010961Z","caller":"traceutil/trace.go:171","msg":"trace[1750796867] transaction","detail":"{read_only:false; response_revision:13219; number_of_response:1; }","duration":"209.847276ms","start":"2026-03-31T05:23:19.801068Z","end":"2026-03-31T05:23:20.010915Z","steps":["trace[1750796867] 'process raft request' (duration: 209.223019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:20.20086Z","caller":"traceutil/trace.go:171","msg":"trace[585429061] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"104.072919ms","start":"2026-03-31T05:23:20.09676Z","end":"2026-03-31T05:23:20.200833Z","steps":["trace[585429061] 'process raft request' (duration: 52.345738ms)","trace[585429061] 'compare' (duration: 51.625259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:21.735806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.862735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:21.73614Z","caller":"traceutil/trace.go:171","msg":"trace[223880165] linearizableReadLoop","detail":"{readStateIndex:13714; appliedIndex:13713; }","duration":"681.882026ms","start":"2026-03-31T05:23:21.054044Z","end":"2026-03-31T05:23:21.735926Z","steps":["trace[223880165] 'read index received' (duration: 117.753383ms)","trace[223880165] 'applied index is now lower than readState.Index' (duration: 564.126663ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:21.736324Z","caller":"traceutil/trace.go:171","msg":"trace[1304593449] transaction","detail":"{read_only:false; response_revision:13230; number_of_response:1; }","duration":"723.660456ms","start":"2026-03-31T05:23:21.012624Z","end":"2026-03-31T05:23:21.736285Z","steps":["trace[1304593449] 'process raft request' (duration: 159.232795ms)","trace[1304593449] 'compare' (duration: 563.722572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:21.736406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.012599Z","time spent":"723.765319ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:21.736467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:23:21.736538Z","caller":"traceutil/trace.go:171","msg":"trace[1404223380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13230; }","duration":"682.519993ms","start":"2026-03-31T05:23:21.054Z","end":"2026-03-31T05:23:21.73652Z","steps":["trace[1404223380] 'agreement among raft nodes before linearized reading' (duration: 682.294817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.736592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.053979Z","time spent":"682.600786ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:23:21.811709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.544488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.811778Z","caller":"traceutil/trace.go:171","msg":"trace[313555602] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13231; }","duration":"279.65179ms","start":"2026-03-31T05:23:21.532108Z","end":"2026-03-31T05:23:21.81176Z","steps":["trace[313555602] 'agreement among raft nodes before linearized reading' (duration: 279.544798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.811817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.504733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:23:21.81183Z","caller":"traceutil/trace.go:171","msg":"trace[1878514695] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"562.873879ms","start":"2026-03-31T05:23:21.248927Z","end":"2026-03-31T05:23:21.811801Z","steps":["trace[1878514695] 'process raft request' (duration: 562.291103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.811879Z","caller":"traceutil/trace.go:171","msg":"trace[1069613847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13231; }","duration":"704.576345ms","start":"2026-03-31T05:23:21.107287Z","end":"2026-03-31T05:23:21.811863Z","steps":["trace[1069613847] 'agreement among raft nodes before linearized reading' (duration: 704.38094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.811908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.107224Z","time spent":"704.679218ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:21.811912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.149356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:23:21.811919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.498306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.81196Z","caller":"traceutil/trace.go:171","msg":"trace[386119475] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:13231; }","duration":"235.24733ms","start":"2026-03-31T05:23:21.576701Z","end":"2026-03-31T05:23:21.811948Z","steps":["trace[386119475] 'agreement among raft nodes before linearized reading' (duration: 235.119156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.811987Z","caller":"traceutil/trace.go:171","msg":"trace[2088430360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13231; }","duration":"305.613899ms","start":"2026-03-31T05:23:21.506354Z","end":"2026-03-31T05:23:21.811968Z","steps":["trace[2088430360] 'agreement among raft nodes before linearized reading' (duration: 305.505926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.812052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.506328Z","time spent":"305.696962ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:21.812065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.922732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:23:21.811942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.248908Z","time spent":"562.983992ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2345,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:23:21.812087Z","caller":"traceutil/trace.go:171","msg":"trace[120983517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13231; }","duration":"757.986853ms","start":"2026-03-31T05:23:21.054095Z","end":"2026-03-31T05:23:21.812082Z","steps":["trace[120983517] 'agreement among raft nodes before linearized reading' (duration: 757.87079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.8122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.054071Z","time spent":"758.123106ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:23:21.813051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.933098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:23:21.813117Z","caller":"traceutil/trace.go:171","msg":"trace[1537305403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13231; }","duration":"759.028931ms","start":"2026-03-31T05:23:21.054075Z","end":"2026-03-31T05:23:21.813104Z","steps":["trace[1537305403] 'agreement among raft nodes before linearized reading' (duration: 757.51629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:21.813154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:21.054056Z","time spent":"759.089463ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:23:21.93839Z","caller":"traceutil/trace.go:171","msg":"trace[312018125] linearizableReadLoop","detail":"{readStateIndex:13716; appliedIndex:13715; }","duration":"125.532525ms","start":"2026-03-31T05:23:21.812832Z","end":"2026-03-31T05:23:21.938364Z","steps":["trace[312018125] 'read index received' (duration: 26.787361ms)","trace[312018125] 'applied index is now lower than readState.Index' (duration: 98.744034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:21.938456Z","caller":"traceutil/trace.go:171","msg":"trace[786163379] transaction","detail":"{read_only:false; response_revision:13232; number_of_response:1; }","duration":"197.18085ms","start":"2026-03-31T05:23:21.741239Z","end":"2026-03-31T05:23:21.93842Z","steps":["trace[786163379] 'process raft request' (duration: 98.425536ms)","trace[786163379] 'compare' (duration: 98.573749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:21.938539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.664889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:21.938573Z","caller":"traceutil/trace.go:171","msg":"trace[1233439578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13232; }","duration":"125.765091ms","start":"2026-03-31T05:23:21.812798Z","end":"2026-03-31T05:23:21.938563Z","steps":["trace[1233439578] 'agreement among raft nodes before linearized reading' (duration: 125.665729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.969861Z","caller":"traceutil/trace.go:171","msg":"trace[565488402] transaction","detail":"{read_only:false; response_revision:13234; number_of_response:1; }","duration":"153.302103ms","start":"2026-03-31T05:23:21.816539Z","end":"2026-03-31T05:23:21.969842Z","steps":["trace[565488402] 'process raft request' (duration: 153.19887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.969945Z","caller":"traceutil/trace.go:171","msg":"trace[1005202638] transaction","detail":"{read_only:false; response_revision:13233; number_of_response:1; }","duration":"154.018693ms","start":"2026-03-31T05:23:21.815915Z","end":"2026-03-31T05:23:21.969934Z","steps":["trace[1005202638] 'process raft request' (duration: 153.668523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.970182Z","caller":"traceutil/trace.go:171","msg":"trace[708407436] transaction","detail":"{read_only:false; response_revision:13236; number_of_response:1; }","duration":"145.661445ms","start":"2026-03-31T05:23:21.824512Z","end":"2026-03-31T05:23:21.970174Z","steps":["trace[708407436] 'process raft request' (duration: 145.534542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:21.970238Z","caller":"traceutil/trace.go:171","msg":"trace[2008010585] transaction","detail":"{read_only:false; response_revision:13235; number_of_response:1; }","duration":"153.459287ms","start":"2026-03-31T05:23:21.816719Z","end":"2026-03-31T05:23:21.970178Z","steps":["trace[2008010585] 'process raft request' (duration: 153.073717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:24.645646Z","caller":"traceutil/trace.go:171","msg":"trace[1664583197] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"110.552376ms","start":"2026-03-31T05:23:24.535069Z","end":"2026-03-31T05:23:24.645621Z","steps":["trace[1664583197] 'process raft request' (duration: 103.587736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:24.645818Z","caller":"traceutil/trace.go:171","msg":"trace[1477678958] linearizableReadLoop","detail":"{readStateIndex:13739; appliedIndex:13736; }","duration":"107.75552ms","start":"2026-03-31T05:23:24.538042Z","end":"2026-03-31T05:23:24.645797Z","steps":["trace[1477678958] 'read index received' (duration: 30.0469ms)","trace[1477678958] 'applied index is now lower than readState.Index' (duration: 77.70727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:24.645913Z","caller":"traceutil/trace.go:171","msg":"trace[1451917633] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"110.788263ms","start":"2026-03-31T05:23:24.535113Z","end":"2026-03-31T05:23:24.645901Z","steps":["trace[1451917633] 'process raft request' (duration: 110.452344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:24.646136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.088199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:23:24.646186Z","caller":"traceutil/trace.go:171","msg":"trace[1745063686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13254; }","duration":"108.201812ms","start":"2026-03-31T05:23:24.537972Z","end":"2026-03-31T05:23:24.646174Z","steps":["trace[1745063686] 'agreement among raft nodes before linearized reading' (duration: 107.947265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.112832Z","caller":"traceutil/trace.go:171","msg":"trace[1718764990] transaction","detail":"{read_only:false; response_revision:13273; number_of_response:1; }","duration":"138.19229ms","start":"2026-03-31T05:23:27.974617Z","end":"2026-03-31T05:23:28.112809Z","steps":["trace[1718764990] 'process raft request' (duration: 137.707537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:28.219194Z","caller":"traceutil/trace.go:171","msg":"trace[355806] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"101.772007ms","start":"2026-03-31T05:23:28.117401Z","end":"2026-03-31T05:23:28.219173Z","steps":["trace[355806] 'process raft request' (duration: 38.755597ms)","trace[355806] 'compare' (duration: 62.859246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:28.219415Z","caller":"traceutil/trace.go:171","msg":"trace[932546504] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"101.700635ms","start":"2026-03-31T05:23:28.117691Z","end":"2026-03-31T05:23:28.219392Z","steps":["trace[932546504] 'process raft request' (duration: 101.446908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:30.723735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396008730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:31.223904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396008730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:23:31.562236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345622847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:23:31.562799Z","caller":"traceutil/trace.go:171","msg":"trace[2023435803] transaction","detail":"{read_only:false; response_revision:13282; number_of_response:1; }","duration":"1.346274555s","start":"2026-03-31T05:23:30.216499Z","end":"2026-03-31T05:23:31.562773Z","steps":["trace[2023435803] 'process raft request' (duration: 1.346112471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.563016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.216476Z","time spent":"1.346389898s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:31.970115Z","caller":"traceutil/trace.go:171","msg":"trace[980587598] linearizableReadLoop","detail":"{readStateIndex:13773; appliedIndex:13767; }","duration":"1.745927009s","start":"2026-03-31T05:23:30.223547Z","end":"2026-03-31T05:23:31.969474Z","steps":["trace[980587598] 'read index received' (duration: 1.339081338s)","trace[980587598] 'applied index is now lower than readState.Index' (duration: 406.844501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:31.970266Z","caller":"traceutil/trace.go:171","msg":"trace[2102571916] transaction","detail":"{read_only:false; response_revision:13283; number_of_response:1; }","duration":"1.676373723s","start":"2026-03-31T05:23:30.293107Z","end":"2026-03-31T05:23:31.96948Z","steps":["trace[2102571916] 'process raft request' (duration: 1.675934771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.970469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.293073Z","time spent":"1.677276507s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.970517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745538719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:23:31.970605Z","caller":"traceutil/trace.go:171","msg":"trace[1338917522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13287; }","duration":"1.745641532s","start":"2026-03-31T05:23:30.224925Z","end":"2026-03-31T05:23:31.970567Z","steps":["trace[1338917522] 'agreement among raft nodes before linearized reading' (duration: 1.745407746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.970672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.224915Z","time spent":"1.745741935s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:23:31.970677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105795124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:23:31.970762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.821369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T05:23:31.970841Z","caller":"traceutil/trace.go:171","msg":"trace[1880455424] transaction","detail":"{read_only:false; response_revision:13285; number_of_response:1; }","duration":"1.334566106s","start":"2026-03-31T05:23:30.636252Z","end":"2026-03-31T05:23:31.970818Z","steps":["trace[1880455424] 'process raft request' (duration: 1.333007734s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.970868Z","caller":"traceutil/trace.go:171","msg":"trace[1822857714] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:13287; }","duration":"392.948512ms","start":"2026-03-31T05:23:31.577876Z","end":"2026-03-31T05:23:31.970824Z","steps":["trace[1822857714] 'agreement among raft nodes before linearized reading' (duration: 392.769107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.970865Z","caller":"traceutil/trace.go:171","msg":"trace[314441473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13287; }","duration":"1.105997559s","start":"2026-03-31T05:23:30.864781Z","end":"2026-03-31T05:23:31.970779Z","steps":["trace[314441473] 'agreement among raft nodes before linearized reading' (duration: 1.105590348s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.970789Z","caller":"traceutil/trace.go:171","msg":"trace[830187654] transaction","detail":"{read_only:false; response_revision:13284; number_of_response:1; }","duration":"1.562020473s","start":"2026-03-31T05:23:30.407492Z","end":"2026-03-31T05:23:31.969513Z","steps":["trace[830187654] 'process raft request' (duration: 1.561718004s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:31.970976Z","caller":"traceutil/trace.go:171","msg":"trace[935849485] transaction","detail":"{read_only:false; response_revision:13287; number_of_response:1; }","duration":"1.116572497s","start":"2026-03-31T05:23:30.85439Z","end":"2026-03-31T05:23:31.970963Z","steps":["trace[935849485] 'process raft request' (duration: 1.115020965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.971039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.854361Z","time spent":"1.116647539s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.97103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.864762Z","time spent":"1.106208335s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:23:31.971289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432334004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:31.971364Z","caller":"traceutil/trace.go:171","msg":"trace[355821080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13287; }","duration":"1.432388325s","start":"2026-03-31T05:23:30.538944Z","end":"2026-03-31T05:23:31.971332Z","steps":["trace[355821080] 'agreement among raft nodes before linearized reading' (duration: 1.432171909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.971405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.538873Z","time spent":"1.432521029s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T05:23:31.971431Z","caller":"traceutil/trace.go:171","msg":"trace[1557950166] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"1.169106671s","start":"2026-03-31T05:23:30.800422Z","end":"2026-03-31T05:23:31.969528Z","steps":["trace[1557950166] 'process raft request' (duration: 1.168888385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.971527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.800401Z","time spent":"1.171073755s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.9718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.397146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:31.971904Z","caller":"traceutil/trace.go:171","msg":"trace[112636628] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13287; }","duration":"599.53345ms","start":"2026-03-31T05:23:31.372331Z","end":"2026-03-31T05:23:31.971864Z","steps":["trace[112636628] 'agreement among raft nodes before linearized reading' (duration: 599.339234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.971916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748363237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:23:31.971939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.450394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:23:31.971971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461959952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:31.972027Z","caller":"traceutil/trace.go:171","msg":"trace[41592228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13287; }","duration":"121.621528ms","start":"2026-03-31T05:23:31.850379Z","end":"2026-03-31T05:23:31.972Z","steps":["trace[41592228] 'agreement among raft nodes before linearized reading' (duration: 121.338671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.971951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:31.372272Z","time spent":"599.666493ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:31.972128Z","caller":"traceutil/trace.go:171","msg":"trace[1949614461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:13287; }","duration":"1.462062155s","start":"2026-03-31T05:23:30.509957Z","end":"2026-03-31T05:23:31.972019Z","steps":["trace[1949614461] 'agreement among raft nodes before linearized reading' (duration: 1.461945782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.972295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.509945Z","time spent":"1.462331182s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:23:31.972334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.115692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:31.972384Z","caller":"traceutil/trace.go:171","msg":"trace[1535806198] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13287; }","duration":"413.179554ms","start":"2026-03-31T05:23:31.559177Z","end":"2026-03-31T05:23:31.972357Z","steps":["trace[1535806198] 'agreement among raft nodes before linearized reading' (duration: 412.806314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.972416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:31.559163Z","time spent":"413.244946ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:31.972681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.448903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:31.970921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.636222Z","time spent":"1.334657119s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.970918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:31.577858Z","time spent":"393.045896ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:23:31.971079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11187341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:23:31.976948Z","caller":"traceutil/trace.go:171","msg":"trace[663529906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13287; }","duration":"1.117777971s","start":"2026-03-31T05:23:30.859153Z","end":"2026-03-31T05:23:31.976931Z","steps":["trace[663529906] 'agreement among raft nodes before linearized reading' (duration: 1.111822868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.977003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.859131Z","time spent":"1.117849972s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:23:31.971961Z","caller":"traceutil/trace.go:171","msg":"trace[902387775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13287; }","duration":"1.748441108s","start":"2026-03-31T05:23:30.223506Z","end":"2026-03-31T05:23:31.971947Z","steps":["trace[902387775] 'agreement among raft nodes before linearized reading' (duration: 1.746087514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.977111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.223484Z","time spent":"1.753587169s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:23:31.972861Z","caller":"traceutil/trace.go:171","msg":"trace[500066212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13287; }","duration":"818.668229ms","start":"2026-03-31T05:23:31.154166Z","end":"2026-03-31T05:23:31.972835Z","steps":["trace[500066212] 'agreement among raft nodes before linearized reading' (duration: 818.454483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.977204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:31.154143Z","time spent":"823.041799ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:31.972872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462912988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:23:31.977428Z","caller":"traceutil/trace.go:171","msg":"trace[1763905747] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13287; }","duration":"1.467544895s","start":"2026-03-31T05:23:30.509859Z","end":"2026-03-31T05:23:31.977404Z","steps":["trace[1763905747] 'agreement among raft nodes before linearized reading' (duration: 1.462667112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.977481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.509838Z","time spent":"1.467630967s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T05:23:31.971067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.407464Z","time spent":"1.563521984s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:31.972966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488930729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:31.977829Z","caller":"traceutil/trace.go:171","msg":"trace[1959273624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13287; }","duration":"1.493821812s","start":"2026-03-31T05:23:30.483993Z","end":"2026-03-31T05:23:31.977815Z","steps":["trace[1959273624] 'agreement among raft nodes before linearized reading' (duration: 1.488914418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.977875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.483976Z","time spent":"1.493886603s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:23:31.973037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580816135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:31.978118Z","caller":"traceutil/trace.go:171","msg":"trace[399972853] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:13287; }","duration":"1.585930335s","start":"2026-03-31T05:23:30.392163Z","end":"2026-03-31T05:23:31.978093Z","steps":["trace[399972853] 'agreement among raft nodes before linearized reading' (duration: 1.580815935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.978178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.392142Z","time spent":"1.586008217s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:31.973109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672640981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:23:31.978312Z","caller":"traceutil/trace.go:171","msg":"trace[507956121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13287; }","duration":"1.677861504s","start":"2026-03-31T05:23:30.300422Z","end":"2026-03-31T05:23:31.978284Z","steps":["trace[507956121] 'agreement among raft nodes before linearized reading' (duration: 1.67257239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:31.978401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:30.300407Z","time spent":"1.677957696s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:23:32.140967Z","caller":"traceutil/trace.go:171","msg":"trace[1864131201] transaction","detail":"{read_only:false; response_revision:13289; number_of_response:1; }","duration":"160.308105ms","start":"2026-03-31T05:23:31.980642Z","end":"2026-03-31T05:23:32.14095Z","steps":["trace[1864131201] 'process raft request' (duration: 160.007616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:32.141143Z","caller":"traceutil/trace.go:171","msg":"trace[949608386] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"157.60851ms","start":"2026-03-31T05:23:31.983514Z","end":"2026-03-31T05:23:32.141122Z","steps":["trace[949608386] 'process raft request' (duration: 157.2397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:32.141124Z","caller":"traceutil/trace.go:171","msg":"trace[1295409903] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"157.509778ms","start":"2026-03-31T05:23:31.983567Z","end":"2026-03-31T05:23:32.141076Z","steps":["trace[1295409903] 'process raft request' (duration: 157.22098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:32.141281Z","caller":"traceutil/trace.go:171","msg":"trace[24686432] transaction","detail":"{read_only:false; response_revision:13292; number_of_response:1; }","duration":"156.941783ms","start":"2026-03-31T05:23:31.98428Z","end":"2026-03-31T05:23:32.141222Z","steps":["trace[24686432] 'process raft request' (duration: 156.534932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:32.14142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.550291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:32.141468Z","caller":"traceutil/trace.go:171","msg":"trace[1806050221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13292; }","duration":"160.632183ms","start":"2026-03-31T05:23:31.980824Z","end":"2026-03-31T05:23:32.141456Z","steps":["trace[1806050221] 'agreement among raft nodes before linearized reading' (duration: 160.51972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:32.140871Z","caller":"traceutil/trace.go:171","msg":"trace[1213547939] linearizableReadLoop","detail":"{readStateIndex:13776; appliedIndex:13774; }","duration":"159.995516ms","start":"2026-03-31T05:23:31.980854Z","end":"2026-03-31T05:23:32.140849Z","steps":["trace[1213547939] 'read index received' (duration: 33.36354ms)","trace[1213547939] 'applied index is now lower than readState.Index' (duration: 126.630926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:32.151669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.863647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:32.151748Z","caller":"traceutil/trace.go:171","msg":"trace[2040827512] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13292; }","duration":"124.985191ms","start":"2026-03-31T05:23:32.026745Z","end":"2026-03-31T05:23:32.15173Z","steps":["trace[2040827512] 'agreement among raft nodes before linearized reading' (duration: 116.294074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:32.158712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.811077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:506510"} {"level":"info","ts":"2026-03-31T05:23:32.158798Z","caller":"traceutil/trace.go:171","msg":"trace[347681304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:13292; }","duration":"175.91185ms","start":"2026-03-31T05:23:31.982866Z","end":"2026-03-31T05:23:32.158778Z","steps":["trace[347681304] 'agreement among raft nodes before linearized reading' (duration: 160.15942ms)","trace[347681304] 'range keys from in-memory index tree' (duration: 15.131352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:32.589497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.783545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:32.58962Z","caller":"traceutil/trace.go:171","msg":"trace[706493872] linearizableReadLoop","detail":"{readStateIndex:13780; appliedIndex:13779; }","duration":"439.179794ms","start":"2026-03-31T05:23:32.150418Z","end":"2026-03-31T05:23:32.589598Z","steps":["trace[706493872] 'read index received' (duration: 288.192304ms)","trace[706493872] 'applied index is now lower than readState.Index' (duration: 150.98498ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:32.589662Z","caller":"traceutil/trace.go:171","msg":"trace[431151747] transaction","detail":"{read_only:false; response_revision:13293; number_of_response:1; }","duration":"444.617332ms","start":"2026-03-31T05:23:32.145003Z","end":"2026-03-31T05:23:32.589621Z","steps":["trace[431151747] 'process raft request' (duration: 293.635023ms)","trace[431151747] 'compare' (duration: 150.406623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:32.589842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:32.144986Z","time spent":"444.765826ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:32.589935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.448531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:32.590002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.145142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:23:32.589981Z","caller":"traceutil/trace.go:171","msg":"trace[1360102003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13293; }","duration":"439.580285ms","start":"2026-03-31T05:23:32.150389Z","end":"2026-03-31T05:23:32.589969Z","steps":["trace[1360102003] 'agreement among raft nodes before linearized reading' (duration: 439.320628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:32.590028Z","caller":"traceutil/trace.go:171","msg":"trace[1787357018] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13293; }","duration":"303.202223ms","start":"2026-03-31T05:23:32.286817Z","end":"2026-03-31T05:23:32.590019Z","steps":["trace[1787357018] 'agreement among raft nodes before linearized reading' (duration: 303.159132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:32.590046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:32.286796Z","time spent":"303.245615ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:32.590047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:32.150375Z","time spent":"439.661677ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:23:33.407203Z","caller":"traceutil/trace.go:171","msg":"trace[1557829564] transaction","detail":"{read_only:false; response_revision:13294; number_of_response:1; }","duration":"166.881664ms","start":"2026-03-31T05:23:33.240299Z","end":"2026-03-31T05:23:33.40718Z","steps":["trace[1557829564] 'process raft request' (duration: 166.74114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:37.295787Z","caller":"traceutil/trace.go:171","msg":"trace[411865113] transaction","detail":"{read_only:false; response_revision:13331; number_of_response:1; }","duration":"122.513933ms","start":"2026-03-31T05:23:37.173229Z","end":"2026-03-31T05:23:37.295742Z","steps":["trace[411865113] 'process raft request' (duration: 122.311777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.323004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.847331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:23:42.323138Z","caller":"traceutil/trace.go:171","msg":"trace[1130265022] linearizableReadLoop","detail":"{readStateIndex:13861; appliedIndex:13860; }","duration":"140.01579ms","start":"2026-03-31T05:23:42.183104Z","end":"2026-03-31T05:23:42.323119Z","steps":["trace[1130265022] 'read index received' (duration: 34.888422ms)","trace[1130265022] 'applied index is now lower than readState.Index' (duration: 105.125948ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:42.323209Z","caller":"traceutil/trace.go:171","msg":"trace[1640535825] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"151.036021ms","start":"2026-03-31T05:23:42.172149Z","end":"2026-03-31T05:23:42.323185Z","steps":["trace[1640535825] 'process raft request' (duration: 45.885522ms)","trace[1640535825] 'compare' (duration: 104.716207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:42.323308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.305172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:23:42.323312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.205865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:23:42.323338Z","caller":"traceutil/trace.go:171","msg":"trace[1069285151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13372; }","duration":"124.360653ms","start":"2026-03-31T05:23:42.19897Z","end":"2026-03-31T05:23:42.323331Z","steps":["trace[1069285151] 'agreement among raft nodes before linearized reading' (duration: 124.23186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:42.323348Z","caller":"traceutil/trace.go:171","msg":"trace[472137419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13372; }","duration":"140.239077ms","start":"2026-03-31T05:23:42.183098Z","end":"2026-03-31T05:23:42.323337Z","steps":["trace[472137419] 'agreement among raft nodes before linearized reading' (duration: 140.105764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.323448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.283941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:23:42.323475Z","caller":"traceutil/trace.go:171","msg":"trace[1444474956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13372; }","duration":"124.321523ms","start":"2026-03-31T05:23:42.199148Z","end":"2026-03-31T05:23:42.32347Z","steps":["trace[1444474956] 'agreement among raft nodes before linearized reading' (duration: 124.254011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:42.323616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.612981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:23:42.32365Z","caller":"traceutil/trace.go:171","msg":"trace[1322012651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13372; }","duration":"124.666071ms","start":"2026-03-31T05:23:42.198976Z","end":"2026-03-31T05:23:42.323642Z","steps":["trace[1322012651] 'agreement among raft nodes before linearized reading' (duration: 124.583299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:43.818029Z","caller":"traceutil/trace.go:171","msg":"trace[835993257] transaction","detail":"{read_only:false; response_revision:13377; number_of_response:1; }","duration":"148.886333ms","start":"2026-03-31T05:23:43.669108Z","end":"2026-03-31T05:23:43.817994Z","steps":["trace[835993257] 'process raft request' (duration: 148.590864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.393918Z","caller":"traceutil/trace.go:171","msg":"trace[1837873387] transaction","detail":"{read_only:false; response_revision:13378; number_of_response:1; }","duration":"360.98032ms","start":"2026-03-31T05:23:44.032914Z","end":"2026-03-31T05:23:44.393894Z","steps":["trace[1837873387] 'process raft request' (duration: 360.818065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.394104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.032889Z","time spent":"361.155355ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:44.674318Z","caller":"traceutil/trace.go:171","msg":"trace[1788811972] transaction","detail":"{read_only:false; response_revision:13379; number_of_response:1; }","duration":"563.522956ms","start":"2026-03-31T05:23:44.11076Z","end":"2026-03-31T05:23:44.674283Z","steps":["trace[1788811972] 'process raft request' (duration: 563.224258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.674321Z","caller":"traceutil/trace.go:171","msg":"trace[1392902922] linearizableReadLoop","detail":"{readStateIndex:13869; appliedIndex:13866; }","duration":"526.008302ms","start":"2026-03-31T05:23:44.148281Z","end":"2026-03-31T05:23:44.674289Z","steps":["trace[1392902922] 'read index received' (duration: 245.472298ms)","trace[1392902922] 'applied index is now lower than readState.Index' (duration: 280.534664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:44.674468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.110617Z","time spent":"563.776013ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:44.674547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.906524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:44.674607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.31782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:23:44.67462Z","caller":"traceutil/trace.go:171","msg":"trace[1628397298] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13380; }","duration":"421.033477ms","start":"2026-03-31T05:23:44.253566Z","end":"2026-03-31T05:23:44.6746Z","steps":["trace[1628397298] 'agreement among raft nodes before linearized reading' (duration: 420.912834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.674655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.544065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:23:44.674675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.253544Z","time spent":"421.11444ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:23:44.674686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.537475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:23:44.674718Z","caller":"traceutil/trace.go:171","msg":"trace[205921310] transaction","detail":"{read_only:false; response_revision:13380; number_of_response:1; }","duration":"563.70354ms","start":"2026-03-31T05:23:44.111004Z","end":"2026-03-31T05:23:44.674707Z","steps":["trace[205921310] 'process raft request' (duration: 563.209197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.674673Z","caller":"traceutil/trace.go:171","msg":"trace[1422755262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13380; }","duration":"526.411893ms","start":"2026-03-31T05:23:44.148232Z","end":"2026-03-31T05:23:44.674644Z","steps":["trace[1422755262] 'agreement among raft nodes before linearized reading' (duration: 526.245658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.674749Z","caller":"traceutil/trace.go:171","msg":"trace[1149820729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13380; }","duration":"272.644498ms","start":"2026-03-31T05:23:44.402086Z","end":"2026-03-31T05:23:44.67473Z","steps":["trace[1149820729] 'agreement among raft nodes before linearized reading' (duration: 272.456993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.674767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.148216Z","time spent":"526.541817ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:23:44.674777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.324507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:23:44.674857Z","caller":"traceutil/trace.go:171","msg":"trace[280235023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13380; }","duration":"273.43623ms","start":"2026-03-31T05:23:44.401401Z","end":"2026-03-31T05:23:44.674837Z","steps":["trace[280235023] 'agreement among raft nodes before linearized reading' (duration: 273.196473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.674943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.945457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:23:44.674939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.817564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:23:44.67472Z","caller":"traceutil/trace.go:171","msg":"trace[1282387723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13380; }","duration":"191.656408ms","start":"2026-03-31T05:23:44.483048Z","end":"2026-03-31T05:23:44.674704Z","steps":["trace[1282387723] 'agreement among raft nodes before linearized reading' (duration: 191.518114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.674976Z","caller":"traceutil/trace.go:171","msg":"trace[2076077916] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13380; }","duration":"387.03025ms","start":"2026-03-31T05:23:44.287936Z","end":"2026-03-31T05:23:44.674966Z","steps":["trace[2076077916] 'agreement among raft nodes before linearized reading' (duration: 386.945338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.674994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.539493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:23:44.674993Z","caller":"traceutil/trace.go:171","msg":"trace[1275198461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13380; }","duration":"268.889346ms","start":"2026-03-31T05:23:44.406089Z","end":"2026-03-31T05:23:44.674979Z","steps":["trace[1275198461] 'agreement among raft nodes before linearized reading' (duration: 268.739012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.675005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.287914Z","time spent":"387.082131ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:23:44.675016Z","caller":"traceutil/trace.go:171","msg":"trace[1231828421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13380; }","duration":"273.592035ms","start":"2026-03-31T05:23:44.401418Z","end":"2026-03-31T05:23:44.67501Z","steps":["trace[1231828421] 'agreement among raft nodes before linearized reading' (duration: 273.489092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.675115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.609776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:23:44.67513Z","caller":"traceutil/trace.go:171","msg":"trace[1903267981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13380; }","duration":"335.649088ms","start":"2026-03-31T05:23:44.339476Z","end":"2026-03-31T05:23:44.675126Z","steps":["trace[1903267981] 'agreement among raft nodes before linearized reading' (duration: 335.597246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.674802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.110978Z","time spent":"563.770772ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:44.67515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.339465Z","time spent":"335.681358ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:23:44.985674Z","caller":"traceutil/trace.go:171","msg":"trace[565804296] transaction","detail":"{read_only:false; response_revision:13383; number_of_response:1; }","duration":"305.763403ms","start":"2026-03-31T05:23:44.679887Z","end":"2026-03-31T05:23:44.98565Z","steps":["trace[565804296] 'process raft request' (duration: 305.683361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.985967Z","caller":"traceutil/trace.go:171","msg":"trace[2080565435] linearizableReadLoop","detail":"{readStateIndex:13872; appliedIndex:13869; }","duration":"305.698801ms","start":"2026-03-31T05:23:44.680249Z","end":"2026-03-31T05:23:44.985947Z","steps":["trace[2080565435] 'read index received' (duration: 88.120464ms)","trace[2080565435] 'applied index is now lower than readState.Index' (duration: 217.576877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:44.986031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.679872Z","time spent":"306.085963ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:44.986046Z","caller":"traceutil/trace.go:171","msg":"trace[532724229] transaction","detail":"{read_only:false; response_revision:13385; number_of_response:1; }","duration":"305.299211ms","start":"2026-03-31T05:23:44.680685Z","end":"2026-03-31T05:23:44.985984Z","steps":["trace[532724229] 'process raft request' (duration: 305.119166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.985747Z","caller":"traceutil/trace.go:171","msg":"trace[1428175469] transaction","detail":"{read_only:false; response_revision:13382; number_of_response:1; }","duration":"306.055462ms","start":"2026-03-31T05:23:44.679655Z","end":"2026-03-31T05:23:44.98571Z","steps":["trace[1428175469] 'process raft request' (duration: 305.741013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:44.985859Z","caller":"traceutil/trace.go:171","msg":"trace[2077843366] transaction","detail":"{read_only:false; response_revision:13384; number_of_response:1; }","duration":"305.266619ms","start":"2026-03-31T05:23:44.680581Z","end":"2026-03-31T05:23:44.985847Z","steps":["trace[2077843366] 'process raft request' (duration: 305.033813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.986374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.680571Z","time spent":"305.778724ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:44.98642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.680671Z","time spent":"305.519007ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:44.986619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.36493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:515860"} {"level":"info","ts":"2026-03-31T05:23:44.986688Z","caller":"traceutil/trace.go:171","msg":"trace[1426372290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:13385; }","duration":"306.443332ms","start":"2026-03-31T05:23:44.680218Z","end":"2026-03-31T05:23:44.986661Z","steps":["trace[1426372290] 'agreement among raft nodes before linearized reading' (duration: 305.791864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:44.986303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.679633Z","time spent":"306.552515ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:44.986732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:44.68021Z","time spent":"306.510604ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":515884,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:23:49.269416Z","caller":"traceutil/trace.go:171","msg":"trace[568235152] linearizableReadLoop","detail":"{readStateIndex:13892; appliedIndex:13891; }","duration":"167.744667ms","start":"2026-03-31T05:23:49.101643Z","end":"2026-03-31T05:23:49.269388Z","steps":["trace[568235152] 'read index received' (duration: 167.642035ms)","trace[568235152] 'applied index is now lower than readState.Index' (duration: 101.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:49.269693Z","caller":"traceutil/trace.go:171","msg":"trace[109140411] transaction","detail":"{read_only:false; response_revision:13402; number_of_response:1; }","duration":"168.831527ms","start":"2026-03-31T05:23:49.100802Z","end":"2026-03-31T05:23:49.269634Z","steps":["trace[109140411] 'process raft request' (duration: 168.433406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:49.272107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.436751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:515860"} {"level":"info","ts":"2026-03-31T05:23:49.272242Z","caller":"traceutil/trace.go:171","msg":"trace[1194701538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:13402; }","duration":"170.601486ms","start":"2026-03-31T05:23:49.101621Z","end":"2026-03-31T05:23:49.272222Z","steps":["trace[1194701538] 'agreement among raft nodes before linearized reading' (duration: 168.061696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:49.456686Z","caller":"traceutil/trace.go:171","msg":"trace[1370774686] transaction","detail":"{read_only:false; response_revision:13403; number_of_response:1; }","duration":"353.509646ms","start":"2026-03-31T05:23:49.103124Z","end":"2026-03-31T05:23:49.456634Z","steps":["trace[1370774686] 'process raft request' (duration: 322.52798ms)","trace[1370774686] 'compare' (duration: 30.516093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:49.456738Z","caller":"traceutil/trace.go:171","msg":"trace[998522324] transaction","detail":"{read_only:false; response_revision:13404; number_of_response:1; }","duration":"353.368022ms","start":"2026-03-31T05:23:49.103327Z","end":"2026-03-31T05:23:49.456695Z","steps":["trace[998522324] 'process raft request' (duration: 353.224468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:49.456838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.513123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:23:49.456895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:49.103098Z","time spent":"353.67047ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:23:49.456934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:49.103309Z","time spent":"353.514926ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:23:49.456942Z","caller":"traceutil/trace.go:171","msg":"trace[1893742042] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13404; }","duration":"203.666987ms","start":"2026-03-31T05:23:49.253251Z","end":"2026-03-31T05:23:49.456918Z","steps":["trace[1893742042] 'agreement among raft nodes before linearized reading' (duration: 203.482932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:49.456891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.200359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:23:49.457039Z","caller":"traceutil/trace.go:171","msg":"trace[649745050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13404; }","duration":"349.371863ms","start":"2026-03-31T05:23:49.107623Z","end":"2026-03-31T05:23:49.456995Z","steps":["trace[649745050] 'agreement among raft nodes before linearized reading' (duration: 349.126477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:49.457094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:23:49.107607Z","time spent":"349.473736ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:23:49.456695Z","caller":"traceutil/trace.go:171","msg":"trace[919345640] linearizableReadLoop","detail":"{readStateIndex:13894; appliedIndex:13892; }","duration":"187.183217ms","start":"2026-03-31T05:23:49.269485Z","end":"2026-03-31T05:23:49.456668Z","steps":["trace[919345640] 'read index received' (duration: 156.094649ms)","trace[919345640] 'applied index is now lower than readState.Index' (duration: 31.087528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:23:49.813014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.539343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:49.813089Z","caller":"traceutil/trace.go:171","msg":"trace[1727738238] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:13404; }","duration":"229.660857ms","start":"2026-03-31T05:23:49.583413Z","end":"2026-03-31T05:23:49.813074Z","steps":["trace[1727738238] 'count revisions from in-memory index tree' (duration: 229.465351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:51.885769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.993358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-31T05:23:51.885867Z","caller":"traceutil/trace.go:171","msg":"trace[1513488777] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13416; }","duration":"170.123642ms","start":"2026-03-31T05:23:51.715716Z","end":"2026-03-31T05:23:51.885839Z","steps":["trace[1513488777] 'range keys from in-memory index tree' (duration: 169.824613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:52.111662Z","caller":"traceutil/trace.go:171","msg":"trace[816506799] linearizableReadLoop","detail":"{readStateIndex:13909; appliedIndex:13907; }","duration":"121.043032ms","start":"2026-03-31T05:23:51.990601Z","end":"2026-03-31T05:23:52.111644Z","steps":["trace[816506799] 'read index received' (duration: 94.290352ms)","trace[816506799] 'applied index is now lower than readState.Index' (duration: 26.75158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:23:52.111752Z","caller":"traceutil/trace.go:171","msg":"trace[672777007] transaction","detail":"{read_only:false; response_revision:13418; number_of_response:1; }","duration":"125.397092ms","start":"2026-03-31T05:23:51.986348Z","end":"2026-03-31T05:23:52.111745Z","steps":["trace[672777007] 'process raft request' (duration: 123.48928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:52.111937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.321921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:23:52.111962Z","caller":"traceutil/trace.go:171","msg":"trace[1384402347] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13418; }","duration":"121.370272ms","start":"2026-03-31T05:23:51.990584Z","end":"2026-03-31T05:23:52.111954Z","steps":["trace[1384402347] 'agreement among raft nodes before linearized reading' (duration: 121.278969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:52.960742Z","caller":"traceutil/trace.go:171","msg":"trace[367255561] transaction","detail":"{read_only:false; response_revision:13424; number_of_response:1; }","duration":"150.049624ms","start":"2026-03-31T05:23:52.81066Z","end":"2026-03-31T05:23:52.96071Z","steps":["trace[367255561] 'process raft request' (duration: 128.288501ms)","trace[367255561] 'compare' (duration: 21.518217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:04.657149Z","caller":"traceutil/trace.go:171","msg":"trace[690368638] linearizableReadLoop","detail":"{readStateIndex:14007; appliedIndex:14006; }","duration":"171.586192ms","start":"2026-03-31T05:24:04.485536Z","end":"2026-03-31T05:24:04.657122Z","steps":["trace[690368638] 'read index received' (duration: 171.398477ms)","trace[690368638] 'applied index is now lower than readState.Index' (duration: 186.595µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:04.657285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.747746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:04.657329Z","caller":"traceutil/trace.go:171","msg":"trace[650477992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13514; }","duration":"171.834049ms","start":"2026-03-31T05:24:04.485483Z","end":"2026-03-31T05:24:04.657317Z","steps":["trace[650477992] 'agreement among raft nodes before linearized reading' (duration: 171.757057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:04.657213Z","caller":"traceutil/trace.go:171","msg":"trace[293663461] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"419.343403ms","start":"2026-03-31T05:24:04.237834Z","end":"2026-03-31T05:24:04.657178Z","steps":["trace[293663461] 'process raft request' (duration: 419.137077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:04.657476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:24:04.237819Z","time spent":"419.592369ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:24:05.006883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.130142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:05.006946Z","caller":"traceutil/trace.go:171","msg":"trace[838617045] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13515; }","duration":"270.235124ms","start":"2026-03-31T05:24:04.736695Z","end":"2026-03-31T05:24:05.00693Z","steps":["trace[838617045] 'count revisions from in-memory index tree' (duration: 269.915685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.007464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.395143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:24:05.007558Z","caller":"traceutil/trace.go:171","msg":"trace[577027019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13515; }","duration":"309.534296ms","start":"2026-03-31T05:24:04.698011Z","end":"2026-03-31T05:24:05.007545Z","steps":["trace[577027019] 'range keys from in-memory index tree' (duration: 308.688204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.007608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:24:04.697988Z","time spent":"309.610349ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:24:05.148262Z","caller":"traceutil/trace.go:171","msg":"trace[1232089592] linearizableReadLoop","detail":"{readStateIndex:14009; appliedIndex:14008; }","duration":"137.013759ms","start":"2026-03-31T05:24:05.011222Z","end":"2026-03-31T05:24:05.148236Z","steps":["trace[1232089592] 'read index received' (duration: 136.868535ms)","trace[1232089592] 'applied index is now lower than readState.Index' (duration: 144.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:05.148347Z","caller":"traceutil/trace.go:171","msg":"trace[1337326252] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"247.195525ms","start":"2026-03-31T05:24:04.901117Z","end":"2026-03-31T05:24:05.148313Z","steps":["trace[1337326252] 'process raft request' (duration: 246.967679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.148471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.231385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:24:05.14853Z","caller":"traceutil/trace.go:171","msg":"trace[75666572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13516; }","duration":"137.342578ms","start":"2026-03-31T05:24:05.011176Z","end":"2026-03-31T05:24:05.148518Z","steps":["trace[75666572] 'agreement among raft nodes before linearized reading' (duration: 137.157013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.16861Z","caller":"traceutil/trace.go:171","msg":"trace[649203035] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"126.82315ms","start":"2026-03-31T05:24:05.041754Z","end":"2026-03-31T05:24:05.168578Z","steps":["trace[649203035] 'process raft request' (duration: 126.519012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.16865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.052251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:24:05.168826Z","caller":"traceutil/trace.go:171","msg":"trace[1989461352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13517; }","duration":"111.263647ms","start":"2026-03-31T05:24:05.05754Z","end":"2026-03-31T05:24:05.168804Z","steps":["trace[1989461352] 'agreement among raft nodes before linearized reading' (duration: 110.933428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:05.391156Z","caller":"traceutil/trace.go:171","msg":"trace[530823119] linearizableReadLoop","detail":"{readStateIndex:14011; appliedIndex:14010; }","duration":"195.733251ms","start":"2026-03-31T05:24:05.195401Z","end":"2026-03-31T05:24:05.391134Z","steps":["trace[530823119] 'read index received' (duration: 186.931421ms)","trace[530823119] 'applied index is now lower than readState.Index' (duration: 8.8009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:05.39124Z","caller":"traceutil/trace.go:171","msg":"trace[844695476] transaction","detail":"{read_only:false; response_revision:13518; number_of_response:1; }","duration":"217.187216ms","start":"2026-03-31T05:24:05.17403Z","end":"2026-03-31T05:24:05.391217Z","steps":["trace[844695476] 'process raft request' (duration: 208.386306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.391394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.977617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:24:05.391429Z","caller":"traceutil/trace.go:171","msg":"trace[1563209532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13518; }","duration":"196.07913ms","start":"2026-03-31T05:24:05.195339Z","end":"2026-03-31T05:24:05.391418Z","steps":["trace[1563209532] 'agreement among raft nodes before linearized reading' (duration: 195.932916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:05.391499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.113507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:05.391533Z","caller":"traceutil/trace.go:171","msg":"trace[1262784317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13518; }","duration":"142.18658ms","start":"2026-03-31T05:24:05.24934Z","end":"2026-03-31T05:24:05.391526Z","steps":["trace[1262784317] 'agreement among raft nodes before linearized reading' (duration: 142.120558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.598263Z","caller":"traceutil/trace.go:171","msg":"trace[1272641034] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"124.477556ms","start":"2026-03-31T05:24:07.473758Z","end":"2026-03-31T05:24:07.598235Z","steps":["trace[1272641034] 'process raft request' (duration: 60.784728ms)","trace[1272641034] 'compare' (duration: 63.568435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:07.598401Z","caller":"traceutil/trace.go:171","msg":"trace[1646280912] linearizableReadLoop","detail":"{readStateIndex:14024; appliedIndex:14023; }","duration":"122.496913ms","start":"2026-03-31T05:24:07.475874Z","end":"2026-03-31T05:24:07.598371Z","steps":["trace[1646280912] 'read index received' (duration: 58.61852ms)","trace[1646280912] 'applied index is now lower than readState.Index' (duration: 63.874833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:07.598652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.043199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:24:07.598643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.76099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:24:07.598701Z","caller":"traceutil/trace.go:171","msg":"trace[212763647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13530; }","duration":"122.878413ms","start":"2026-03-31T05:24:07.475809Z","end":"2026-03-31T05:24:07.598687Z","steps":["trace[212763647] 'agreement among raft nodes before linearized reading' (duration: 122.684847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.598728Z","caller":"traceutil/trace.go:171","msg":"trace[1911945097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13530; }","duration":"115.184802ms","start":"2026-03-31T05:24:07.483534Z","end":"2026-03-31T05:24:07.598719Z","steps":["trace[1911945097] 'agreement among raft nodes before linearized reading' (duration: 115.033318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:07.59874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.543254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:24:07.598937Z","caller":"traceutil/trace.go:171","msg":"trace[1134805310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:13530; }","duration":"107.74644ms","start":"2026-03-31T05:24:07.491148Z","end":"2026-03-31T05:24:07.598895Z","steps":["trace[1134805310] 'agreement among raft nodes before linearized reading' (duration: 107.428372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:07.787987Z","caller":"traceutil/trace.go:171","msg":"trace[1694153494] transaction","detail":"{read_only:false; response_revision:13532; number_of_response:1; }","duration":"100.126912ms","start":"2026-03-31T05:24:07.687775Z","end":"2026-03-31T05:24:07.787902Z","steps":["trace[1694153494] 'process raft request' (duration: 98.613541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:09.9607Z","caller":"traceutil/trace.go:171","msg":"trace[1703985137] linearizableReadLoop","detail":"{readStateIndex:14041; appliedIndex:14040; }","duration":"168.196149ms","start":"2026-03-31T05:24:09.792461Z","end":"2026-03-31T05:24:09.960657Z","steps":["trace[1703985137] 'read index received' (duration: 133.002229ms)","trace[1703985137] 'applied index is now lower than readState.Index' (duration: 35.19188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:09.960991Z","caller":"traceutil/trace.go:171","msg":"trace[1370371439] transaction","detail":"{read_only:false; response_revision:13547; number_of_response:1; }","duration":"206.67787ms","start":"2026-03-31T05:24:09.754278Z","end":"2026-03-31T05:24:09.960956Z","steps":["trace[1370371439] 'process raft request' (duration: 171.294084ms)","trace[1370371439] 'compare' (duration: 34.478541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:09.961211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.743664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:24:09.961361Z","caller":"traceutil/trace.go:171","msg":"trace[49629150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13547; }","duration":"168.872858ms","start":"2026-03-31T05:24:09.792429Z","end":"2026-03-31T05:24:09.961302Z","steps":["trace[49629150] 'agreement among raft nodes before linearized reading' (duration: 168.559179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:09.961718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.417125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:24:09.962152Z","caller":"traceutil/trace.go:171","msg":"trace[924665996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13547; }","duration":"136.086964ms","start":"2026-03-31T05:24:09.826042Z","end":"2026-03-31T05:24:09.962129Z","steps":["trace[924665996] 'agreement among raft nodes before linearized reading' (duration: 135.121407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:10.179985Z","caller":"traceutil/trace.go:171","msg":"trace[992346735] linearizableReadLoop","detail":"{readStateIndex:14044; appliedIndex:14043; }","duration":"164.1806ms","start":"2026-03-31T05:24:10.01578Z","end":"2026-03-31T05:24:10.17996Z","steps":["trace[992346735] 'read index received' (duration: 76.335423ms)","trace[992346735] 'applied index is now lower than readState.Index' (duration: 87.844037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:24:10.180088Z","caller":"traceutil/trace.go:171","msg":"trace[1442749912] transaction","detail":"{read_only:false; response_revision:13550; number_of_response:1; }","duration":"178.901011ms","start":"2026-03-31T05:24:10.001138Z","end":"2026-03-31T05:24:10.180039Z","steps":["trace[1442749912] 'process raft request' (duration: 90.989993ms)","trace[1442749912] 'compare' (duration: 87.697313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:10.180306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.500429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:24:10.1804Z","caller":"traceutil/trace.go:171","msg":"trace[894756188] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13550; }","duration":"164.637763ms","start":"2026-03-31T05:24:10.015742Z","end":"2026-03-31T05:24:10.18038Z","steps":["trace[894756188] 'agreement among raft nodes before linearized reading' (duration: 164.347935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:10.180472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.012002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-7dgnb\" ","response":"range_response_count:1 size:8634"} {"level":"info","ts":"2026-03-31T05:24:10.180668Z","caller":"traceutil/trace.go:171","msg":"trace[699469354] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-7dgnb; range_end:; response_count:1; response_revision:13550; }","duration":"121.174367ms","start":"2026-03-31T05:24:10.059382Z","end":"2026-03-31T05:24:10.180557Z","steps":["trace[699469354] 'agreement among raft nodes before linearized reading' (duration: 120.755225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:11.815323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.805618ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:24:12.070452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.711941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:24:12.070544Z","caller":"traceutil/trace.go:171","msg":"trace[121940486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13559; }","duration":"132.871626ms","start":"2026-03-31T05:24:11.937653Z","end":"2026-03-31T05:24:12.070524Z","steps":["trace[121940486] 'count revisions from in-memory index tree' (duration: 132.629979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:13.081726Z","caller":"traceutil/trace.go:171","msg":"trace[1729915187] transaction","detail":"{read_only:false; response_revision:13566; number_of_response:1; }","duration":"101.8944ms","start":"2026-03-31T05:24:12.979805Z","end":"2026-03-31T05:24:13.081699Z","steps":["trace[1729915187] 'process raft request' (duration: 101.708045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:24:13.454079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.687527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:24:13.45426Z","caller":"traceutil/trace.go:171","msg":"trace[2128934204] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"135.111917ms","start":"2026-03-31T05:24:13.319119Z","end":"2026-03-31T05:24:13.454231Z","steps":["trace[2128934204] 'process raft request' (duration: 12.139662ms)","trace[2128934204] 'compare' (duration: 122.41161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:24:21.131827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.328257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:24:21.131928Z","caller":"traceutil/trace.go:171","msg":"trace[628881046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13616; }","duration":"104.518002ms","start":"2026-03-31T05:24:21.027389Z","end":"2026-03-31T05:24:21.131907Z","steps":["trace[628881046] 'range keys from in-memory index tree' (duration: 104.07538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:35.122601Z","caller":"traceutil/trace.go:171","msg":"trace[159774525] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"198.310071ms","start":"2026-03-31T05:24:34.924264Z","end":"2026-03-31T05:24:35.122574Z","steps":["trace[159774525] 'process raft request' (duration: 198.128486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:36.54202Z","caller":"traceutil/trace.go:171","msg":"trace[1689444794] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"115.007428ms","start":"2026-03-31T05:24:36.42697Z","end":"2026-03-31T05:24:36.541977Z","steps":["trace[1689444794] 'process raft request' (duration: 114.678789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:37.646961Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12102} {"level":"warn","ts":"2026-03-31T05:24:37.647865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.485668ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-31T05:24:37.648042Z","caller":"traceutil/trace.go:171","msg":"trace[43630734] compact","detail":"{revision:12102; response_revision:13703; }","duration":"112.219883ms","start":"2026-03-31T05:24:37.535809Z","end":"2026-03-31T05:24:37.648028Z","steps":["trace[43630734] 'check and update compact revision' (duration: 109.412126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:37.819561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12102,"took":"170.299667ms","hash":2001320025,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":24776704,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T05:24:37.819651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2001320025,"revision":12102,"compact-revision":10352} {"level":"info","ts":"2026-03-31T05:24:47.910146Z","caller":"traceutil/trace.go:171","msg":"trace[930198349] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"152.942544ms","start":"2026-03-31T05:24:47.757178Z","end":"2026-03-31T05:24:47.910121Z","steps":["trace[930198349] 'process raft request' (duration: 151.572096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:48.546304Z","caller":"traceutil/trace.go:171","msg":"trace[1891792188] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"101.642483ms","start":"2026-03-31T05:24:48.444632Z","end":"2026-03-31T05:24:48.546275Z","steps":["trace[1891792188] 'process raft request' (duration: 101.132249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:02.766947Z","caller":"traceutil/trace.go:171","msg":"trace[416873524] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"154.483615ms","start":"2026-03-31T05:25:02.612435Z","end":"2026-03-31T05:25:02.766919Z","steps":["trace[416873524] 'process raft request' (duration: 154.29212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:03.537429Z","caller":"traceutil/trace.go:171","msg":"trace[720249798] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"107.521334ms","start":"2026-03-31T05:25:03.429855Z","end":"2026-03-31T05:25:03.537377Z","steps":["trace[720249798] 'process raft request' (duration: 107.308118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:06.512314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.97553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:25:06.512416Z","caller":"traceutil/trace.go:171","msg":"trace[521859075] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13904; }","duration":"114.140534ms","start":"2026-03-31T05:25:06.398254Z","end":"2026-03-31T05:25:06.512394Z","steps":["trace[521859075] 'count revisions from in-memory index tree' (duration: 113.871467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:07.8187Z","caller":"traceutil/trace.go:171","msg":"trace[839747035] linearizableReadLoop","detail":"{readStateIndex:14418; appliedIndex:14417; }","duration":"203.693748ms","start":"2026-03-31T05:25:07.614971Z","end":"2026-03-31T05:25:07.818665Z","steps":["trace[839747035] 'read index received' (duration: 203.343799ms)","trace[839747035] 'applied index is now lower than readState.Index' (duration: 348.349µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:07.818763Z","caller":"traceutil/trace.go:171","msg":"trace[654438742] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"334.488657ms","start":"2026-03-31T05:25:07.484235Z","end":"2026-03-31T05:25:07.818723Z","steps":["trace[654438742] 'process raft request' (duration: 334.208139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:07.818937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.939815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:07.819005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:07.484205Z","time spent":"334.653692ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:07.819028Z","caller":"traceutil/trace.go:171","msg":"trace[1265427786] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13910; }","duration":"204.093489ms","start":"2026-03-31T05:25:07.614913Z","end":"2026-03-31T05:25:07.819006Z","steps":["trace[1265427786] 'agreement among raft nodes before linearized reading' (duration: 203.913394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:07.81908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.380546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:25:07.819191Z","caller":"traceutil/trace.go:171","msg":"trace[2020372104] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13910; }","duration":"197.566991ms","start":"2026-03-31T05:25:07.621594Z","end":"2026-03-31T05:25:07.819161Z","steps":["trace[2020372104] 'agreement among raft nodes before linearized reading' (duration: 197.374306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:07.81923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.280637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:25:07.819304Z","caller":"traceutil/trace.go:171","msg":"trace[1697930905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13910; }","duration":"188.40319ms","start":"2026-03-31T05:25:07.630885Z","end":"2026-03-31T05:25:07.819288Z","steps":["trace[1697930905] 'agreement among raft nodes before linearized reading' (duration: 188.183724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:12.023825Z","caller":"traceutil/trace.go:171","msg":"trace[176389179] linearizableReadLoop","detail":"{readStateIndex:14441; appliedIndex:14440; }","duration":"130.500281ms","start":"2026-03-31T05:25:11.893308Z","end":"2026-03-31T05:25:12.023809Z","steps":["trace[176389179] 'read index received' (duration: 130.352847ms)","trace[176389179] 'applied index is now lower than readState.Index' (duration: 146.934µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:12.023957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.609194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:12.023928Z","caller":"traceutil/trace.go:171","msg":"trace[1314938407] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"187.177147ms","start":"2026-03-31T05:25:11.836717Z","end":"2026-03-31T05:25:12.023894Z","steps":["trace[1314938407] 'process raft request' (duration: 186.997182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:12.023993Z","caller":"traceutil/trace.go:171","msg":"trace[1943201182] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13932; }","duration":"130.698947ms","start":"2026-03-31T05:25:11.893276Z","end":"2026-03-31T05:25:12.023975Z","steps":["trace[1943201182] 'agreement among raft nodes before linearized reading' (duration: 130.617174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:12.562453Z","caller":"traceutil/trace.go:171","msg":"trace[1621314277] linearizableReadLoop","detail":"{readStateIndex:14447; appliedIndex:14446; }","duration":"138.56519ms","start":"2026-03-31T05:25:12.423862Z","end":"2026-03-31T05:25:12.562433Z","steps":["trace[1621314277] 'read index received' (duration: 66.476933ms)","trace[1621314277] 'applied index is now lower than readState.Index' (duration: 72.087727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:12.562529Z","caller":"traceutil/trace.go:171","msg":"trace[27268712] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"139.914557ms","start":"2026-03-31T05:25:12.422587Z","end":"2026-03-31T05:25:12.562502Z","steps":["trace[27268712] 'process raft request' (duration: 67.81412ms)","trace[27268712] 'compare' (duration: 71.947533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:12.563078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.204598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:526556"} {"level":"info","ts":"2026-03-31T05:25:12.563153Z","caller":"traceutil/trace.go:171","msg":"trace[1752318640] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13938; }","duration":"139.327412ms","start":"2026-03-31T05:25:12.423811Z","end":"2026-03-31T05:25:12.563139Z","steps":["trace[1752318640] 'agreement among raft nodes before linearized reading' (duration: 138.729375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.16117Z","caller":"traceutil/trace.go:171","msg":"trace[1916031622] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"345.394754ms","start":"2026-03-31T05:25:13.81575Z","end":"2026-03-31T05:25:14.161144Z","steps":["trace[1916031622] 'process raft request' (duration: 345.227319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.161344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:13.815721Z","time spent":"345.542208ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:25:14.205282Z","caller":"traceutil/trace.go:171","msg":"trace[721316746] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"165.33138ms","start":"2026-03-31T05:25:14.039931Z","end":"2026-03-31T05:25:14.205262Z","steps":["trace[721316746] 'process raft request' (duration: 165.270468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.205318Z","caller":"traceutil/trace.go:171","msg":"trace[1431781511] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"175.624691ms","start":"2026-03-31T05:25:14.029653Z","end":"2026-03-31T05:25:14.205277Z","steps":["trace[1431781511] 'process raft request' (duration: 175.441886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.205446Z","caller":"traceutil/trace.go:171","msg":"trace[1354716312] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14449; }","duration":"172.609919ms","start":"2026-03-31T05:25:14.032806Z","end":"2026-03-31T05:25:14.205416Z","steps":["trace[1354716312] 'read index received' (duration: 128.185907ms)","trace[1354716312] 'applied index is now lower than readState.Index' (duration: 44.421432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:14.2055Z","caller":"traceutil/trace.go:171","msg":"trace[1365774441] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"128.622039ms","start":"2026-03-31T05:25:14.076843Z","end":"2026-03-31T05:25:14.205465Z","steps":["trace[1365774441] 'process raft request' (duration: 128.388373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.205699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.877866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:25:14.205773Z","caller":"traceutil/trace.go:171","msg":"trace[1831715716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13944; }","duration":"172.995849ms","start":"2026-03-31T05:25:14.032758Z","end":"2026-03-31T05:25:14.205754Z","steps":["trace[1831715716] 'agreement among raft nodes before linearized reading' (duration: 172.795874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:14.600652Z","caller":"traceutil/trace.go:171","msg":"trace[1455680311] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"174.511461ms","start":"2026-03-31T05:25:14.426099Z","end":"2026-03-31T05:25:14.60061Z","steps":["trace[1455680311] 'process raft request' (duration: 94.795506ms)","trace[1455680311] 'compare' (duration: 79.495819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:14.636885Z","caller":"traceutil/trace.go:171","msg":"trace[1262646819] linearizableReadLoop","detail":"{readStateIndex:14457; appliedIndex:14455; }","duration":"151.70627ms","start":"2026-03-31T05:25:14.485147Z","end":"2026-03-31T05:25:14.636853Z","steps":["trace[1262646819] 'read index received' (duration: 35.762576ms)","trace[1262646819] 'applied index is now lower than readState.Index' (duration: 115.942534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:14.636945Z","caller":"traceutil/trace.go:171","msg":"trace[1406806558] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"168.619281ms","start":"2026-03-31T05:25:14.468293Z","end":"2026-03-31T05:25:14.636912Z","steps":["trace[1406806558] 'process raft request' (duration: 168.406236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:14.637075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.918395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:14.637133Z","caller":"traceutil/trace.go:171","msg":"trace[82364510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13948; }","duration":"152.024659ms","start":"2026-03-31T05:25:14.485094Z","end":"2026-03-31T05:25:14.637119Z","steps":["trace[82364510] 'agreement among raft nodes before linearized reading' (duration: 151.925556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:16.878851Z","caller":"traceutil/trace.go:171","msg":"trace[774285762] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"121.235318ms","start":"2026-03-31T05:25:16.757589Z","end":"2026-03-31T05:25:16.878824Z","steps":["trace[774285762] 'process raft request' (duration: 120.880838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:18.474845Z","caller":"traceutil/trace.go:171","msg":"trace[557771555] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"181.42482ms","start":"2026-03-31T05:25:18.293387Z","end":"2026-03-31T05:25:18.474811Z","steps":["trace[557771555] 'process raft request' (duration: 151.688768ms)","trace[557771555] 'compare' (duration: 29.436664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:18.47496Z","caller":"traceutil/trace.go:171","msg":"trace[330310765] linearizableReadLoop","detail":"{readStateIndex:14474; appliedIndex:14472; }","duration":"136.777502ms","start":"2026-03-31T05:25:18.338137Z","end":"2026-03-31T05:25:18.474914Z","steps":["trace[330310765] 'read index received' (duration: 107.105062ms)","trace[330310765] 'applied index is now lower than readState.Index' (duration: 29.66998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:18.475095Z","caller":"traceutil/trace.go:171","msg":"trace[1134033749] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"181.233295ms","start":"2026-03-31T05:25:18.293848Z","end":"2026-03-31T05:25:18.475082Z","steps":["trace[1134033749] 'process raft request' (duration: 180.864945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:18.475321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.328429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:25:18.47541Z","caller":"traceutil/trace.go:171","msg":"trace[1395589017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13964; }","duration":"103.448372ms","start":"2026-03-31T05:25:18.371926Z","end":"2026-03-31T05:25:18.475374Z","steps":["trace[1395589017] 'agreement among raft nodes before linearized reading' (duration: 103.264377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:18.475746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.618825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:25:18.475805Z","caller":"traceutil/trace.go:171","msg":"trace[1331492617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13964; }","duration":"137.722518ms","start":"2026-03-31T05:25:18.338069Z","end":"2026-03-31T05:25:18.475791Z","steps":["trace[1331492617] 'agreement among raft nodes before linearized reading' (duration: 137.000988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:21.310797Z","caller":"traceutil/trace.go:171","msg":"trace[228090695] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"127.450126ms","start":"2026-03-31T05:25:21.183325Z","end":"2026-03-31T05:25:21.310775Z","steps":["trace[228090695] 'process raft request' (duration: 127.324893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:28.067346Z","caller":"traceutil/trace.go:171","msg":"trace[94786904] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"182.978613ms","start":"2026-03-31T05:25:27.884336Z","end":"2026-03-31T05:25:28.067315Z","steps":["trace[94786904] 'process raft request' (duration: 182.771857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:28.193528Z","caller":"traceutil/trace.go:171","msg":"trace[1103266205] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"108.941893ms","start":"2026-03-31T05:25:28.084547Z","end":"2026-03-31T05:25:28.193489Z","steps":["trace[1103266205] 'process raft request' (duration: 108.655435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:35.773688Z","caller":"traceutil/trace.go:171","msg":"trace[1088657980] transaction","detail":"{read_only:false; response_revision:14190; number_of_response:1; }","duration":"196.974665ms","start":"2026-03-31T05:25:35.57669Z","end":"2026-03-31T05:25:35.773665Z","steps":["trace[1088657980] 'process raft request' (duration: 194.754935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.118179Z","caller":"traceutil/trace.go:171","msg":"trace[209541539] linearizableReadLoop","detail":"{readStateIndex:14715; appliedIndex:14714; }","duration":"256.334204ms","start":"2026-03-31T05:25:36.861813Z","end":"2026-03-31T05:25:37.118147Z","steps":["trace[209541539] 'read index received' (duration: 256.151099ms)","trace[209541539] 'applied index is now lower than readState.Index' (duration: 181.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:37.118226Z","caller":"traceutil/trace.go:171","msg":"trace[2112383830] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"278.89775ms","start":"2026-03-31T05:25:36.839302Z","end":"2026-03-31T05:25:37.1182Z","steps":["trace[2112383830] 'process raft request' (duration: 278.653323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.118452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.618572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:25:37.118506Z","caller":"traceutil/trace.go:171","msg":"trace[2144888330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14197; }","duration":"256.717264ms","start":"2026-03-31T05:25:36.861775Z","end":"2026-03-31T05:25:37.118492Z","steps":["trace[2144888330] 'agreement among raft nodes before linearized reading' (duration: 256.514269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.18762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.681497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:37.187687Z","caller":"traceutil/trace.go:171","msg":"trace[432555877] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14198; }","duration":"185.81936ms","start":"2026-03-31T05:25:37.001855Z","end":"2026-03-31T05:25:37.187675Z","steps":["trace[432555877] 'agreement among raft nodes before linearized reading' (duration: 185.692567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.187698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.012727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:25:37.187749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.035883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:25:37.18776Z","caller":"traceutil/trace.go:171","msg":"trace[984037406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14198; }","duration":"130.131421ms","start":"2026-03-31T05:25:37.057611Z","end":"2026-03-31T05:25:37.187742Z","steps":["trace[984037406] 'agreement among raft nodes before linearized reading' (duration: 129.917855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.187781Z","caller":"traceutil/trace.go:171","msg":"trace[1148481521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14198; }","duration":"272.067864ms","start":"2026-03-31T05:25:36.915705Z","end":"2026-03-31T05:25:37.187772Z","steps":["trace[1148481521] 'agreement among raft nodes before linearized reading' (duration: 271.961981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:37.187636Z","caller":"traceutil/trace.go:171","msg":"trace[805976926] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"185.930134ms","start":"2026-03-31T05:25:37.001686Z","end":"2026-03-31T05:25:37.187616Z","steps":["trace[805976926] 'process raft request' (duration: 185.733818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.187901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.496956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:25:37.187927Z","caller":"traceutil/trace.go:171","msg":"trace[391762098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14198; }","duration":"209.562088ms","start":"2026-03-31T05:25:36.978358Z","end":"2026-03-31T05:25:37.187921Z","steps":["trace[391762098] 'agreement among raft nodes before linearized reading' (duration: 209.501656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:37.187997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.698934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-db-sync-c47jk\" ","response":"range_response_count:1 size:6937"} {"level":"info","ts":"2026-03-31T05:25:37.188062Z","caller":"traceutil/trace.go:171","msg":"trace[1672522997] range","detail":"{range_begin:/registry/pods/openstack/placement-db-sync-c47jk; range_end:; response_count:1; response_revision:14198; }","duration":"186.833828ms","start":"2026-03-31T05:25:37.001213Z","end":"2026-03-31T05:25:37.188046Z","steps":["trace[1672522997] 'agreement among raft nodes before linearized reading' (duration: 186.614602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.340157Z","caller":"traceutil/trace.go:171","msg":"trace[303659038] linearizableReadLoop","detail":"{readStateIndex:14728; appliedIndex:14727; }","duration":"127.963791ms","start":"2026-03-31T05:25:39.212163Z","end":"2026-03-31T05:25:39.340127Z","steps":["trace[303659038] 'read index received' (duration: 127.802257ms)","trace[303659038] 'applied index is now lower than readState.Index' (duration: 160.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:39.340202Z","caller":"traceutil/trace.go:171","msg":"trace[363922964] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"211.880922ms","start":"2026-03-31T05:25:39.128291Z","end":"2026-03-31T05:25:39.340172Z","steps":["trace[363922964] 'process raft request' (duration: 211.671616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:39.340344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.154407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:25:39.340401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.731065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:25:39.340403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.028569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:25:39.340401Z","caller":"traceutil/trace.go:171","msg":"trace[489629698] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14209; }","duration":"128.25912ms","start":"2026-03-31T05:25:39.212128Z","end":"2026-03-31T05:25:39.340387Z","steps":["trace[489629698] 'agreement among raft nodes before linearized reading' (duration: 128.134256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.340436Z","caller":"traceutil/trace.go:171","msg":"trace[1968067905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14209; }","duration":"127.804538ms","start":"2026-03-31T05:25:39.21262Z","end":"2026-03-31T05:25:39.340424Z","steps":["trace[1968067905] 'agreement among raft nodes before linearized reading' (duration: 127.653423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.340442Z","caller":"traceutil/trace.go:171","msg":"trace[429602223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14209; }","duration":"126.093061ms","start":"2026-03-31T05:25:39.214338Z","end":"2026-03-31T05:25:39.340431Z","steps":["trace[429602223] 'agreement among raft nodes before linearized reading' (duration: 125.981508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:39.340567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.874282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:25:39.340645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.072527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:25:39.340669Z","caller":"traceutil/trace.go:171","msg":"trace[1136736332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14209; }","duration":"127.123829ms","start":"2026-03-31T05:25:39.213539Z","end":"2026-03-31T05:25:39.340663Z","steps":["trace[1136736332] 'agreement among raft nodes before linearized reading' (duration: 127.057837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:39.340653Z","caller":"traceutil/trace.go:171","msg":"trace[1340986208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14209; }","duration":"127.019126ms","start":"2026-03-31T05:25:39.213611Z","end":"2026-03-31T05:25:39.34063Z","steps":["trace[1340986208] 'agreement among raft nodes before linearized reading' (duration: 126.77645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:40.601146Z","caller":"traceutil/trace.go:171","msg":"trace[535969888] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"176.938708ms","start":"2026-03-31T05:25:40.424181Z","end":"2026-03-31T05:25:40.601119Z","steps":["trace[535969888] 'process raft request' (duration: 176.780344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:40.772858Z","caller":"traceutil/trace.go:171","msg":"trace[1812343719] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"133.109713ms","start":"2026-03-31T05:25:40.63972Z","end":"2026-03-31T05:25:40.77283Z","steps":["trace[1812343719] 'process raft request' (duration: 74.898984ms)","trace[1812343719] 'compare' (duration: 57.790957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:40.772863Z","caller":"traceutil/trace.go:171","msg":"trace[1365542408] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"132.990709ms","start":"2026-03-31T05:25:40.63985Z","end":"2026-03-31T05:25:40.772841Z","steps":["trace[1365542408] 'process raft request' (duration: 132.889166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:44.907413Z","caller":"traceutil/trace.go:171","msg":"trace[657947839] transaction","detail":"{read_only:false; response_revision:14244; number_of_response:1; }","duration":"115.190663ms","start":"2026-03-31T05:25:44.792196Z","end":"2026-03-31T05:25:44.907386Z","steps":["trace[657947839] 'process raft request' (duration: 115.134161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:44.907488Z","caller":"traceutil/trace.go:171","msg":"trace[1969616677] transaction","detail":"{read_only:false; response_revision:14243; number_of_response:1; }","duration":"116.034026ms","start":"2026-03-31T05:25:44.791431Z","end":"2026-03-31T05:25:44.907465Z","steps":["trace[1969616677] 'process raft request' (duration: 112.634024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:46.915714Z","caller":"traceutil/trace.go:171","msg":"trace[788110684] linearizableReadLoop","detail":"{readStateIndex:14771; appliedIndex:14769; }","duration":"115.047179ms","start":"2026-03-31T05:25:46.800647Z","end":"2026-03-31T05:25:46.915694Z","steps":["trace[788110684] 'read index received' (duration: 46.415446ms)","trace[788110684] 'applied index is now lower than readState.Index' (duration: 68.630883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:46.915833Z","caller":"traceutil/trace.go:171","msg":"trace[1447894589] transaction","detail":"{read_only:false; response_revision:14251; number_of_response:1; }","duration":"254.210116ms","start":"2026-03-31T05:25:46.661598Z","end":"2026-03-31T05:25:46.915808Z","steps":["trace[1447894589] 'process raft request' (duration: 254.004431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:46.915866Z","caller":"traceutil/trace.go:171","msg":"trace[1682216326] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"255.373038ms","start":"2026-03-31T05:25:46.660468Z","end":"2026-03-31T05:25:46.915841Z","steps":["trace[1682216326] 'process raft request' (duration: 186.574731ms)","trace[1682216326] 'compare' (duration: 68.285083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:46.915921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.266676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:25:46.915988Z","caller":"traceutil/trace.go:171","msg":"trace[1351447521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14251; }","duration":"115.379878ms","start":"2026-03-31T05:25:46.800598Z","end":"2026-03-31T05:25:46.915978Z","steps":["trace[1351447521] 'agreement among raft nodes before linearized reading' (duration: 115.213653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:47.125165Z","caller":"traceutil/trace.go:171","msg":"trace[1735622158] transaction","detail":"{read_only:false; response_revision:14253; number_of_response:1; }","duration":"204.49678ms","start":"2026-03-31T05:25:46.920628Z","end":"2026-03-31T05:25:47.125125Z","steps":["trace[1735622158] 'process raft request' (duration: 204.438318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:47.125154Z","caller":"traceutil/trace.go:171","msg":"trace[1734073204] transaction","detail":"{read_only:false; response_revision:14252; number_of_response:1; }","duration":"205.155208ms","start":"2026-03-31T05:25:46.919978Z","end":"2026-03-31T05:25:47.125134Z","steps":["trace[1734073204] 'process raft request' (duration: 144.110322ms)","trace[1734073204] 'compare' (duration: 60.82758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:48.365117Z","caller":"traceutil/trace.go:171","msg":"trace[1789074224] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"214.822402ms","start":"2026-03-31T05:25:48.150263Z","end":"2026-03-31T05:25:48.365085Z","steps":["trace[1789074224] 'process raft request' (duration: 214.627426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:48.588564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.475283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:48.588707Z","caller":"traceutil/trace.go:171","msg":"trace[815886496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14258; }","duration":"103.998837ms","start":"2026-03-31T05:25:48.484674Z","end":"2026-03-31T05:25:48.588672Z","steps":["trace[815886496] 'range keys from in-memory index tree' (duration: 103.37292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:49.479753Z","caller":"traceutil/trace.go:171","msg":"trace[1905278140] transaction","detail":"{read_only:false; response_revision:14265; number_of_response:1; }","duration":"102.739053ms","start":"2026-03-31T05:25:49.376994Z","end":"2026-03-31T05:25:49.479733Z","steps":["trace[1905278140] 'process raft request' (duration: 102.163238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.625859Z","caller":"traceutil/trace.go:171","msg":"trace[1932040192] transaction","detail":"{read_only:false; response_revision:14272; number_of_response:1; }","duration":"138.91076ms","start":"2026-03-31T05:25:50.486924Z","end":"2026-03-31T05:25:50.625835Z","steps":["trace[1932040192] 'process raft request' (duration: 138.754145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.803214Z","caller":"traceutil/trace.go:171","msg":"trace[47018296] transaction","detail":"{read_only:false; response_revision:14273; number_of_response:1; }","duration":"168.762295ms","start":"2026-03-31T05:25:50.63443Z","end":"2026-03-31T05:25:50.803193Z","steps":["trace[47018296] 'process raft request' (duration: 167.337916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:50.930326Z","caller":"traceutil/trace.go:171","msg":"trace[1539076066] transaction","detail":"{read_only:false; response_revision:14275; number_of_response:1; }","duration":"122.556864ms","start":"2026-03-31T05:25:50.807748Z","end":"2026-03-31T05:25:50.930305Z","steps":["trace[1539076066] 'process raft request' (duration: 117.776593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:51.374562Z","caller":"traceutil/trace.go:171","msg":"trace[263004137] linearizableReadLoop","detail":"{readStateIndex:14808; appliedIndex:14806; }","duration":"166.569435ms","start":"2026-03-31T05:25:51.207967Z","end":"2026-03-31T05:25:51.374536Z","steps":["trace[263004137] 'read index received' (duration: 39.633002ms)","trace[263004137] 'applied index is now lower than readState.Index' (duration: 126.935593ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:51.374753Z","caller":"traceutil/trace.go:171","msg":"trace[533469129] transaction","detail":"{read_only:false; response_revision:14287; number_of_response:1; }","duration":"173.324169ms","start":"2026-03-31T05:25:51.201364Z","end":"2026-03-31T05:25:51.374688Z","steps":["trace[533469129] 'process raft request' (duration: 173.012661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:51.374814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.825232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-service-9qb49\" ","response":"range_response_count:1 size:6625"} {"level":"info","ts":"2026-03-31T05:25:51.374976Z","caller":"traceutil/trace.go:171","msg":"trace[487728596] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-service-9qb49; range_end:; response_count:1; response_revision:14287; }","duration":"167.032988ms","start":"2026-03-31T05:25:51.207929Z","end":"2026-03-31T05:25:51.374962Z","steps":["trace[487728596] 'agreement among raft nodes before linearized reading' (duration: 166.72945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:51.531625Z","caller":"traceutil/trace.go:171","msg":"trace[1080876404] transaction","detail":"{read_only:false; response_revision:14288; number_of_response:1; }","duration":"152.691967ms","start":"2026-03-31T05:25:51.378893Z","end":"2026-03-31T05:25:51.531585Z","steps":["trace[1080876404] 'process raft request' (duration: 143.196588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:51.53939Z","caller":"traceutil/trace.go:171","msg":"trace[1013222693] transaction","detail":"{read_only:false; response_revision:14289; number_of_response:1; }","duration":"156.768978ms","start":"2026-03-31T05:25:51.382594Z","end":"2026-03-31T05:25:51.539363Z","steps":["trace[1013222693] 'process raft request' (duration: 156.579643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:51.539387Z","caller":"traceutil/trace.go:171","msg":"trace[1726867048] linearizableReadLoop","detail":"{readStateIndex:14810; appliedIndex:14808; }","duration":"126.04597ms","start":"2026-03-31T05:25:51.41324Z","end":"2026-03-31T05:25:51.539286Z","steps":["trace[1726867048] 'read index received' (duration: 108.863571ms)","trace[1726867048] 'applied index is now lower than readState.Index' (duration: 17.181409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:51.539683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.43653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-service\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-31T05:25:51.539761Z","caller":"traceutil/trace.go:171","msg":"trace[1482237882] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14289; }","duration":"126.576854ms","start":"2026-03-31T05:25:51.413165Z","end":"2026-03-31T05:25:51.539742Z","steps":["trace[1482237882] 'agreement among raft nodes before linearized reading' (duration: 126.354248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.410502Z","caller":"traceutil/trace.go:171","msg":"trace[1719308808] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"206.882375ms","start":"2026-03-31T05:25:53.203584Z","end":"2026-03-31T05:25:53.410466Z","steps":["trace[1719308808] 'process raft request' (duration: 205.004164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.441477Z","caller":"traceutil/trace.go:171","msg":"trace[1657113467] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"224.770074ms","start":"2026-03-31T05:25:53.216674Z","end":"2026-03-31T05:25:53.441444Z","steps":["trace[1657113467] 'process raft request' (duration: 224.594759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.815798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.995526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:25:53.815867Z","caller":"traceutil/trace.go:171","msg":"trace[1322874466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14307; }","duration":"230.111319ms","start":"2026-03-31T05:25:53.585741Z","end":"2026-03-31T05:25:53.815852Z","steps":["trace[1322874466] 'range keys from in-memory index tree' (duration: 229.824901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.815903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.965703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:53.815968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.537891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:25:53.816007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.07536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:25:53.816056Z","caller":"traceutil/trace.go:171","msg":"trace[1329803108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14307; }","duration":"230.651564ms","start":"2026-03-31T05:25:53.585385Z","end":"2026-03-31T05:25:53.816037Z","steps":["trace[1329803108] 'range keys from in-memory index tree' (duration: 230.308564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.816071Z","caller":"traceutil/trace.go:171","msg":"trace[566844229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14307; }","duration":"248.179782ms","start":"2026-03-31T05:25:53.567876Z","end":"2026-03-31T05:25:53.816056Z","steps":["trace[566844229] 'range keys from in-memory index tree' (duration: 247.915104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.815978Z","caller":"traceutil/trace.go:171","msg":"trace[1542899415] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14307; }","duration":"146.097547ms","start":"2026-03-31T05:25:53.669864Z","end":"2026-03-31T05:25:53.815962Z","steps":["trace[1542899415] 'range keys from in-memory index tree' (duration: 145.87615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.815904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.308622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:53.816237Z","caller":"traceutil/trace.go:171","msg":"trace[491578191] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14307; }","duration":"146.705383ms","start":"2026-03-31T05:25:53.669521Z","end":"2026-03-31T05:25:53.816226Z","steps":["trace[491578191] 'range keys from in-memory index tree' (duration: 146.163179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.816266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.617289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:25:53.816138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.055446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-03-31T05:25:53.816347Z","caller":"traceutil/trace.go:171","msg":"trace[1628072227] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14307; }","duration":"146.267101ms","start":"2026-03-31T05:25:53.670071Z","end":"2026-03-31T05:25:53.816338Z","steps":["trace[1628072227] 'range keys from in-memory index tree' (duration: 145.937462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:53.81636Z","caller":"traceutil/trace.go:171","msg":"trace[1800484647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14307; }","duration":"224.722412ms","start":"2026-03-31T05:25:53.591608Z","end":"2026-03-31T05:25:53.81633Z","steps":["trace[1800484647] 'range keys from in-memory index tree' (duration: 224.451524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:53.816827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.737989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:25:53.816952Z","caller":"traceutil/trace.go:171","msg":"trace[697829565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14307; }","duration":"230.294804ms","start":"2026-03-31T05:25:53.586648Z","end":"2026-03-31T05:25:53.816943Z","steps":["trace[697829565] 'range keys from in-memory index tree' (duration: 229.221945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.017749Z","caller":"traceutil/trace.go:171","msg":"trace[2074117279] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"198.384353ms","start":"2026-03-31T05:25:53.819338Z","end":"2026-03-31T05:25:54.017722Z","steps":["trace[2074117279] 'process raft request' (duration: 198.226999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.137228Z","caller":"traceutil/trace.go:171","msg":"trace[1522769407] linearizableReadLoop","detail":"{readStateIndex:14832; appliedIndex:14829; }","duration":"316.900217ms","start":"2026-03-31T05:25:53.820304Z","end":"2026-03-31T05:25:54.137205Z","steps":["trace[1522769407] 'read index received' (duration: 197.297663ms)","trace[1522769407] 'applied index is now lower than readState.Index' (duration: 119.601194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:54.137259Z","caller":"traceutil/trace.go:171","msg":"trace[487443662] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"316.969809ms","start":"2026-03-31T05:25:53.820255Z","end":"2026-03-31T05:25:54.137225Z","steps":["trace[487443662] 'process raft request' (duration: 309.839144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.13731Z","caller":"traceutil/trace.go:171","msg":"trace[838304817] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"316.99114ms","start":"2026-03-31T05:25:53.820289Z","end":"2026-03-31T05:25:54.13728Z","steps":["trace[838304817] 'process raft request' (duration: 316.832835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.137338Z","caller":"traceutil/trace.go:171","msg":"trace[398429241] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"316.788824ms","start":"2026-03-31T05:25:53.82053Z","end":"2026-03-31T05:25:54.137319Z","steps":["trace[398429241] 'process raft request' (duration: 316.634119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.137445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.82052Z","time spent":"316.855256ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:54.137445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.82028Z","time spent":"317.095252ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:54.137432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.820238Z","time spent":"317.097962ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:25:54.138154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.841383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:557614"} {"level":"info","ts":"2026-03-31T05:25:54.13821Z","caller":"traceutil/trace.go:171","msg":"trace[1092885625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:14311; }","duration":"317.911865ms","start":"2026-03-31T05:25:53.820283Z","end":"2026-03-31T05:25:54.138195Z","steps":["trace[1092885625] 'agreement among raft nodes before linearized reading' (duration: 317.188535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:54.138256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:53.820275Z","time spent":"317.966566ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":557638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:25:55.01921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.930353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:25:55.019319Z","caller":"traceutil/trace.go:171","msg":"trace[893286664] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:14311; }","duration":"584.089688ms","start":"2026-03-31T05:25:54.435205Z","end":"2026-03-31T05:25:55.019294Z","steps":["trace[893286664] 'count revisions from in-memory index tree' (duration: 583.773659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:55.019317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.552151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:25:55.019374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:54.435189Z","time spent":"584.17053ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:25:55.019403Z","caller":"traceutil/trace.go:171","msg":"trace[918796537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14311; }","duration":"536.699634ms","start":"2026-03-31T05:25:54.482682Z","end":"2026-03-31T05:25:55.019381Z","steps":["trace[918796537] 'range keys from in-memory index tree' (duration: 536.458719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:25:55.01945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:25:54.482661Z","time spent":"536.779587ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:25:55.019437Z","caller":"traceutil/trace.go:171","msg":"trace[1732460909] transaction","detail":"{read_only:false; response_revision:14312; number_of_response:1; }","duration":"202.107205ms","start":"2026-03-31T05:25:54.817301Z","end":"2026-03-31T05:25:55.019408Z","steps":["trace[1732460909] 'process raft request' (duration: 201.501469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:55.022387Z","caller":"traceutil/trace.go:171","msg":"trace[1349201300] transaction","detail":"{read_only:false; response_revision:14313; number_of_response:1; }","duration":"172.166808ms","start":"2026-03-31T05:25:54.850203Z","end":"2026-03-31T05:25:55.02237Z","steps":["trace[1349201300] 'process raft request' (duration: 171.982573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:55.428541Z","caller":"traceutil/trace.go:171","msg":"trace[511393096] transaction","detail":"{read_only:false; response_revision:14319; number_of_response:1; }","duration":"183.238989ms","start":"2026-03-31T05:25:55.245278Z","end":"2026-03-31T05:25:55.428517Z","steps":["trace[511393096] 'process raft request' (duration: 182.647363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:55.560685Z","caller":"traceutil/trace.go:171","msg":"trace[849140580] transaction","detail":"{read_only:false; response_revision:14320; number_of_response:1; }","duration":"110.595098ms","start":"2026-03-31T05:25:55.45006Z","end":"2026-03-31T05:25:55.560655Z","steps":["trace[849140580] 'process raft request' (duration: 90.87241ms)","trace[849140580] 'compare' (duration: 19.563354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:01.164214Z","caller":"traceutil/trace.go:171","msg":"trace[273795347] transaction","detail":"{read_only:false; response_revision:14349; number_of_response:1; }","duration":"115.023268ms","start":"2026-03-31T05:26:01.049164Z","end":"2026-03-31T05:26:01.164187Z","steps":["trace[273795347] 'process raft request' (duration: 114.314089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:01.200275Z","caller":"traceutil/trace.go:171","msg":"trace[925452494] transaction","detail":"{read_only:false; response_revision:14350; number_of_response:1; }","duration":"142.92623ms","start":"2026-03-31T05:26:01.057322Z","end":"2026-03-31T05:26:01.200248Z","steps":["trace[925452494] 'process raft request' (duration: 142.797167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:09.180469Z","caller":"traceutil/trace.go:171","msg":"trace[1147573239] transaction","detail":"{read_only:false; response_revision:14391; number_of_response:1; }","duration":"101.040468ms","start":"2026-03-31T05:26:09.079399Z","end":"2026-03-31T05:26:09.18044Z","steps":["trace[1147573239] 'process raft request' (duration: 100.864763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:15.726458Z","caller":"traceutil/trace.go:171","msg":"trace[1674852163] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"103.336201ms","start":"2026-03-31T05:26:15.623081Z","end":"2026-03-31T05:26:15.726417Z","steps":["trace[1674852163] 'process raft request' (duration: 63.286358ms)","trace[1674852163] 'compare' (duration: 39.830447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:23.673282Z","caller":"traceutil/trace.go:171","msg":"trace[786421966] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"398.975761ms","start":"2026-03-31T05:26:23.274241Z","end":"2026-03-31T05:26:23.673217Z","steps":["trace[786421966] 'process raft request' (duration: 398.743174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.6735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.274207Z","time spent":"399.174526ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:26:23.7131Z","caller":"traceutil/trace.go:171","msg":"trace[2001103950] linearizableReadLoop","detail":"{readStateIndex:15021; appliedIndex:15018; }","duration":"266.761972ms","start":"2026-03-31T05:26:23.446308Z","end":"2026-03-31T05:26:23.71307Z","steps":["trace[2001103950] 'read index received' (duration: 226.654747ms)","trace[2001103950] 'applied index is now lower than readState.Index' (duration: 40.106175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:23.713148Z","caller":"traceutil/trace.go:171","msg":"trace[146358694] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"339.664413ms","start":"2026-03-31T05:26:23.373445Z","end":"2026-03-31T05:26:23.713109Z","steps":["trace[146358694] 'process raft request' (duration: 339.396155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:23.7133Z","caller":"traceutil/trace.go:171","msg":"trace[234916748] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"338.569482ms","start":"2026-03-31T05:26:23.374657Z","end":"2026-03-31T05:26:23.713226Z","steps":["trace[234916748] 'process raft request' (duration: 338.362196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.713416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.37342Z","time spent":"339.806926ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:23.713535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.374631Z","time spent":"338.778948ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:23.713694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.381229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:26:23.71374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.421676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:23.713767Z","caller":"traceutil/trace.go:171","msg":"trace[1097059982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14493; }","duration":"267.503022ms","start":"2026-03-31T05:26:23.446252Z","end":"2026-03-31T05:26:23.713755Z","steps":["trace[1097059982] 'agreement among raft nodes before linearized reading' (duration: 266.959348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:23.713781Z","caller":"traceutil/trace.go:171","msg":"trace[1887137810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14493; }","duration":"228.530289ms","start":"2026-03-31T05:26:23.485238Z","end":"2026-03-31T05:26:23.713768Z","steps":["trace[1887137810] 'agreement among raft nodes before linearized reading' (duration: 228.423106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:23.713858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.27969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:26:23.71397Z","caller":"traceutil/trace.go:171","msg":"trace[258016898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14493; }","duration":"147.402744ms","start":"2026-03-31T05:26:23.56655Z","end":"2026-03-31T05:26:23.713953Z","steps":["trace[258016898] 'agreement among raft nodes before linearized reading' (duration: 147.154587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.174155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.40087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:26:24.1743Z","caller":"traceutil/trace.go:171","msg":"trace[87128590] linearizableReadLoop","detail":"{readStateIndex:15022; appliedIndex:15021; }","duration":"374.318778ms","start":"2026-03-31T05:26:23.799954Z","end":"2026-03-31T05:26:24.174273Z","steps":["trace[87128590] 'read index received' (duration: 206.653851ms)","trace[87128590] 'applied index is now lower than readState.Index' (duration: 167.663437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:24.174436Z","caller":"traceutil/trace.go:171","msg":"trace[997931880] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"454.678671ms","start":"2026-03-31T05:26:23.71974Z","end":"2026-03-31T05:26:24.174419Z","steps":["trace[997931880] 'process raft request' (duration: 286.920332ms)","trace[997931880] 'compare' (duration: 166.620938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:24.174518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.363481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:24.174612Z","caller":"traceutil/trace.go:171","msg":"trace[1990159119] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14494; }","duration":"366.492835ms","start":"2026-03-31T05:26:23.808096Z","end":"2026-03-31T05:26:24.174589Z","steps":["trace[1990159119] 'agreement among raft nodes before linearized reading' (duration: 366.349281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.174668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.808081Z","time spent":"366.574137ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:26:24.174865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.719678Z","time spent":"454.823275ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:24.174961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.17137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:26:24.174997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.356605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"warn","ts":"2026-03-31T05:26:24.175094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.152927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:24.175196Z","caller":"traceutil/trace.go:171","msg":"trace[1176611524] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:14494; }","duration":"162.768184ms","start":"2026-03-31T05:26:24.012401Z","end":"2026-03-31T05:26:24.17517Z","steps":["trace[1176611524] 'agreement among raft nodes before linearized reading' (duration: 162.093815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:24.175174Z","caller":"traceutil/trace.go:171","msg":"trace[641950056] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:14494; }","duration":"209.567461ms","start":"2026-03-31T05:26:23.965588Z","end":"2026-03-31T05:26:24.175155Z","steps":["trace[641950056] 'agreement among raft nodes before linearized reading' (duration: 209.236992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:24.175093Z","caller":"traceutil/trace.go:171","msg":"trace[49428031] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14494; }","duration":"209.373496ms","start":"2026-03-31T05:26:23.965692Z","end":"2026-03-31T05:26:24.175066Z","steps":["trace[49428031] 'agreement among raft nodes before linearized reading' (duration: 208.81189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.174986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.080679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:26:24.175424Z","caller":"traceutil/trace.go:171","msg":"trace[433964686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14494; }","duration":"375.557252ms","start":"2026-03-31T05:26:23.799845Z","end":"2026-03-31T05:26:24.175402Z","steps":["trace[433964686] 'agreement among raft nodes before linearized reading' (duration: 374.991487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.175489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:23.799823Z","time spent":"375.647565ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:26:24.538776Z","caller":"traceutil/trace.go:171","msg":"trace[597711407] linearizableReadLoop","detail":"{readStateIndex:15024; appliedIndex:15023; }","duration":"109.206561ms","start":"2026-03-31T05:26:24.429546Z","end":"2026-03-31T05:26:24.538752Z","steps":["trace[597711407] 'read index received' (duration: 109.031347ms)","trace[597711407] 'applied index is now lower than readState.Index' (duration: 174.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:24.538868Z","caller":"traceutil/trace.go:171","msg":"trace[1552123311] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"177.637779ms","start":"2026-03-31T05:26:24.361208Z","end":"2026-03-31T05:26:24.538846Z","steps":["trace[1552123311] 'process raft request' (duration: 177.370022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:24.539121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.54979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:26:24.540386Z","caller":"traceutil/trace.go:171","msg":"trace[295495401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14496; }","duration":"110.822545ms","start":"2026-03-31T05:26:24.429527Z","end":"2026-03-31T05:26:24.54035Z","steps":["trace[295495401] 'agreement among raft nodes before linearized reading' (duration: 109.359965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:24.669764Z","caller":"traceutil/trace.go:171","msg":"trace[1974812134] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"125.30067ms","start":"2026-03-31T05:26:24.544438Z","end":"2026-03-31T05:26:24.669738Z","steps":["trace[1974812134] 'process raft request' (duration: 65.346083ms)","trace[1974812134] 'compare' (duration: 59.748781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:24.670089Z","caller":"traceutil/trace.go:171","msg":"trace[1683970140] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"124.676542ms","start":"2026-03-31T05:26:24.545389Z","end":"2026-03-31T05:26:24.670065Z","steps":["trace[1683970140] 'process raft request' (duration: 124.561549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:24.670163Z","caller":"traceutil/trace.go:171","msg":"trace[1925813177] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"125.136436ms","start":"2026-03-31T05:26:24.544946Z","end":"2026-03-31T05:26:24.670082Z","steps":["trace[1925813177] 'process raft request' (duration: 124.748455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:25.443413Z","caller":"traceutil/trace.go:171","msg":"trace[1169382359] transaction","detail":"{read_only:false; response_revision:14500; number_of_response:1; }","duration":"216.035587ms","start":"2026-03-31T05:26:25.227342Z","end":"2026-03-31T05:26:25.443378Z","steps":["trace[1169382359] 'process raft request' (duration: 215.821661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:26.704641Z","caller":"traceutil/trace.go:171","msg":"trace[217933163] linearizableReadLoop","detail":"{readStateIndex:15036; appliedIndex:15035; }","duration":"116.336446ms","start":"2026-03-31T05:26:26.588275Z","end":"2026-03-31T05:26:26.704611Z","steps":["trace[217933163] 'read index received' (duration: 54.465337ms)","trace[217933163] 'applied index is now lower than readState.Index' (duration: 61.869589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:26.70466Z","caller":"traceutil/trace.go:171","msg":"trace[542220386] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"116.531411ms","start":"2026-03-31T05:26:26.588104Z","end":"2026-03-31T05:26:26.704635Z","steps":["trace[542220386] 'process raft request' (duration: 54.625721ms)","trace[542220386] 'compare' (duration: 61.687884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:26:26.70516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.87868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:566788"} {"level":"info","ts":"2026-03-31T05:26:26.705195Z","caller":"traceutil/trace.go:171","msg":"trace[1021736989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:14508; }","duration":"116.942913ms","start":"2026-03-31T05:26:26.588244Z","end":"2026-03-31T05:26:26.705187Z","steps":["trace[1021736989] 'agreement among raft nodes before linearized reading' (duration: 116.46505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:26.937804Z","caller":"traceutil/trace.go:171","msg":"trace[341363345] transaction","detail":"{read_only:false; response_revision:14510; number_of_response:1; }","duration":"228.669782ms","start":"2026-03-31T05:26:26.709097Z","end":"2026-03-31T05:26:26.937766Z","steps":["trace[341363345] 'process raft request' (duration: 167.470262ms)","trace[341363345] 'compare' (duration: 60.974324ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:26.938116Z","caller":"traceutil/trace.go:171","msg":"trace[1726543146] transaction","detail":"{read_only:false; response_revision:14511; number_of_response:1; }","duration":"228.916669ms","start":"2026-03-31T05:26:26.70917Z","end":"2026-03-31T05:26:26.938087Z","steps":["trace[1726543146] 'process raft request' (duration: 228.535409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:37.98506Z","caller":"traceutil/trace.go:171","msg":"trace[2038935619] transaction","detail":"{read_only:false; response_revision:14563; number_of_response:1; }","duration":"136.771723ms","start":"2026-03-31T05:26:37.848264Z","end":"2026-03-31T05:26:37.985036Z","steps":["trace[2038935619] 'process raft request' (duration: 136.519016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:38.522143Z","caller":"traceutil/trace.go:171","msg":"trace[772461092] transaction","detail":"{read_only:false; response_revision:14567; number_of_response:1; }","duration":"228.96428ms","start":"2026-03-31T05:26:38.293158Z","end":"2026-03-31T05:26:38.522122Z","steps":["trace[772461092] 'process raft request' (duration: 228.815026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:46.65298Z","caller":"traceutil/trace.go:171","msg":"trace[315172535] linearizableReadLoop","detail":"{readStateIndex:15171; appliedIndex:15170; }","duration":"456.980344ms","start":"2026-03-31T05:26:46.195977Z","end":"2026-03-31T05:26:46.652957Z","steps":["trace[315172535] 'read index received' (duration: 456.106311ms)","trace[315172535] 'applied index is now lower than readState.Index' (duration: 873.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:46.653002Z","caller":"traceutil/trace.go:171","msg":"trace[128654935] transaction","detail":"{read_only:false; response_revision:14638; number_of_response:1; }","duration":"487.866168ms","start":"2026-03-31T05:26:46.165109Z","end":"2026-03-31T05:26:46.652975Z","steps":["trace[128654935] 'process raft request' (duration: 486.940023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.115098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:26:46.653188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.519201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12758"} {"level":"info","ts":"2026-03-31T05:26:46.65319Z","caller":"traceutil/trace.go:171","msg":"trace[1289783815] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14638; }","duration":"457.242311ms","start":"2026-03-31T05:26:46.195929Z","end":"2026-03-31T05:26:46.653171Z","steps":["trace[1289783815] 'agreement among raft nodes before linearized reading' (duration: 457.103827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:26:46.653216Z","caller":"traceutil/trace.go:171","msg":"trace[1482505035] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:14638; }","duration":"419.586183ms","start":"2026-03-31T05:26:46.233621Z","end":"2026-03-31T05:26:46.653207Z","steps":["trace[1482505035] 'agreement among raft nodes before linearized reading' (duration: 419.441589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:46.233601Z","time spent":"419.632985ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12782,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:26:46.653235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:46.19591Z","time spent":"457.313274ms","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:26:46.653276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.622027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:26:46.653342Z","caller":"traceutil/trace.go:171","msg":"trace[1781194787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14638; }","duration":"100.722879ms","start":"2026-03-31T05:26:46.552596Z","end":"2026-03-31T05:26:46.653319Z","steps":["trace[1781194787] 'agreement among raft nodes before linearized reading' (duration: 100.544644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:26:46.653409Z","caller":"traceutil/trace.go:171","msg":"trace[50458776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14638; }","duration":"169.6037ms","start":"2026-03-31T05:26:46.483799Z","end":"2026-03-31T05:26:46.653403Z","steps":["trace[50458776] 'agreement among raft nodes before linearized reading' (duration: 169.571349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.002653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:26:46.653556Z","caller":"traceutil/trace.go:171","msg":"trace[1415675664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14638; }","duration":"291.056565ms","start":"2026-03-31T05:26:46.362492Z","end":"2026-03-31T05:26:46.653548Z","steps":["trace[1415675664] 'agreement among raft nodes before linearized reading' (duration: 290.996923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:46.653167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:46.165086Z","time spent":"487.98279ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:26:54.477189Z","caller":"traceutil/trace.go:171","msg":"trace[305998254] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"322.864732ms","start":"2026-03-31T05:26:54.1543Z","end":"2026-03-31T05:26:54.477164Z","steps":["trace[305998254] 'process raft request' (duration: 322.689508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:54.477355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:54.154252Z","time spent":"323.023896ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:26:54.508839Z","caller":"traceutil/trace.go:171","msg":"trace[1437805259] linearizableReadLoop","detail":"{readStateIndex:15214; appliedIndex:15211; }","duration":"316.325463ms","start":"2026-03-31T05:26:54.192489Z","end":"2026-03-31T05:26:54.508815Z","steps":["trace[1437805259] 'read index received' (duration: 284.537206ms)","trace[1437805259] 'applied index is now lower than readState.Index' (duration: 31.787317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:26:54.509292Z","caller":"traceutil/trace.go:171","msg":"trace[471560305] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"343.185637ms","start":"2026-03-31T05:26:54.166094Z","end":"2026-03-31T05:26:54.50928Z","steps":["trace[471560305] 'process raft request' (duration: 342.515539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:54.509413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:54.166065Z","time spent":"343.28191ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:26:54.50965Z","caller":"traceutil/trace.go:171","msg":"trace[281784924] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"340.410111ms","start":"2026-03-31T05:26:54.169229Z","end":"2026-03-31T05:26:54.509639Z","steps":["trace[281784924] 'process raft request' (duration: 339.533637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:54.509728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:54.169216Z","time spent":"340.466913ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:26:54.509923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.431353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-31T05:26:54.509969Z","caller":"traceutil/trace.go:171","msg":"trace[2060853486] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d; range_end:; response_count:1; response_revision:14679; }","duration":"317.498996ms","start":"2026-03-31T05:26:54.192455Z","end":"2026-03-31T05:26:54.509954Z","steps":["trace[2060853486] 'agreement among raft nodes before linearized reading' (duration: 317.344331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:54.510004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:26:54.19244Z","time spent":"317.555268ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d53fc7e8f66d\" "} {"level":"warn","ts":"2026-03-31T05:26:54.510266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.942259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:26:54.510308Z","caller":"traceutil/trace.go:171","msg":"trace[1987985290] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14679; }","duration":"133.026811ms","start":"2026-03-31T05:26:54.377271Z","end":"2026-03-31T05:26:54.510297Z","steps":["trace[1987985290] 'agreement among raft nodes before linearized reading' (duration: 132.914718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:26:54.510741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.92386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:26:54.510823Z","caller":"traceutil/trace.go:171","msg":"trace[782428984] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14679; }","duration":"128.983861ms","start":"2026-03-31T05:26:54.38179Z","end":"2026-03-31T05:26:54.510774Z","steps":["trace[782428984] 'agreement among raft nodes before linearized reading' (duration: 128.911169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:08.937472Z","caller":"traceutil/trace.go:171","msg":"trace[55488132] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"395.333461ms","start":"2026-03-31T05:27:08.542115Z","end":"2026-03-31T05:27:08.937449Z","steps":["trace[55488132] 'process raft request' (duration: 395.175346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:08.937809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:08.542092Z","time spent":"395.562117ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:08.941525Z","caller":"traceutil/trace.go:171","msg":"trace[1840037907] linearizableReadLoop","detail":"{readStateIndex:15337; appliedIndex:15334; }","duration":"101.530841ms","start":"2026-03-31T05:27:08.839974Z","end":"2026-03-31T05:27:08.941505Z","steps":["trace[1840037907] 'read index received' (duration: 97.4425ms)","trace[1840037907] 'applied index is now lower than readState.Index' (duration: 4.087031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:08.942007Z","caller":"traceutil/trace.go:171","msg":"trace[1324408610] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"370.417441ms","start":"2026-03-31T05:27:08.571575Z","end":"2026-03-31T05:27:08.941992Z","steps":["trace[1324408610] 'process raft request' (duration: 369.774133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:08.942464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:08.571548Z","time spent":"370.495663ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:08.942927Z","caller":"traceutil/trace.go:171","msg":"trace[855335034] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"369.66046ms","start":"2026-03-31T05:27:08.573236Z","end":"2026-03-31T05:27:08.942897Z","steps":["trace[855335034] 'process raft request' (duration: 368.228951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:08.943093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:08.573209Z","time spent":"369.794593ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:08.943273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.31168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:08.943307Z","caller":"traceutil/trace.go:171","msg":"trace[979346350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14797; }","duration":"103.397072ms","start":"2026-03-31T05:27:08.839903Z","end":"2026-03-31T05:27:08.9433Z","steps":["trace[979346350] 'agreement among raft nodes before linearized reading' (duration: 103.31876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.626087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:27:13.843472Z","caller":"traceutil/trace.go:171","msg":"trace[1760631900] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"877.679488ms","start":"2026-03-31T05:27:12.96576Z","end":"2026-03-31T05:27:13.84344Z","steps":["trace[1760631900] 'process raft request' (duration: 877.479773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.843672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:12.965727Z","time spent":"877.832162ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:13.845702Z","caller":"traceutil/trace.go:171","msg":"trace[1910376226] linearizableReadLoop","detail":"{readStateIndex:15358; appliedIndex:15355; }","duration":"720.18234ms","start":"2026-03-31T05:27:13.12544Z","end":"2026-03-31T05:27:13.845622Z","steps":["trace[1910376226] 'read index received' (duration: 717.796565ms)","trace[1910376226] 'applied index is now lower than readState.Index' (duration: 2.384595ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:13.845768Z","caller":"traceutil/trace.go:171","msg":"trace[2057023625] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"856.970253ms","start":"2026-03-31T05:27:12.988772Z","end":"2026-03-31T05:27:13.845742Z","steps":["trace[2057023625] 'process raft request' (duration: 856.786668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:13.845753Z","caller":"traceutil/trace.go:171","msg":"trace[594750332] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"857.062425ms","start":"2026-03-31T05:27:12.988622Z","end":"2026-03-31T05:27:13.845685Z","steps":["trace[594750332] 'process raft request' (duration: 856.738727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.845868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:12.98874Z","time spent":"857.077646ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:13.845964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:12.988594Z","time spent":"857.247021ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:13.846033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.591251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:13.846071Z","caller":"traceutil/trace.go:171","msg":"trace[972275220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14817; }","duration":"720.674913ms","start":"2026-03-31T05:27:13.125387Z","end":"2026-03-31T05:27:13.846062Z","steps":["trace[972275220] 'agreement among raft nodes before linearized reading' (duration: 720.425906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.125361Z","time spent":"720.733165ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:27:13.846183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.20366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:13.846201Z","caller":"traceutil/trace.go:171","msg":"trace[1429769003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14817; }","duration":"361.251261ms","start":"2026-03-31T05:27:13.484943Z","end":"2026-03-31T05:27:13.846195Z","steps":["trace[1429769003] 'agreement among raft nodes before linearized reading' (duration: 361.21931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.484926Z","time spent":"361.412346ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:27:13.846201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.175887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:27:13.846467Z","caller":"traceutil/trace.go:171","msg":"trace[1692723460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14817; }","duration":"469.482806ms","start":"2026-03-31T05:27:13.376977Z","end":"2026-03-31T05:27:13.84646Z","steps":["trace[1692723460] 'agreement among raft nodes before linearized reading' (duration: 469.136686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.376956Z","time spent":"469.524407ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:13.846514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.419122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:27:13.846532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.675423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:27:13.846557Z","caller":"traceutil/trace.go:171","msg":"trace[90730991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14817; }","duration":"629.505674ms","start":"2026-03-31T05:27:13.217039Z","end":"2026-03-31T05:27:13.846545Z","steps":["trace[90730991] 'agreement among raft nodes before linearized reading' (duration: 629.36751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.217013Z","time spent":"629.571526ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:27:13.846356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.499538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:27:13.84671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.977421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:27:13.84673Z","caller":"traceutil/trace.go:171","msg":"trace[432320078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14817; }","duration":"720.927019ms","start":"2026-03-31T05:27:13.125783Z","end":"2026-03-31T05:27:13.84671Z","steps":["trace[432320078] 'agreement among raft nodes before linearized reading' (duration: 720.075856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:13.846758Z","caller":"traceutil/trace.go:171","msg":"trace[849476162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14817; }","duration":"636.054542ms","start":"2026-03-31T05:27:13.21069Z","end":"2026-03-31T05:27:13.846745Z","steps":["trace[849476162] 'agreement among raft nodes before linearized reading' (duration: 635.942129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.744159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:27:13.846798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.210672Z","time spent":"636.115614ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:27:13.84683Z","caller":"traceutil/trace.go:171","msg":"trace[377080247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14817; }","duration":"464.287193ms","start":"2026-03-31T05:27:13.382533Z","end":"2026-03-31T05:27:13.84682Z","steps":["trace[377080247] 'agreement among raft nodes before linearized reading' (duration: 463.688947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.846861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.382492Z","time spent":"464.360175ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:13.846825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.125764Z","time spent":"721.015172ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:27:13.846592Z","caller":"traceutil/trace.go:171","msg":"trace[1745735334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14817; }","duration":"616.763647ms","start":"2026-03-31T05:27:13.229806Z","end":"2026-03-31T05:27:13.84657Z","steps":["trace[1745735334] 'agreement among raft nodes before linearized reading' (duration: 616.647263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:13.84693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.22979Z","time spent":"617.130926ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:27:16.092333Z","caller":"traceutil/trace.go:171","msg":"trace[518550862] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"150.499458ms","start":"2026-03-31T05:27:15.941812Z","end":"2026-03-31T05:27:16.092312Z","steps":["trace[518550862] 'process raft request' (duration: 149.730687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:18.250242Z","caller":"traceutil/trace.go:171","msg":"trace[146914019] linearizableReadLoop","detail":"{readStateIndex:15384; appliedIndex:15383; }","duration":"126.203365ms","start":"2026-03-31T05:27:18.124011Z","end":"2026-03-31T05:27:18.250214Z","steps":["trace[146914019] 'read index received' (duration: 126.027841ms)","trace[146914019] 'applied index is now lower than readState.Index' (duration: 173.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:18.250574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.511794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:27:18.250733Z","caller":"traceutil/trace.go:171","msg":"trace[1511631492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14842; }","duration":"126.717369ms","start":"2026-03-31T05:27:18.12399Z","end":"2026-03-31T05:27:18.250708Z","steps":["trace[1511631492] 'agreement among raft nodes before linearized reading' (duration: 126.313228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:18.251181Z","caller":"traceutil/trace.go:171","msg":"trace[802855652] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"157.8649ms","start":"2026-03-31T05:27:18.09325Z","end":"2026-03-31T05:27:18.251115Z","steps":["trace[802855652] 'process raft request' (duration: 156.78687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:18.251401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.255284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:27:18.251471Z","caller":"traceutil/trace.go:171","msg":"trace[1274608808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14845; }","duration":"127.352936ms","start":"2026-03-31T05:27:18.1241Z","end":"2026-03-31T05:27:18.251453Z","steps":["trace[1274608808] 'agreement among raft nodes before linearized reading' (duration: 127.11346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:18.251885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:27:18.251946Z","caller":"traceutil/trace.go:171","msg":"trace[1876742004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14845; }","duration":"127.815279ms","start":"2026-03-31T05:27:18.124116Z","end":"2026-03-31T05:27:18.251931Z","steps":["trace[1876742004] 'agreement among raft nodes before linearized reading' (duration: 127.650125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:31.812584Z","caller":"traceutil/trace.go:171","msg":"trace[2089747951] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"188.206457ms","start":"2026-03-31T05:27:31.624338Z","end":"2026-03-31T05:27:31.812544Z","steps":["trace[2089747951] 'process raft request' (duration: 184.429804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:38.845064Z","caller":"traceutil/trace.go:171","msg":"trace[902136536] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"402.531748ms","start":"2026-03-31T05:27:38.442507Z","end":"2026-03-31T05:27:38.845039Z","steps":["trace[902136536] 'process raft request' (duration: 402.376874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:38.845249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.442479Z","time spent":"402.655492ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:39.284562Z","caller":"traceutil/trace.go:171","msg":"trace[1429738634] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"737.738708ms","start":"2026-03-31T05:27:38.546799Z","end":"2026-03-31T05:27:39.284538Z","steps":["trace[1429738634] 'process raft request' (duration: 737.44441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:39.284734Z","caller":"traceutil/trace.go:171","msg":"trace[2010437412] linearizableReadLoop","detail":"{readStateIndex:15496; appliedIndex:15494; }","duration":"697.474219ms","start":"2026-03-31T05:27:38.587202Z","end":"2026-03-31T05:27:39.284676Z","steps":["trace[2010437412] 'read index received' (duration: 257.864209ms)","trace[2010437412] 'applied index is now lower than readState.Index' (duration: 439.6077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:39.284782Z","caller":"traceutil/trace.go:171","msg":"trace[11210814] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"737.686927ms","start":"2026-03-31T05:27:38.547061Z","end":"2026-03-31T05:27:39.284748Z","steps":["trace[11210814] 'process raft request' (duration: 737.43032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.284743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.546776Z","time spent":"737.881111ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:39.284903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.706955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:27:39.284979Z","caller":"traceutil/trace.go:171","msg":"trace[1107382671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14950; }","duration":"697.834708ms","start":"2026-03-31T05:27:38.587113Z","end":"2026-03-31T05:27:39.284948Z","steps":["trace[1107382671] 'agreement among raft nodes before linearized reading' (duration: 697.682314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.284915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.547038Z","time spent":"737.80805ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:39.285147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.315602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:27:39.285182Z","caller":"traceutil/trace.go:171","msg":"trace[1688381615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14950; }","duration":"694.375994ms","start":"2026-03-31T05:27:38.590792Z","end":"2026-03-31T05:27:39.285168Z","steps":["trace[1688381615] 'agreement among raft nodes before linearized reading' (duration: 694.258691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.285232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.59078Z","time spent":"694.440866ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:39.285213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.442876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:27:39.285239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.203007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:27:39.28522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.945302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:27:39.285292Z","caller":"traceutil/trace.go:171","msg":"trace[509199044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14950; }","duration":"695.254698ms","start":"2026-03-31T05:27:38.590021Z","end":"2026-03-31T05:27:39.285276Z","steps":["trace[509199044] 'agreement among raft nodes before linearized reading' (duration: 695.036122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:39.285288Z","caller":"traceutil/trace.go:171","msg":"trace[1349546822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14950; }","duration":"694.541899ms","start":"2026-03-31T05:27:38.590728Z","end":"2026-03-31T05:27:39.28527Z","steps":["trace[1349546822] 'agreement among raft nodes before linearized reading' (duration: 694.294242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.285324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.589913Z","time spent":"695.403372ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:39.285326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.311957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:27:39.285328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.590722Z","time spent":"694.597811ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:27:39.285354Z","caller":"traceutil/trace.go:171","msg":"trace[1973749245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14950; }","duration":"696.383779ms","start":"2026-03-31T05:27:38.588962Z","end":"2026-03-31T05:27:39.285346Z","steps":["trace[1973749245] 'agreement among raft nodes before linearized reading' (duration: 695.958418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:39.285377Z","caller":"traceutil/trace.go:171","msg":"trace[335055734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14950; }","duration":"694.114357ms","start":"2026-03-31T05:27:38.591195Z","end":"2026-03-31T05:27:39.28531Z","steps":["trace[335055734] 'agreement among raft nodes before linearized reading' (duration: 693.764348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.285491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.591188Z","time spent":"694.283612ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:27:39.285388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.588942Z","time spent":"696.439ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:27:39.285084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.587094Z","time spent":"697.923511ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:27:39.285842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.622869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:27:39.285928Z","caller":"traceutil/trace.go:171","msg":"trace[643337092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14950; }","duration":"691.718242ms","start":"2026-03-31T05:27:38.594194Z","end":"2026-03-31T05:27:39.285912Z","steps":["trace[643337092] 'agreement among raft nodes before linearized reading' (duration: 691.536797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:39.285966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:38.594187Z","time spent":"691.771313ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:27:40.046375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.865857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:40.046474Z","caller":"traceutil/trace.go:171","msg":"trace[317645310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14956; }","duration":"562.019131ms","start":"2026-03-31T05:27:39.484437Z","end":"2026-03-31T05:27:40.046456Z","steps":["trace[317645310] 'range keys from in-memory index tree' (duration: 561.756474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.046468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.821948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:40.046511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.484415Z","time spent":"562.085533ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:27:40.046514Z","caller":"traceutil/trace.go:171","msg":"trace[22922670] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14956; }","duration":"253.90237ms","start":"2026-03-31T05:27:39.792598Z","end":"2026-03-31T05:27:40.046501Z","steps":["trace[22922670] 'count revisions from in-memory index tree' (duration: 253.729496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.046555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.293416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128382"} {"level":"info","ts":"2026-03-31T05:27:40.046631Z","caller":"traceutil/trace.go:171","msg":"trace[206321869] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:14956; }","duration":"215.414029ms","start":"2026-03-31T05:27:39.8312Z","end":"2026-03-31T05:27:40.046614Z","steps":["trace[206321869] 'range keys from in-memory index tree' (duration: 215.092541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.046392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.461421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:27:40.046701Z","caller":"traceutil/trace.go:171","msg":"trace[969057848] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:14956; }","duration":"230.810341ms","start":"2026-03-31T05:27:39.815877Z","end":"2026-03-31T05:27:40.046688Z","steps":["trace[969057848] 'range keys from in-memory index tree' (duration: 230.311726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.046697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.228538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:40.046763Z","caller":"traceutil/trace.go:171","msg":"trace[1211040799] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:14956; }","duration":"543.333281ms","start":"2026-03-31T05:27:39.503408Z","end":"2026-03-31T05:27:40.046742Z","steps":["trace[1211040799] 'count revisions from in-memory index tree' (duration: 543.106785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:40.046806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:39.503379Z","time spent":"543.415383ms","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:27:47.824873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:27:48.32542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:27:48.460006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146849305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:27:48.512363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395102142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:48.512481Z","caller":"traceutil/trace.go:171","msg":"trace[1082084587] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14986; }","duration":"1.395274576s","start":"2026-03-31T05:27:47.117178Z","end":"2026-03-31T05:27:48.512453Z","steps":["trace[1082084587] 'count revisions from in-memory index tree' (duration: 1.395027219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.512548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.117156Z","time spent":"1.395370998s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:27:48.51349Z","caller":"traceutil/trace.go:171","msg":"trace[2109693234] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"1.200408446s","start":"2026-03-31T05:27:47.313059Z","end":"2026-03-31T05:27:48.513467Z","steps":["trace[2109693234] 'process raft request' (duration: 1.147138582s)","trace[2109693234] 'compare' (duration: 52.425201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:48.514255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.313041Z","time spent":"1.200552221s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:48.51615Z","caller":"traceutil/trace.go:171","msg":"trace[811136550] transaction","detail":"{read_only:false; response_revision:14989; number_of_response:1; }","duration":"661.812255ms","start":"2026-03-31T05:27:47.854313Z","end":"2026-03-31T05:27:48.516125Z","steps":["trace[811136550] 'process raft request' (duration: 661.746323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:48.516231Z","caller":"traceutil/trace.go:171","msg":"trace[1045418974] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"1.202786472s","start":"2026-03-31T05:27:47.313414Z","end":"2026-03-31T05:27:48.516201Z","steps":["trace[1045418974] 'process raft request' (duration: 1.202548245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.516275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.854285Z","time spent":"661.927777ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:48.516387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.31338Z","time spent":"1.202931986s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:48.516701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192430669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:27:48.516922Z","caller":"traceutil/trace.go:171","msg":"trace[1300930545] linearizableReadLoop","detail":"{readStateIndex:15538; appliedIndex:15534; }","duration":"1.192164421s","start":"2026-03-31T05:27:47.324272Z","end":"2026-03-31T05:27:48.516437Z","steps":["trace[1300930545] 'read index received' (duration: 1.135955067s)","trace[1300930545] 'applied index is now lower than readState.Index' (duration: 56.206374ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:48.517015Z","caller":"traceutil/trace.go:171","msg":"trace[1076834446] transaction","detail":"{read_only:false; response_revision:14990; number_of_response:1; }","duration":"441.836861ms","start":"2026-03-31T05:27:48.074702Z","end":"2026-03-31T05:27:48.516539Z","steps":["trace[1076834446] 'process raft request' (duration: 441.397729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:48.07468Z","time spent":"442.377595ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:48.517364Z","caller":"traceutil/trace.go:171","msg":"trace[1900984110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14990; }","duration":"1.192509851s","start":"2026-03-31T05:27:47.324216Z","end":"2026-03-31T05:27:48.516726Z","steps":["trace[1900984110] 'agreement among raft nodes before linearized reading' (duration: 1.192404358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.324193Z","time spent":"1.19321796s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:27:48.51758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128959946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:27:48.517566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100424048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:27:48.517672Z","caller":"traceutil/trace.go:171","msg":"trace[1657345137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14990; }","duration":"1.100591072s","start":"2026-03-31T05:27:47.417053Z","end":"2026-03-31T05:27:48.517644Z","steps":["trace[1657345137] 'agreement among raft nodes before linearized reading' (duration: 1.100268203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12913009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:27:48.517693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104805047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:27:48.517691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033595753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:48.517718Z","caller":"traceutil/trace.go:171","msg":"trace[792793183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14990; }","duration":"1.129191762s","start":"2026-03-31T05:27:47.38852Z","end":"2026-03-31T05:27:48.517712Z","steps":["trace[792793183] 'agreement among raft nodes before linearized reading' (duration: 1.12912683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089753326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:27:48.517723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.417033Z","time spent":"1.100680584s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:27:48.517735Z","caller":"traceutil/trace.go:171","msg":"trace[1396844025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14990; }","duration":"1.104892669s","start":"2026-03-31T05:27:47.41283Z","end":"2026-03-31T05:27:48.517723Z","steps":["trace[1396844025] 'agreement among raft nodes before linearized reading' (duration: 1.104822707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.388505Z","time spent":"1.129237834s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:27:48.51775Z","caller":"traceutil/trace.go:171","msg":"trace[1889058941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14990; }","duration":"1.033716816s","start":"2026-03-31T05:27:47.484021Z","end":"2026-03-31T05:27:48.517738Z","steps":["trace[1889058941] 'agreement among raft nodes before linearized reading' (duration: 1.033595502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:48.517754Z","caller":"traceutil/trace.go:171","msg":"trace[891283712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:14990; }","duration":"1.089837378s","start":"2026-03-31T05:27:47.427907Z","end":"2026-03-31T05:27:48.517744Z","steps":["trace[891283712] 'agreement among raft nodes before linearized reading' (duration: 1.089732905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.427882Z","time spent":"1.08989304s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:27:48.517777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.412809Z","time spent":"1.104957991s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:27:48.517791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.483999Z","time spent":"1.033784298s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:27:48.517614Z","caller":"traceutil/trace.go:171","msg":"trace[2101876305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14990; }","duration":"1.129041888s","start":"2026-03-31T05:27:47.388564Z","end":"2026-03-31T05:27:48.517606Z","steps":["trace[2101876305] 'agreement among raft nodes before linearized reading' (duration: 1.128958446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.388537Z","time spent":"1.129280115s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:48.517964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09978407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:27:48.517979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180098203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:48.518071Z","caller":"traceutil/trace.go:171","msg":"trace[25991200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14990; }","duration":"1.181021077s","start":"2026-03-31T05:27:47.337029Z","end":"2026-03-31T05:27:48.51805Z","steps":["trace[25991200] 'agreement among raft nodes before linearized reading' (duration: 1.18001439s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:48.518068Z","caller":"traceutil/trace.go:171","msg":"trace[315250716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14990; }","duration":"1.099908203s","start":"2026-03-31T05:27:47.418129Z","end":"2026-03-31T05:27:48.518037Z","steps":["trace[315250716] 'agreement among raft nodes before linearized reading' (duration: 1.099575664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.517591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126141799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:27:48.518136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.337Z","time spent":"1.18111617s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:27:48.518133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.418121Z","time spent":"1.100000245s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:27:48.518144Z","caller":"traceutil/trace.go:171","msg":"trace[261935214] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14990; }","duration":"1.126716134s","start":"2026-03-31T05:27:47.391416Z","end":"2026-03-31T05:27:48.518132Z","steps":["trace[261935214] 'agreement among raft nodes before linearized reading' (duration: 1.126074957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:48.518184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:47.391408Z","time spent":"1.126763787s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:27:49.173223Z","caller":"traceutil/trace.go:171","msg":"trace[1693710657] linearizableReadLoop","detail":"{readStateIndex:15545; appliedIndex:15544; }","duration":"114.896696ms","start":"2026-03-31T05:27:49.058309Z","end":"2026-03-31T05:27:49.173205Z","steps":["trace[1693710657] 'read index received' (duration: 114.735102ms)","trace[1693710657] 'applied index is now lower than readState.Index' (duration: 161.094µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:49.173337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.003629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:49.173363Z","caller":"traceutil/trace.go:171","msg":"trace[1767065252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14997; }","duration":"115.080701ms","start":"2026-03-31T05:27:49.058275Z","end":"2026-03-31T05:27:49.173356Z","steps":["trace[1767065252] 'agreement among raft nodes before linearized reading' (duration: 114.992949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:49.173404Z","caller":"traceutil/trace.go:171","msg":"trace[1404130639] transaction","detail":"{read_only:false; response_revision:14997; number_of_response:1; }","duration":"135.749796ms","start":"2026-03-31T05:27:49.037598Z","end":"2026-03-31T05:27:49.173347Z","steps":["trace[1404130639] 'process raft request' (duration: 135.50929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:50.655586Z","caller":"traceutil/trace.go:171","msg":"trace[874128762] transaction","detail":"{read_only:false; response_revision:14999; number_of_response:1; }","duration":"134.830231ms","start":"2026-03-31T05:27:50.520717Z","end":"2026-03-31T05:27:50.655547Z","steps":["trace[874128762] 'process raft request' (duration: 134.547293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:50.666809Z","caller":"traceutil/trace.go:171","msg":"trace[1923271891] linearizableReadLoop","detail":"{readStateIndex:15548; appliedIndex:15546; }","duration":"139.812716ms","start":"2026-03-31T05:27:50.526967Z","end":"2026-03-31T05:27:50.66678Z","steps":["trace[1923271891] 'read index received' (duration: 128.410375ms)","trace[1923271891] 'applied index is now lower than readState.Index' (duration: 11.400861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:50.666941Z","caller":"traceutil/trace.go:171","msg":"trace[1827344559] transaction","detail":"{read_only:false; response_revision:15000; number_of_response:1; }","duration":"143.363193ms","start":"2026-03-31T05:27:50.523568Z","end":"2026-03-31T05:27:50.666931Z","steps":["trace[1827344559] 'process raft request' (duration: 143.062495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.268869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:27:50.667501Z","caller":"traceutil/trace.go:171","msg":"trace[1545176404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15000; }","duration":"136.443024ms","start":"2026-03-31T05:27:50.531036Z","end":"2026-03-31T05:27:50.667479Z","steps":["trace[1545176404] 'agreement among raft nodes before linearized reading' (duration: 136.190177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.054489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:27:50.667604Z","caller":"traceutil/trace.go:171","msg":"trace[49495138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15000; }","duration":"134.1179ms","start":"2026-03-31T05:27:50.533473Z","end":"2026-03-31T05:27:50.667591Z","steps":["trace[49495138] 'agreement among raft nodes before linearized reading' (duration: 133.996967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.650199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:27:50.667742Z","caller":"traceutil/trace.go:171","msg":"trace[1995573319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15000; }","duration":"140.791983ms","start":"2026-03-31T05:27:50.526933Z","end":"2026-03-31T05:27:50.667725Z","steps":["trace[1995573319] 'agreement among raft nodes before linearized reading' (duration: 140.501955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.341631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:27:50.667884Z","caller":"traceutil/trace.go:171","msg":"trace[2128521705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15000; }","duration":"136.448395ms","start":"2026-03-31T05:27:50.531412Z","end":"2026-03-31T05:27:50.66786Z","steps":["trace[2128521705] 'agreement among raft nodes before linearized reading' (duration: 136.216018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.426054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:27:50.66742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.879871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:27:50.668035Z","caller":"traceutil/trace.go:171","msg":"trace[1188582646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15000; }","duration":"136.64371ms","start":"2026-03-31T05:27:50.531361Z","end":"2026-03-31T05:27:50.668005Z","steps":["trace[1188582646] 'agreement among raft nodes before linearized reading' (duration: 136.208168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:50.668042Z","caller":"traceutil/trace.go:171","msg":"trace[37162696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15000; }","duration":"135.507948ms","start":"2026-03-31T05:27:50.532514Z","end":"2026-03-31T05:27:50.668022Z","steps":["trace[37162696] 'agreement among raft nodes before linearized reading' (duration: 134.763628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:50.667803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.456044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:27:50.668182Z","caller":"traceutil/trace.go:171","msg":"trace[818251262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15000; }","duration":"136.869786ms","start":"2026-03-31T05:27:50.531304Z","end":"2026-03-31T05:27:50.668174Z","steps":["trace[818251262] 'agreement among raft nodes before linearized reading' (duration: 136.298561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:57.984453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:27:58.485235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:27:58.664181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428327479s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:27:59.278347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.893727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:27:59.278765Z","caller":"traceutil/trace.go:171","msg":"trace[754131605] linearizableReadLoop","detail":"{readStateIndex:15605; appliedIndex:15604; }","duration":"1.795016878s","start":"2026-03-31T05:27:57.483727Z","end":"2026-03-31T05:27:59.278744Z","steps":["trace[754131605] 'read index received' (duration: 1.180588917s)","trace[754131605] 'applied index is now lower than readState.Index' (duration: 614.426691ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:59.278958Z","caller":"traceutil/trace.go:171","msg":"trace[1381805945] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"2.066964891s","start":"2026-03-31T05:27:57.211975Z","end":"2026-03-31T05:27:59.27894Z","steps":["trace[1381805945] 'process raft request' (duration: 1.452390665s)","trace[1381805945] 'compare' (duration: 613.164357ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:59.27917Z","caller":"traceutil/trace.go:171","msg":"trace[755548476] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"602.695191ms","start":"2026-03-31T05:27:58.676448Z","end":"2026-03-31T05:27:59.279143Z","steps":["trace[755548476] 'process raft request' (duration: 602.045263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.279165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:57.211955Z","time spent":"2.067167107s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:59.27932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.676407Z","time spent":"602.834395ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:59.279312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795537102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:59.279428Z","caller":"traceutil/trace.go:171","msg":"trace[212300457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15054; }","duration":"1.795710377s","start":"2026-03-31T05:27:57.483689Z","end":"2026-03-31T05:27:59.279399Z","steps":["trace[212300457] 'agreement among raft nodes before linearized reading' (duration: 1.795410669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.279474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:57.48367Z","time spent":"1.795797689s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:27:59.359977Z","caller":"traceutil/trace.go:171","msg":"trace[878237216] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"665.009862ms","start":"2026-03-31T05:27:58.694937Z","end":"2026-03-31T05:27:59.359947Z","steps":["trace[878237216] 'process raft request' (duration: 664.791216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.360197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.694916Z","time spent":"665.143656ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:59.360616Z","caller":"traceutil/trace.go:171","msg":"trace[628700028] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"665.191047ms","start":"2026-03-31T05:27:58.695401Z","end":"2026-03-31T05:27:59.360592Z","steps":["trace[628700028] 'process raft request' (duration: 664.497359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.360731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.695366Z","time spent":"665.31017ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:59.361342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278607141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:59.361387Z","caller":"traceutil/trace.go:171","msg":"trace[1482408681] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15057; }","duration":"1.278706014s","start":"2026-03-31T05:27:58.082668Z","end":"2026-03-31T05:27:59.361374Z","steps":["trace[1482408681] 'agreement among raft nodes before linearized reading' (duration: 1.278613671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.361415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.082639Z","time spent":"1.278769766s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:27:59.361467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.39132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:27:59.361566Z","caller":"traceutil/trace.go:171","msg":"trace[292519876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15057; }","duration":"618.522574ms","start":"2026-03-31T05:27:58.743019Z","end":"2026-03-31T05:27:59.361541Z","steps":["trace[292519876] 'agreement among raft nodes before linearized reading' (duration: 618.244217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.361624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.743005Z","time spent":"618.607256ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:59.361699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.000769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:27:59.361731Z","caller":"traceutil/trace.go:171","msg":"trace[705746733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15057; }","duration":"626.07824ms","start":"2026-03-31T05:27:58.735645Z","end":"2026-03-31T05:27:59.361723Z","steps":["trace[705746733] 'agreement among raft nodes before linearized reading' (duration: 625.950047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.361755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.735621Z","time spent":"626.129092ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:27:59.361979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.119586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:27:59.361977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.711423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:27:59.362052Z","caller":"traceutil/trace.go:171","msg":"trace[1505538711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15057; }","duration":"650.225399ms","start":"2026-03-31T05:27:58.711809Z","end":"2026-03-31T05:27:59.362034Z","steps":["trace[1505538711] 'agreement among raft nodes before linearized reading' (duration: 649.934001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.362083Z","caller":"traceutil/trace.go:171","msg":"trace[770272505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15057; }","duration":"587.858397ms","start":"2026-03-31T05:27:58.774196Z","end":"2026-03-31T05:27:59.362055Z","steps":["trace[770272505] 'agreement among raft nodes before linearized reading' (duration: 587.445996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.362109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.711789Z","time spent":"650.306661ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:27:59.362108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.646181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:27:59.362152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.77418Z","time spent":"587.9609ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:27:59.362003Z","caller":"traceutil/trace.go:171","msg":"trace[1068146392] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"597.334816ms","start":"2026-03-31T05:27:58.764635Z","end":"2026-03-31T05:27:59.36197Z","steps":["trace[1068146392] 'process raft request' (duration: 595.612519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.362212Z","caller":"traceutil/trace.go:171","msg":"trace[1415908304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15057; }","duration":"591.812185ms","start":"2026-03-31T05:27:58.770372Z","end":"2026-03-31T05:27:59.362184Z","steps":["trace[1415908304] 'agreement among raft nodes before linearized reading' (duration: 590.842588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.362284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.770344Z","time spent":"591.924828ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:59.362106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.449368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:27:59.36238Z","caller":"traceutil/trace.go:171","msg":"trace[1528296462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15057; }","duration":"590.747855ms","start":"2026-03-31T05:27:58.771601Z","end":"2026-03-31T05:27:59.362349Z","steps":["trace[1528296462] 'agreement among raft nodes before linearized reading' (duration: 590.334264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.362451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.771591Z","time spent":"590.841749ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:27:59.362411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.76461Z","time spent":"597.672325ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:59.362679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.168533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:27:59.362795Z","caller":"traceutil/trace.go:171","msg":"trace[888580293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15057; }","duration":"589.345487ms","start":"2026-03-31T05:27:58.773436Z","end":"2026-03-31T05:27:59.362781Z","steps":["trace[888580293] 'agreement among raft nodes before linearized reading' (duration: 588.781122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.362829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:58.773413Z","time spent":"589.408449ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:27:59.362878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662014317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-q2qnr\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-31T05:27:59.362944Z","caller":"traceutil/trace.go:171","msg":"trace[1650538503] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-q2qnr; range_end:; response_count:1; response_revision:15057; }","duration":"1.66213641s","start":"2026-03-31T05:27:57.700795Z","end":"2026-03-31T05:27:59.362931Z","steps":["trace[1650538503] 'agreement among raft nodes before linearized reading' (duration: 1.660921867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:59.363002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:57.700778Z","time spent":"1.662213533s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12388,"request content":"key:\"/registry/pods/openstack/openvswitch-q2qnr\" "} {"level":"warn","ts":"2026-03-31T05:27:59.502425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.949242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:59.502495Z","caller":"traceutil/trace.go:171","msg":"trace[1921317658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15064; }","duration":"132.052515ms","start":"2026-03-31T05:27:59.370427Z","end":"2026-03-31T05:27:59.50248Z","steps":["trace[1921317658] 'agreement among raft nodes before linearized reading' (duration: 131.919881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.502738Z","caller":"traceutil/trace.go:171","msg":"trace[268069060] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"135.556351ms","start":"2026-03-31T05:27:59.367173Z","end":"2026-03-31T05:27:59.50273Z","steps":["trace[268069060] 'process raft request' (duration: 135.101838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.502737Z","caller":"traceutil/trace.go:171","msg":"trace[718077592] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"135.400376ms","start":"2026-03-31T05:27:59.367287Z","end":"2026-03-31T05:27:59.502687Z","steps":["trace[718077592] 'process raft request' (duration: 134.964425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.502926Z","caller":"traceutil/trace.go:171","msg":"trace[1264232307] transaction","detail":"{read_only:false; response_revision:15064; number_of_response:1; }","duration":"129.368492ms","start":"2026-03-31T05:27:59.37355Z","end":"2026-03-31T05:27:59.502919Z","steps":["trace[1264232307] 'process raft request' (duration: 128.752095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.503213Z","caller":"traceutil/trace.go:171","msg":"trace[1785538255] transaction","detail":"{read_only:false; response_revision:15060; number_of_response:1; }","duration":"136.109276ms","start":"2026-03-31T05:27:59.367098Z","end":"2026-03-31T05:27:59.503207Z","steps":["trace[1785538255] 'process raft request' (duration: 135.102998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.503244Z","caller":"traceutil/trace.go:171","msg":"trace[890486131] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"136.028033ms","start":"2026-03-31T05:27:59.367201Z","end":"2026-03-31T05:27:59.503229Z","steps":["trace[890486131] 'process raft request' (duration: 135.026656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:59.503398Z","caller":"traceutil/trace.go:171","msg":"trace[843064526] transaction","detail":"{read_only:false; response_revision:15059; number_of_response:1; }","duration":"136.297201ms","start":"2026-03-31T05:27:59.367092Z","end":"2026-03-31T05:27:59.50339Z","steps":["trace[843064526] 'process raft request' (duration: 134.972964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:02.007253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:02.507456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:03.0081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:03.508217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:03.510033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:28:03.510117Z","caller":"traceutil/trace.go:171","msg":"trace[1448594226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391254s","start":"2026-03-31T05:28:01.509706Z","end":"2026-03-31T05:28:03.510097Z","steps":["trace[1448594226] 'agreement among raft nodes before linearized reading' (duration: 2.000290731s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.510162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.509688Z","time spent":"2.000464865s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:28:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:28:03.959664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.674797132s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:28:03.960078Z","caller":"traceutil/trace.go:171","msg":"trace[930925725] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"2.675282576s","start":"2026-03-31T05:28:01.284765Z","end":"2026-03-31T05:28:03.960048Z","steps":["trace[930925725] 'process raft request' (duration: 2.675099521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:03.960246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.284745Z","time spent":"2.67540648s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:04.387291Z","caller":"traceutil/trace.go:171","msg":"trace[1386202277] linearizableReadLoop","detail":"{readStateIndex:15619; appliedIndex:15616; }","duration":"2.880070466s","start":"2026-03-31T05:28:01.507199Z","end":"2026-03-31T05:28:04.387269Z","steps":["trace[1386202277] 'read index received' (duration: 2.452668659s)","trace[1386202277] 'applied index is now lower than readState.Index' (duration: 427.400877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:04.387402Z","caller":"traceutil/trace.go:171","msg":"trace[1289186582] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"3.020010557s","start":"2026-03-31T05:28:01.367381Z","end":"2026-03-31T05:28:04.387391Z","steps":["trace[1289186582] 'process raft request' (duration: 3.015085282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.387497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.367354Z","time spent":"3.020072999s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:04.387565Z","caller":"traceutil/trace.go:171","msg":"trace[129906105] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"3.020162501s","start":"2026-03-31T05:28:01.367386Z","end":"2026-03-31T05:28:04.387548Z","steps":["trace[129906105] 'process raft request' (duration: 3.019792261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.387707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880491538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:28:04.387776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.367359Z","time spent":"3.020253274s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:04.387793Z","caller":"traceutil/trace.go:171","msg":"trace[1752337225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15067; }","duration":"2.880605091s","start":"2026-03-31T05:28:01.507165Z","end":"2026-03-31T05:28:04.38777Z","steps":["trace[1752337225] 'agreement among raft nodes before linearized reading' (duration: 2.880392215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.387842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.507151Z","time spent":"2.880682034s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:04.393381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208258288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:28:04.393451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26072225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:04.393488Z","caller":"traceutil/trace.go:171","msg":"trace[703889092] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15068; }","duration":"2.260788451s","start":"2026-03-31T05:28:02.132685Z","end":"2026-03-31T05:28:04.393473Z","steps":["trace[703889092] 'agreement among raft nodes before linearized reading' (duration: 2.2607413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.393526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.132665Z","time spent":"2.260853564s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:04.393731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.605643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:28:04.393845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603045004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:04.393871Z","caller":"traceutil/trace.go:171","msg":"trace[1081350215] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15068; }","duration":"2.603103616s","start":"2026-03-31T05:28:01.79076Z","end":"2026-03-31T05:28:04.393864Z","steps":["trace[1081350215] 'agreement among raft nodes before linearized reading' (duration: 2.603055965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.39392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.790744Z","time spent":"2.603169028s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:04.393838Z","caller":"traceutil/trace.go:171","msg":"trace[309767573] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15068; }","duration":"275.754927ms","start":"2026-03-31T05:28:04.118074Z","end":"2026-03-31T05:28:04.393829Z","steps":["trace[309767573] 'agreement among raft nodes before linearized reading' (duration: 275.586982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885920336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:04.394141Z","caller":"traceutil/trace.go:171","msg":"trace[1943859895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15068; }","duration":"2.885962417s","start":"2026-03-31T05:28:01.508171Z","end":"2026-03-31T05:28:04.394133Z","steps":["trace[1943859895] 'agreement among raft nodes before linearized reading' (duration: 2.885874325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803769184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T05:28:04.394165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.508165Z","time spent":"2.885994088s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:28:04.394151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.337342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:04.39419Z","caller":"traceutil/trace.go:171","msg":"trace[341526526] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:15068; }","duration":"2.803864586s","start":"2026-03-31T05:28:01.590311Z","end":"2026-03-31T05:28:04.394176Z","steps":["trace[341526526] 'agreement among raft nodes before linearized reading' (duration: 2.803694342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.590294Z","time spent":"2.803947378s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:28:04.394303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17703494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:04.394324Z","caller":"traceutil/trace.go:171","msg":"trace[338595435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15068; }","duration":"1.17705802s","start":"2026-03-31T05:28:03.21726Z","end":"2026-03-31T05:28:04.394318Z","steps":["trace[338595435] 'agreement among raft nodes before linearized reading' (duration: 1.177018219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.39437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.217197Z","time spent":"1.177164273s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:04.394206Z","caller":"traceutil/trace.go:171","msg":"trace[821639716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15068; }","duration":"828.432114ms","start":"2026-03-31T05:28:03.565766Z","end":"2026-03-31T05:28:04.394198Z","steps":["trace[821639716] 'agreement among raft nodes before linearized reading' (duration: 828.356622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886240765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:28:04.39445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.565745Z","time spent":"828.690671ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:04.394466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66917311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T05:28:04.394499Z","caller":"traceutil/trace.go:171","msg":"trace[2036135546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15068; }","duration":"2.886310227s","start":"2026-03-31T05:28:01.508162Z","end":"2026-03-31T05:28:04.394472Z","steps":["trace[2036135546] 'agreement among raft nodes before linearized reading' (duration: 2.886160162s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:04.394538Z","caller":"traceutil/trace.go:171","msg":"trace[187281846] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:15068; }","duration":"2.669294643s","start":"2026-03-31T05:28:01.725231Z","end":"2026-03-31T05:28:04.394525Z","steps":["trace[187281846] 'agreement among raft nodes before linearized reading' (duration: 2.669055927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.39456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.508158Z","time spent":"2.886386849s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:28:04.394588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749707292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:04.393392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885829233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:28:04.394597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.725215Z","time spent":"2.669371305s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"info","ts":"2026-03-31T05:28:04.394651Z","caller":"traceutil/trace.go:171","msg":"trace[1599875703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15068; }","duration":"2.887127889s","start":"2026-03-31T05:28:01.507513Z","end":"2026-03-31T05:28:04.394641Z","steps":["trace[1599875703] 'agreement among raft nodes before linearized reading' (duration: 2.885725611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.39468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.507501Z","time spent":"2.88717058s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:04.394685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883358466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:28:04.393796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457272696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:04.394718Z","caller":"traceutil/trace.go:171","msg":"trace[1100503698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15068; }","duration":"2.883401957s","start":"2026-03-31T05:28:01.511308Z","end":"2026-03-31T05:28:04.39471Z","steps":["trace[1100503698] 'agreement among raft nodes before linearized reading' (duration: 2.883308065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.909128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:04.394742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.511303Z","time spent":"2.883433908s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:28:04.394746Z","caller":"traceutil/trace.go:171","msg":"trace[1268015562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15068; }","duration":"2.458290243s","start":"2026-03-31T05:28:01.936442Z","end":"2026-03-31T05:28:04.394733Z","steps":["trace[1268015562] 'agreement among raft nodes before linearized reading' (duration: 2.457279475s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:04.394771Z","caller":"traceutil/trace.go:171","msg":"trace[230159579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15068; }","duration":"884.458393ms","start":"2026-03-31T05:28:03.510293Z","end":"2026-03-31T05:28:04.394751Z","steps":["trace[230159579] 'agreement among raft nodes before linearized reading' (duration: 883.927609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.936428Z","time spent":"2.458345585s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:04.394831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:03.510274Z","time spent":"884.534075ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:28:04.394877Z","caller":"traceutil/trace.go:171","msg":"trace[529206584] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15068; }","duration":"1.749989979s","start":"2026-03-31T05:28:02.644845Z","end":"2026-03-31T05:28:04.394835Z","steps":["trace[529206584] 'agreement among raft nodes before linearized reading' (duration: 1.749693551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.394938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.644827Z","time spent":"1.750096563s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:04.394959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128975784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:04.394997Z","caller":"traceutil/trace.go:171","msg":"trace[1525310303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15068; }","duration":"2.129037676s","start":"2026-03-31T05:28:02.26595Z","end":"2026-03-31T05:28:04.394988Z","steps":["trace[1525310303] 'agreement among raft nodes before linearized reading' (duration: 2.128965044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.395008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07496683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:28:04.395046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.265938Z","time spent":"2.129098757s","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:04.395053Z","caller":"traceutil/trace.go:171","msg":"trace[658633012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15068; }","duration":"2.075022712s","start":"2026-03-31T05:28:02.320004Z","end":"2026-03-31T05:28:04.395027Z","steps":["trace[658633012] 'agreement among raft nodes before linearized reading' (duration: 2.074877328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.39508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786067064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:04.394228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885634648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:28:04.395106Z","caller":"traceutil/trace.go:171","msg":"trace[1919848187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15068; }","duration":"1.786135216s","start":"2026-03-31T05:28:02.608965Z","end":"2026-03-31T05:28:04.3951Z","steps":["trace[1919848187] 'agreement among raft nodes before linearized reading' (duration: 1.786092395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.395111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886511122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:28:04.395118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.319989Z","time spent":"2.075115785s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:28:04.39512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.608942Z","time spent":"1.786175887s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:28:04.395151Z","caller":"traceutil/trace.go:171","msg":"trace[1008289589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15068; }","duration":"2.886559644s","start":"2026-03-31T05:28:01.508581Z","end":"2026-03-31T05:28:04.395141Z","steps":["trace[1008289589] 'agreement among raft nodes before linearized reading' (duration: 2.8864288s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.395178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.508577Z","time spent":"2.886596535s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:28:04.395176Z","caller":"traceutil/trace.go:171","msg":"trace[318792917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15068; }","duration":"2.886600215s","start":"2026-03-31T05:28:01.508511Z","end":"2026-03-31T05:28:04.395111Z","steps":["trace[318792917] 'agreement among raft nodes before linearized reading' (duration: 2.885404712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.395217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:01.508499Z","time spent":"2.886706388s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:28:04.393448Z","caller":"traceutil/trace.go:171","msg":"trace[1359121813] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15068; }","duration":"2.208379461s","start":"2026-03-31T05:28:02.185053Z","end":"2026-03-31T05:28:04.393433Z","steps":["trace[1359121813] 'agreement among raft nodes before linearized reading' (duration: 2.208199216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:04.395397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:02.185036Z","time spent":"2.210336095s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:05.894326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:06.394603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:06.89552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396013688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:07.190986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.381156887s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:28:07.206919Z","caller":"traceutil/trace.go:171","msg":"trace[912690742] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"2.397219395s","start":"2026-03-31T05:28:04.809666Z","end":"2026-03-31T05:28:07.206885Z","steps":["trace[912690742] 'process raft request' (duration: 2.381505827s)","trace[912690742] 'compare' (duration: 15.006489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:07.207116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:04.809629Z","time spent":"2.39737679s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:07.207416Z","caller":"traceutil/trace.go:171","msg":"trace[2063949178] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"813.553378ms","start":"2026-03-31T05:28:06.393821Z","end":"2026-03-31T05:28:07.207374Z","steps":["trace[2063949178] 'process raft request' (duration: 813.377483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:07.207489Z","caller":"traceutil/trace.go:171","msg":"trace[964908884] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"812.602382ms","start":"2026-03-31T05:28:06.394872Z","end":"2026-03-31T05:28:07.207474Z","steps":["trace[964908884] 'process raft request' (duration: 812.400206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:07.207478Z","caller":"traceutil/trace.go:171","msg":"trace[394364396] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"1.239898016s","start":"2026-03-31T05:28:05.967541Z","end":"2026-03-31T05:28:07.207439Z","steps":["trace[394364396] 'process raft request' (duration: 1.239220197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.20756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.394838Z","time spent":"812.683214ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:07.207586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.39379Z","time spent":"813.698322ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:07.207695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:05.967508Z","time spent":"1.24006159s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:07.211308Z","caller":"traceutil/trace.go:171","msg":"trace[1057989289] linearizableReadLoop","detail":"{readStateIndex:15636; appliedIndex:15631; }","duration":"1.826078935s","start":"2026-03-31T05:28:05.385199Z","end":"2026-03-31T05:28:07.211278Z","steps":["trace[1057989289] 'read index received' (duration: 1.805938336s)","trace[1057989289] 'applied index is now lower than readState.Index' (duration: 20.138929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:07.211637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804684381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:07.211688Z","caller":"traceutil/trace.go:171","msg":"trace[1093194911] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15082; }","duration":"1.804802695s","start":"2026-03-31T05:28:05.406872Z","end":"2026-03-31T05:28:07.211675Z","steps":["trace[1093194911] 'agreement among raft nodes before linearized reading' (duration: 1.804671912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.211725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:05.406833Z","time spent":"1.804882017s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:07.211776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.527974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:28:07.212132Z","caller":"traceutil/trace.go:171","msg":"trace[950804198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15082; }","duration":"770.905353ms","start":"2026-03-31T05:28:06.441209Z","end":"2026-03-31T05:28:07.212115Z","steps":["trace[950804198] 'agreement among raft nodes before linearized reading' (duration: 770.40413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.21218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.441198Z","time spent":"770.972175ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.139694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:07.212284Z","caller":"traceutil/trace.go:171","msg":"trace[1336633085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15082; }","duration":"784.663849ms","start":"2026-03-31T05:28:06.42759Z","end":"2026-03-31T05:28:07.212254Z","steps":["trace[1336633085] 'agreement among raft nodes before linearized reading' (duration: 783.998961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.2123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827088724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:28:07.212372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.427582Z","time spent":"784.757861ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.336871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:28:07.2125Z","caller":"traceutil/trace.go:171","msg":"trace[674302374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15082; }","duration":"780.962538ms","start":"2026-03-31T05:28:06.431517Z","end":"2026-03-31T05:28:07.21248Z","steps":["trace[674302374] 'agreement among raft nodes before linearized reading' (duration: 780.30074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.212552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.431507Z","time spent":"781.0306ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:07.21193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.189306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:28:07.212597Z","caller":"traceutil/trace.go:171","msg":"trace[1240043718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15082; }","duration":"995.881535ms","start":"2026-03-31T05:28:06.216701Z","end":"2026-03-31T05:28:07.212583Z","steps":["trace[1240043718] 'agreement among raft nodes before linearized reading' (duration: 995.110134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:07.212604Z","caller":"traceutil/trace.go:171","msg":"trace[1939607659] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15082; }","duration":"1.827247788s","start":"2026-03-31T05:28:05.385139Z","end":"2026-03-31T05:28:07.212387Z","steps":["trace[1939607659] 'agreement among raft nodes before linearized reading' (duration: 1.826334293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.212642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.216683Z","time spent":"995.946976ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728958774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:07.212799Z","caller":"traceutil/trace.go:171","msg":"trace[209102164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15082; }","duration":"1.729867079s","start":"2026-03-31T05:28:05.482912Z","end":"2026-03-31T05:28:07.212779Z","steps":["trace[209102164] 'agreement among raft nodes before linearized reading' (duration: 1.728947914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.21285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:05.482902Z","time spent":"1.729933871s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.667546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:28:07.212998Z","caller":"traceutil/trace.go:171","msg":"trace[1957924783] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15082; }","duration":"457.751065ms","start":"2026-03-31T05:28:06.75523Z","end":"2026-03-31T05:28:07.212981Z","steps":["trace[1957924783] 'agreement among raft nodes before linearized reading' (duration: 456.607964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.755215Z","time spent":"457.810457ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.741482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:28:07.213121Z","caller":"traceutil/trace.go:171","msg":"trace[133458469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15082; }","duration":"781.935954ms","start":"2026-03-31T05:28:06.431175Z","end":"2026-03-31T05:28:07.213111Z","steps":["trace[133458469] 'agreement among raft nodes before linearized reading' (duration: 780.724171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.431158Z","time spent":"782.023886ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:07.211996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.035446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:28:07.213324Z","caller":"traceutil/trace.go:171","msg":"trace[1642244032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15082; }","duration":"787.499766ms","start":"2026-03-31T05:28:06.425814Z","end":"2026-03-31T05:28:07.213313Z","steps":["trace[1642244032] 'agreement among raft nodes before linearized reading' (duration: 786.134059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.425779Z","time spent":"787.574418ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:28:07.212005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018676387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:07.21343Z","caller":"traceutil/trace.go:171","msg":"trace[379744511] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15082; }","duration":"1.020159748s","start":"2026-03-31T05:28:06.193252Z","end":"2026-03-31T05:28:07.213412Z","steps":["trace[379744511] 'agreement among raft nodes before linearized reading' (duration: 1.018699098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.212023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.57516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:28:07.213539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.193229Z","time spent":"1.020267301s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:07.213565Z","caller":"traceutil/trace.go:171","msg":"trace[1782735205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15082; }","duration":"785.137712ms","start":"2026-03-31T05:28:06.42841Z","end":"2026-03-31T05:28:07.213548Z","steps":["trace[1782735205] 'agreement among raft nodes before linearized reading' (duration: 783.563339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.428397Z","time spent":"785.201764ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:07.212037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.669028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:28:07.21372Z","caller":"traceutil/trace.go:171","msg":"trace[1222384063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15082; }","duration":"790.373655ms","start":"2026-03-31T05:28:06.423335Z","end":"2026-03-31T05:28:07.213709Z","steps":["trace[1222384063] 'agreement among raft nodes before linearized reading' (duration: 788.635107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:06.423322Z","time spent":"790.417276ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:07.212057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738542867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:28:07.213827Z","caller":"traceutil/trace.go:171","msg":"trace[2064688161] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15082; }","duration":"1.740305955s","start":"2026-03-31T05:28:05.47351Z","end":"2026-03-31T05:28:07.213816Z","steps":["trace[2064688161] 'agreement among raft nodes before linearized reading' (duration: 1.738510156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.213857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:05.47343Z","time spent":"1.740416028s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:28:07.214141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:05.385122Z","time spent":"1.828997825s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:28:07.475896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.57958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:28:07.475973Z","caller":"traceutil/trace.go:171","msg":"trace[1649507397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15089; }","duration":"150.704704ms","start":"2026-03-31T05:28:07.325251Z","end":"2026-03-31T05:28:07.475956Z","steps":["trace[1649507397] 'range keys from in-memory index tree' (duration: 150.416266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:07.476088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.498539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:07.47618Z","caller":"traceutil/trace.go:171","msg":"trace[1363005435] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15089; }","duration":"168.631373ms","start":"2026-03-31T05:28:07.307527Z","end":"2026-03-31T05:28:07.476159Z","steps":["trace[1363005435] 'range keys from in-memory index tree' (duration: 168.408407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.004608Z","caller":"traceutil/trace.go:171","msg":"trace[1200623639] transaction","detail":"{read_only:false; response_revision:15099; number_of_response:1; }","duration":"110.24052ms","start":"2026-03-31T05:28:08.894345Z","end":"2026-03-31T05:28:09.004585Z","steps":["trace[1200623639] 'process raft request' (duration: 110.106796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.342045Z","caller":"traceutil/trace.go:171","msg":"trace[476422349] linearizableReadLoop","detail":"{readStateIndex:15657; appliedIndex:15655; }","duration":"115.720178ms","start":"2026-03-31T05:28:09.226301Z","end":"2026-03-31T05:28:09.342021Z","steps":["trace[476422349] 'read index received' (duration: 78.946165ms)","trace[476422349] 'applied index is now lower than readState.Index' (duration: 36.772903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:09.342124Z","caller":"traceutil/trace.go:171","msg":"trace[155283542] transaction","detail":"{read_only:false; response_revision:15102; number_of_response:1; }","duration":"126.722038ms","start":"2026-03-31T05:28:09.215365Z","end":"2026-03-31T05:28:09.342087Z","steps":["trace[155283542] 'process raft request' (duration: 126.458991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:09.342224Z","caller":"traceutil/trace.go:171","msg":"trace[534367390] transaction","detail":"{read_only:false; response_revision:15103; number_of_response:1; }","duration":"126.428351ms","start":"2026-03-31T05:28:09.215756Z","end":"2026-03-31T05:28:09.342185Z","steps":["trace[534367390] 'process raft request' (duration: 126.225635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:09.342317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.987956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:28:09.342366Z","caller":"traceutil/trace.go:171","msg":"trace[484993054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15103; }","duration":"116.077308ms","start":"2026-03-31T05:28:09.226273Z","end":"2026-03-31T05:28:09.342351Z","steps":["trace[484993054] 'agreement among raft nodes before linearized reading' (duration: 115.878173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:09.343707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.127947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:28:09.343863Z","caller":"traceutil/trace.go:171","msg":"trace[964706928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15104; }","duration":"106.303191ms","start":"2026-03-31T05:28:09.237533Z","end":"2026-03-31T05:28:09.343836Z","steps":["trace[964706928] 'agreement among raft nodes before linearized reading' (duration: 106.029224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:09.344202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.01619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:28:09.344302Z","caller":"traceutil/trace.go:171","msg":"trace[62540288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15104; }","duration":"100.165424ms","start":"2026-03-31T05:28:09.244113Z","end":"2026-03-31T05:28:09.344278Z","steps":["trace[62540288] 'agreement among raft nodes before linearized reading' (duration: 99.829395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:19.56964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.480391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:19.570171Z","caller":"traceutil/trace.go:171","msg":"trace[1447013067] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"394.973632ms","start":"2026-03-31T05:28:19.175143Z","end":"2026-03-31T05:28:19.570116Z","steps":["trace[1447013067] 'process raft request' (duration: 159.909876ms)","trace[1447013067] 'compare' (duration: 234.314375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:19.570297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:19.175123Z","time spent":"395.117065ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:19.570234Z","caller":"traceutil/trace.go:171","msg":"trace[860113708] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15158; }","duration":"393.515681ms","start":"2026-03-31T05:28:19.176696Z","end":"2026-03-31T05:28:19.570211Z","steps":["trace[860113708] 'process raft request' (duration: 393.387538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:19.570689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:19.176686Z","time spent":"393.779939ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:19.572492Z","caller":"traceutil/trace.go:171","msg":"trace[44435936] linearizableReadLoop","detail":"{readStateIndex:15718; appliedIndex:15712; }","duration":"100.826392ms","start":"2026-03-31T05:28:19.471643Z","end":"2026-03-31T05:28:19.57247Z","steps":["trace[44435936] 'read index received' (duration: 97.774529ms)","trace[44435936] 'applied index is now lower than readState.Index' (duration: 3.050893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:19.5728Z","caller":"traceutil/trace.go:171","msg":"trace[1893834339] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"163.805152ms","start":"2026-03-31T05:28:19.408972Z","end":"2026-03-31T05:28:19.572777Z","steps":["trace[1893834339] 'process raft request' (duration: 163.459712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.572896Z","caller":"traceutil/trace.go:171","msg":"trace[218530576] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"186.84504ms","start":"2026-03-31T05:28:19.386007Z","end":"2026-03-31T05:28:19.572852Z","steps":["trace[218530576] 'process raft request' (duration: 186.344066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:19.573095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.431038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:28:19.573183Z","caller":"traceutil/trace.go:171","msg":"trace[577275858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15162; }","duration":"101.550492ms","start":"2026-03-31T05:28:19.471611Z","end":"2026-03-31T05:28:19.573161Z","steps":["trace[577275858] 'agreement among raft nodes before linearized reading' (duration: 101.396878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.573129Z","caller":"traceutil/trace.go:171","msg":"trace[1137049805] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"218.387231ms","start":"2026-03-31T05:28:19.354732Z","end":"2026-03-31T05:28:19.573119Z","steps":["trace[1137049805] 'process raft request' (duration: 217.486656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.573401Z","caller":"traceutil/trace.go:171","msg":"trace[1702187622] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"182.692297ms","start":"2026-03-31T05:28:19.390612Z","end":"2026-03-31T05:28:19.573304Z","steps":["trace[1702187622] 'process raft request' (duration: 181.779692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.715446Z","caller":"traceutil/trace.go:171","msg":"trace[1934732286] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"134.520492ms","start":"2026-03-31T05:28:19.580897Z","end":"2026-03-31T05:28:19.715417Z","steps":["trace[1934732286] 'process raft request' (duration: 134.44438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.715655Z","caller":"traceutil/trace.go:171","msg":"trace[2064149296] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"134.77533ms","start":"2026-03-31T05:28:19.580832Z","end":"2026-03-31T05:28:19.715608Z","steps":["trace[2064149296] 'process raft request' (duration: 134.466521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.715555Z","caller":"traceutil/trace.go:171","msg":"trace[658317566] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"134.750048ms","start":"2026-03-31T05:28:19.580782Z","end":"2026-03-31T05:28:19.715532Z","steps":["trace[658317566] 'process raft request' (duration: 134.44711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.715539Z","caller":"traceutil/trace.go:171","msg":"trace[1098771620] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"134.858201ms","start":"2026-03-31T05:28:19.580631Z","end":"2026-03-31T05:28:19.715489Z","steps":["trace[1098771620] 'process raft request' (duration: 134.425429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.716223Z","caller":"traceutil/trace.go:171","msg":"trace[336359422] transaction","detail":"{read_only:false; response_revision:15168; number_of_response:1; }","duration":"135.192631ms","start":"2026-03-31T05:28:19.581009Z","end":"2026-03-31T05:28:19.716201Z","steps":["trace[336359422] 'process raft request' (duration: 134.372968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.716639Z","caller":"traceutil/trace.go:171","msg":"trace[332592010] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"135.605842ms","start":"2026-03-31T05:28:19.581012Z","end":"2026-03-31T05:28:19.716618Z","steps":["trace[332592010] 'process raft request' (duration: 135.476769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.716847Z","caller":"traceutil/trace.go:171","msg":"trace[1436521632] transaction","detail":"{read_only:false; response_revision:15171; number_of_response:1; }","duration":"126.720029ms","start":"2026-03-31T05:28:19.590111Z","end":"2026-03-31T05:28:19.716831Z","steps":["trace[1436521632] 'process raft request' (duration: 126.632087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:19.716873Z","caller":"traceutil/trace.go:171","msg":"trace[839035518] transaction","detail":"{read_only:false; response_revision:15170; number_of_response:1; }","duration":"127.996664ms","start":"2026-03-31T05:28:19.588853Z","end":"2026-03-31T05:28:19.71685Z","steps":["trace[839035518] 'process raft request' (duration: 127.720357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:27.714492Z","caller":"traceutil/trace.go:171","msg":"trace[1265074187] transaction","detail":"{read_only:false; response_revision:15313; number_of_response:1; }","duration":"112.329286ms","start":"2026-03-31T05:28:27.602136Z","end":"2026-03-31T05:28:27.714465Z","steps":["trace[1265074187] 'process raft request' (duration: 112.131001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:27.714798Z","caller":"traceutil/trace.go:171","msg":"trace[1521856894] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"111.026681ms","start":"2026-03-31T05:28:27.603715Z","end":"2026-03-31T05:28:27.714742Z","steps":["trace[1521856894] 'process raft request' (duration: 110.705212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.291925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.875563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:32.292131Z","caller":"traceutil/trace.go:171","msg":"trace[478922944] linearizableReadLoop","detail":"{readStateIndex:15966; appliedIndex:15962; }","duration":"545.227863ms","start":"2026-03-31T05:28:31.74689Z","end":"2026-03-31T05:28:32.292118Z","steps":["trace[478922944] 'read index received' (duration: 470.658557ms)","trace[478922944] 'applied index is now lower than readState.Index' (duration: 74.568486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:32.292203Z","caller":"traceutil/trace.go:171","msg":"trace[1495232999] transaction","detail":"{read_only:false; response_revision:15397; number_of_response:1; }","duration":"660.305525ms","start":"2026-03-31T05:28:31.631885Z","end":"2026-03-31T05:28:32.292191Z","steps":["trace[1495232999] 'process raft request' (duration: 63.094043ms)","trace[1495232999] 'compare' (duration: 596.77413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:32.292255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.631867Z","time spent":"660.358706ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:32.292296Z","caller":"traceutil/trace.go:171","msg":"trace[1992920288] transaction","detail":"{read_only:false; response_revision:15400; number_of_response:1; }","duration":"563.465571ms","start":"2026-03-31T05:28:31.728784Z","end":"2026-03-31T05:28:32.292249Z","steps":["trace[1992920288] 'process raft request' (duration: 563.307406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.292454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.728727Z","time spent":"563.640956ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:32.2925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.605713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:28:32.292529Z","caller":"traceutil/trace.go:171","msg":"trace[2106907235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15400; }","duration":"545.665965ms","start":"2026-03-31T05:28:31.746855Z","end":"2026-03-31T05:28:32.292521Z","steps":["trace[2106907235] 'agreement among raft nodes before linearized reading' (duration: 545.544912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.292555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.746837Z","time spent":"545.711507ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:28:32.292693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.075125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:28:32.292728Z","caller":"traceutil/trace.go:171","msg":"trace[650281189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15400; }","duration":"502.146117ms","start":"2026-03-31T05:28:31.790571Z","end":"2026-03-31T05:28:32.292717Z","steps":["trace[650281189] 'agreement among raft nodes before linearized reading' (duration: 502.053365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.29275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.790551Z","time spent":"502.193978ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:32.292749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.177388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:32.292789Z","caller":"traceutil/trace.go:171","msg":"trace[313889094] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15400; }","duration":"173.249659ms","start":"2026-03-31T05:28:32.119528Z","end":"2026-03-31T05:28:32.292777Z","steps":["trace[313889094] 'agreement among raft nodes before linearized reading' (duration: 173.123456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.292802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.759919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:28:32.292867Z","caller":"traceutil/trace.go:171","msg":"trace[1783310686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15400; }","duration":"478.888232ms","start":"2026-03-31T05:28:31.81396Z","end":"2026-03-31T05:28:32.292849Z","steps":["trace[1783310686] 'agreement among raft nodes before linearized reading' (duration: 478.684946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:32.292879Z","caller":"traceutil/trace.go:171","msg":"trace[373788573] transaction","detail":"{read_only:false; response_revision:15398; number_of_response:1; }","duration":"584.422273ms","start":"2026-03-31T05:28:31.708444Z","end":"2026-03-31T05:28:32.292866Z","steps":["trace[373788573] 'process raft request' (duration: 583.57113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.292898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.81392Z","time spent":"478.972034ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:28:32.292887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.106417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:28:32.292959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.23577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:28:32.293Z","caller":"traceutil/trace.go:171","msg":"trace[1740317427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15400; }","duration":"487.311172ms","start":"2026-03-31T05:28:31.805678Z","end":"2026-03-31T05:28:32.292989Z","steps":["trace[1740317427] 'agreement among raft nodes before linearized reading' (duration: 487.209249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.292999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.903882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-31T05:28:32.293004Z","caller":"traceutil/trace.go:171","msg":"trace[1757901514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15400; }","duration":"487.268021ms","start":"2026-03-31T05:28:31.805713Z","end":"2026-03-31T05:28:32.292981Z","steps":["trace[1757901514] 'agreement among raft nodes before linearized reading' (duration: 486.935312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.293023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.805658Z","time spent":"487.357894ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:28:32.293033Z","caller":"traceutil/trace.go:171","msg":"trace[253983812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc; range_end:; response_count:1; response_revision:15400; }","duration":"112.972714ms","start":"2026-03-31T05:28:32.180049Z","end":"2026-03-31T05:28:32.293021Z","steps":["trace[253983812] 'agreement among raft nodes before linearized reading' (duration: 112.873611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.29305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.805701Z","time spent":"487.340423ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:28:32.29305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.708418Z","time spent":"584.490235ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:28:32.293134Z","caller":"traceutil/trace.go:171","msg":"trace[791587072] transaction","detail":"{read_only:false; response_revision:15399; number_of_response:1; }","duration":"564.548021ms","start":"2026-03-31T05:28:31.728576Z","end":"2026-03-31T05:28:32.293124Z","steps":["trace[791587072] 'process raft request' (duration: 563.488152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.29319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.728554Z","time spent":"564.607753ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:32.293238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.459337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:28:32.293266Z","caller":"traceutil/trace.go:171","msg":"trace[1826785032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15400; }","duration":"479.736545ms","start":"2026-03-31T05:28:31.81352Z","end":"2026-03-31T05:28:32.293256Z","steps":["trace[1826785032] 'agreement among raft nodes before linearized reading' (duration: 479.652883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.293286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.81351Z","time spent":"479.771087ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:28:32.293315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.403377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:28:32.2931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.775491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:28:32.293344Z","caller":"traceutil/trace.go:171","msg":"trace[1150106102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15400; }","duration":"501.433367ms","start":"2026-03-31T05:28:31.791903Z","end":"2026-03-31T05:28:32.293336Z","steps":["trace[1150106102] 'agreement among raft nodes before linearized reading' (duration: 501.353075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.293367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.791847Z","time spent":"501.51613ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:28:32.293369Z","caller":"traceutil/trace.go:171","msg":"trace[1969051073] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:15400; }","duration":"412.079149ms","start":"2026-03-31T05:28:31.88128Z","end":"2026-03-31T05:28:32.293359Z","steps":["trace[1969051073] 'agreement among raft nodes before linearized reading' (duration: 411.76518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:32.293959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:31.881258Z","time spent":"412.196453ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:28:32.800023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396014562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:33.300773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396014562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:33.801831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396014562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:34.303008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396014562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:34.500325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:28:34.500415Z","caller":"traceutil/trace.go:171","msg":"trace[292961692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174399s","start":"2026-03-31T05:28:32.500213Z","end":"2026-03-31T05:28:34.500388Z","steps":["trace[292961692] 'agreement among raft nodes before linearized reading' (duration: 2.000045256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:34.500477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.500188Z","time spent":"2.000267051s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:28:34.804145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396014562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:28:35.242957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.944110015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:28:36.50159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:28:36.501663Z","caller":"traceutil/trace.go:171","msg":"trace[1850740113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345413s","start":"2026-03-31T05:28:34.501299Z","end":"2026-03-31T05:28:36.501644Z","steps":["trace[1850740113] 'agreement among raft nodes before linearized reading' (duration: 2.00025227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:36.501699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.501284Z","time spent":"2.000408754s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:28:37.297226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.298951Z","time spent":"4.998262736s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:37.297292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.298658Z","time spent":"4.998626366s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:37.297293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.298935Z","time spent":"4.998349999s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:28:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:28:38.079642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988181521s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:38.079772Z","caller":"traceutil/trace.go:171","msg":"trace[1882420496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15400; }","duration":"4.988323025s","start":"2026-03-31T05:28:33.091428Z","end":"2026-03-31T05:28:38.079751Z","steps":["trace[1882420496] 'range keys from in-memory index tree' (duration: 4.98815903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:38.080174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836770955s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T05:28:38.509858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:28:38.509982Z","caller":"traceutil/trace.go:171","msg":"trace[1769747974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858457s","start":"2026-03-31T05:28:36.509105Z","end":"2026-03-31T05:28:38.509963Z","steps":["trace[1769747974] 'agreement among raft nodes before linearized reading' (duration: 2.000710853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:38.510028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.509085Z","time spent":"2.000932248s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:28:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:28:39.2971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.298914Z","time spent":"4.998177693s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:28:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:28:39.297364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.298907Z","time spent":"4.998450721s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:28:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:28:39.298905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.29871Z","time spent":"7.000192213s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:39.299033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.298661Z","time spent":"7.000368947s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:39.2991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.298779Z","time spent":"7.000319776s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:39.299675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.299527Z","time spent":"7.000143651s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:28:39.470698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.227396333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:28:39.472206Z","caller":"traceutil/trace.go:171","msg":"trace[79574080] transaction","detail":"{read_only:false; response_revision:15410; number_of_response:1; }","duration":"5.172303326s","start":"2026-03-31T05:28:34.299885Z","end":"2026-03-31T05:28:39.472189Z","steps":["trace[79574080] 'process raft request' (duration: 5.17208774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.472302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.299873Z","time spent":"5.172374808s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:39.472336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.172542447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:28:39.472381Z","caller":"traceutil/trace.go:171","msg":"trace[1726749679] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15411; }","duration":"7.172607198s","start":"2026-03-31T05:28:32.299764Z","end":"2026-03-31T05:28:39.472371Z","steps":["trace[1726749679] 'agreement among raft nodes before linearized reading' (duration: 7.172473244s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.472206Z","caller":"traceutil/trace.go:171","msg":"trace[820943367] linearizableReadLoop","detail":"{readStateIndex:15977; appliedIndex:15966; }","duration":"7.172395473s","start":"2026-03-31T05:28:32.299785Z","end":"2026-03-31T05:28:39.47218Z","steps":["trace[820943367] 'read index received' (duration: 2.943491938s)","trace[820943367] 'applied index is now lower than readState.Index' (duration: 4.228902645s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:39.472409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.299756Z","time spent":"7.172645409s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:28:39.472493Z","caller":"traceutil/trace.go:171","msg":"trace[1624885430] transaction","detail":"{read_only:false; response_revision:15411; number_of_response:1; }","duration":"4.821180012s","start":"2026-03-31T05:28:34.651304Z","end":"2026-03-31T05:28:39.472484Z","steps":["trace[1624885430] 'process raft request' (duration: 4.820818342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.472548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.651282Z","time spent":"4.821238544s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:28:39.532446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.86023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-31T05:28:39.532597Z","caller":"traceutil/trace.go:171","msg":"trace[1759804580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc; range_end:; response_count:1; response_revision:15411; }","duration":"224.064906ms","start":"2026-03-31T05:28:39.308513Z","end":"2026-03-31T05:28:39.532578Z","steps":["trace[1759804580] 'agreement among raft nodes before linearized reading' (duration: 223.759347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.532446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.604891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T05:28:39.532616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.834778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:28:39.532666Z","caller":"traceutil/trace.go:171","msg":"trace[1406254988] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15411; }","duration":"231.857718ms","start":"2026-03-31T05:28:39.300786Z","end":"2026-03-31T05:28:39.532644Z","steps":["trace[1406254988] 'agreement among raft nodes before linearized reading' (duration: 231.510009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.532677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.884106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T05:28:39.532695Z","caller":"traceutil/trace.go:171","msg":"trace[1780326017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15411; }","duration":"231.948041ms","start":"2026-03-31T05:28:39.30073Z","end":"2026-03-31T05:28:39.532678Z","steps":["trace[1780326017] 'agreement among raft nodes before linearized reading' (duration: 231.659453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.532716Z","caller":"traceutil/trace.go:171","msg":"trace[345709336] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:15411; }","duration":"232.944838ms","start":"2026-03-31T05:28:39.299759Z","end":"2026-03-31T05:28:39.532704Z","steps":["trace[345709336] 'agreement among raft nodes before linearized reading' (duration: 232.846715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024476877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T05:28:39.533443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029151919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-31T05:28:39.533491Z","caller":"traceutil/trace.go:171","msg":"trace[1523863263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:15411; }","duration":"3.024663053s","start":"2026-03-31T05:28:36.508815Z","end":"2026-03-31T05:28:39.533478Z","steps":["trace[1523863263] 'agreement among raft nodes before linearized reading' (duration: 3.024429017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.508793Z","time spent":"3.024721964s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:28:39.533549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180188185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-03-31T05:28:39.533553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047596326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.533563Z","caller":"traceutil/trace.go:171","msg":"trace[663347059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15411; }","duration":"2.029260081s","start":"2026-03-31T05:28:37.504229Z","end":"2026-03-31T05:28:39.533489Z","steps":["trace[663347059] 'agreement among raft nodes before linearized reading' (duration: 2.029051636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165786418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:39.533663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821719713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:39.533687Z","caller":"traceutil/trace.go:171","msg":"trace[2070473088] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15411; }","duration":"2.821777175s","start":"2026-03-31T05:28:36.711901Z","end":"2026-03-31T05:28:39.533678Z","steps":["trace[2070473088] 'agreement among raft nodes before linearized reading' (duration: 2.821735643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:37.504203Z","time spent":"2.029455907s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:28:39.533729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264990597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.533756Z","caller":"traceutil/trace.go:171","msg":"trace[265064767] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15411; }","duration":"2.265038707s","start":"2026-03-31T05:28:37.26871Z","end":"2026-03-31T05:28:39.533749Z","steps":["trace[265064767] 'agreement among raft nodes before linearized reading' (duration: 2.264999796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738687987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:39.53378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:37.268698Z","time spent":"2.265074608s","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.533798Z","caller":"traceutil/trace.go:171","msg":"trace[1298317167] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:15411; }","duration":"2.738752079s","start":"2026-03-31T05:28:36.795039Z","end":"2026-03-31T05:28:39.533791Z","steps":["trace[1298317167] 'agreement among raft nodes before linearized reading' (duration: 2.738707147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.795015Z","time spent":"2.738800409s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:39.533826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.192162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:28:39.533897Z","caller":"traceutil/trace.go:171","msg":"trace[463693370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15411; }","duration":"234.254483ms","start":"2026-03-31T05:28:39.299603Z","end":"2026-03-31T05:28:39.533857Z","steps":["trace[463693370] 'agreement among raft nodes before linearized reading' (duration: 234.12118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.533687Z","caller":"traceutil/trace.go:171","msg":"trace[693208776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:15411; }","duration":"2.165824489s","start":"2026-03-31T05:28:37.367845Z","end":"2026-03-31T05:28:39.53367Z","steps":["trace[693208776] 'agreement among raft nodes before linearized reading' (duration: 2.165776888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038021965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T05:28:39.533973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.874931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:28:39.534007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038206729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:39.534066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233936683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630573"} {"level":"warn","ts":"2026-03-31T05:28:39.53412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941969722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-31T05:28:39.534118Z","caller":"traceutil/trace.go:171","msg":"trace[1138191374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15411; }","duration":"235.041505ms","start":"2026-03-31T05:28:39.299026Z","end":"2026-03-31T05:28:39.534068Z","steps":["trace[1138191374] 'agreement among raft nodes before linearized reading' (duration: 234.772748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.534141Z","caller":"traceutil/trace.go:171","msg":"trace[758007224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15411; }","duration":"7.234024655s","start":"2026-03-31T05:28:32.300103Z","end":"2026-03-31T05:28:39.534128Z","steps":["trace[758007224] 'agreement among raft nodes before linearized reading' (duration: 7.233017237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.589338547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:28:39.534243Z","caller":"traceutil/trace.go:171","msg":"trace[335171056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15411; }","duration":"6.589403649s","start":"2026-03-31T05:28:32.944832Z","end":"2026-03-31T05:28:39.534236Z","steps":["trace[335171056] 'agreement among raft nodes before linearized reading' (duration: 6.589331637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.944812Z","time spent":"6.589453341s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:28:39.533729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.711881Z","time spent":"2.821839166s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:39.534314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.117861125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:39.534101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30917154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18a1d5e5aaa09c0c\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-31T05:28:39.534376Z","caller":"traceutil/trace.go:171","msg":"trace[755983486] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:15411; }","duration":"7.117935987s","start":"2026-03-31T05:28:32.416406Z","end":"2026-03-31T05:28:39.534342Z","steps":["trace[755983486] 'agreement among raft nodes before linearized reading' (duration: 7.117829064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.416389Z","time spent":"7.118035279s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:39.533456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426251995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:39.534527Z","caller":"traceutil/trace.go:171","msg":"trace[323247512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15411; }","duration":"3.427366285s","start":"2026-03-31T05:28:36.107148Z","end":"2026-03-31T05:28:39.534514Z","steps":["trace[323247512] 'agreement among raft nodes before linearized reading' (duration: 3.426278176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.107131Z","time spent":"3.427426707s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.533584Z","caller":"traceutil/trace.go:171","msg":"trace[1892921483] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15411; }","duration":"4.180268507s","start":"2026-03-31T05:28:35.353306Z","end":"2026-03-31T05:28:39.533575Z","steps":["trace[1892921483] 'agreement among raft nodes before linearized reading' (duration: 4.180174994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.53462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:35.353282Z","time spent":"4.181327916s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-31T05:28:39.534631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864680765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:28:39.534659Z","caller":"traceutil/trace.go:171","msg":"trace[1857030563] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:15411; }","duration":"2.864750147s","start":"2026-03-31T05:28:36.669901Z","end":"2026-03-31T05:28:39.534651Z","steps":["trace[1857030563] 'agreement among raft nodes before linearized reading' (duration: 2.864683005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.669868Z","time spent":"2.864808399s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":35,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.534397Z","caller":"traceutil/trace.go:171","msg":"trace[336177714] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18a1d5e5aaa09c0c; range_end:; response_count:1; response_revision:15411; }","duration":"6.309498809s","start":"2026-03-31T05:28:33.224885Z","end":"2026-03-31T05:28:39.534384Z","steps":["trace[336177714] 'agreement among raft nodes before linearized reading' (duration: 6.309136429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.224867Z","time spent":"6.309881429s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1025,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18a1d5e5aaa09c0c\" "} {"level":"warn","ts":"2026-03-31T05:28:39.534215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.300095Z","time spent":"7.234107387s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630597,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:28:39.533991Z","caller":"traceutil/trace.go:171","msg":"trace[1347297049] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15411; }","duration":"4.038090057s","start":"2026-03-31T05:28:35.49589Z","end":"2026-03-31T05:28:39.53398Z","steps":["trace[1347297049] 'agreement among raft nodes before linearized reading' (duration: 4.037727897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.534948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:35.495879Z","time spent":"4.039030462s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:28:39.533596Z","caller":"traceutil/trace.go:171","msg":"trace[61801061] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15411; }","duration":"4.047649357s","start":"2026-03-31T05:28:35.485934Z","end":"2026-03-31T05:28:39.533584Z","steps":["trace[61801061] 'agreement among raft nodes before linearized reading' (duration: 4.047558514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275869683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:28:39.533616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638609089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:28:39.53367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.813211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:28:39.53404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023819636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.535045Z","caller":"traceutil/trace.go:171","msg":"trace[81715136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15411; }","duration":"1.024841384s","start":"2026-03-31T05:28:38.510184Z","end":"2026-03-31T05:28:39.535025Z","steps":["trace[81715136] 'agreement among raft nodes before linearized reading' (duration: 1.023829857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.533346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221829858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:28:39.535086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:38.510166Z","time spent":"1.024910847s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:28:39.535091Z","caller":"traceutil/trace.go:171","msg":"trace[558155613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15411; }","duration":"5.223612307s","start":"2026-03-31T05:28:34.311469Z","end":"2026-03-31T05:28:39.535082Z","steps":["trace[558155613] 'agreement among raft nodes before linearized reading' (duration: 5.221781127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.535127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.311453Z","time spent":"5.223665018s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:28:39.534077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601568693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.535235Z","caller":"traceutil/trace.go:171","msg":"trace[1640635633] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:15411; }","duration":"5.602766816s","start":"2026-03-31T05:28:33.932461Z","end":"2026-03-31T05:28:39.535228Z","steps":["trace[1640635633] 'agreement among raft nodes before linearized reading' (duration: 5.601590184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.535276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.932439Z","time spent":"5.602824008s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:39.533952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:37.367772Z","time spent":"2.166168139s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.534148Z","caller":"traceutil/trace.go:171","msg":"trace[255726978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc; range_end:; response_count:1; response_revision:15411; }","duration":"6.942036044s","start":"2026-03-31T05:28:32.592103Z","end":"2026-03-31T05:28:39.534139Z","steps":["trace[255726978] 'agreement among raft nodes before linearized reading' (duration: 6.941960592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.535496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:32.592077Z","time spent":"6.943406552s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c42d7a99-ce70-4720-bbd1-098c1d7d88fc\" "} {"level":"warn","ts":"2026-03-31T05:28:39.533403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074895134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.536769Z","caller":"traceutil/trace.go:171","msg":"trace[1566877732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:15411; }","duration":"3.078193054s","start":"2026-03-31T05:28:36.458471Z","end":"2026-03-31T05:28:39.536664Z","steps":["trace[1566877732] 'agreement among raft nodes before linearized reading' (duration: 3.074901244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.536816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:36.458457Z","time spent":"3.078344638s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.534191Z","caller":"traceutil/trace.go:171","msg":"trace[1511212976] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15411; }","duration":"1.038413165s","start":"2026-03-31T05:28:38.495703Z","end":"2026-03-31T05:28:39.534117Z","steps":["trace[1511212976] 'agreement among raft nodes before linearized reading' (duration: 1.037995713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.536971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:38.495662Z","time spent":"1.041300744s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.53564Z","caller":"traceutil/trace.go:171","msg":"trace[707763225] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15411; }","duration":"964.821356ms","start":"2026-03-31T05:28:38.570779Z","end":"2026-03-31T05:28:39.5356Z","steps":["trace[707763225] 'agreement among raft nodes before linearized reading' (duration: 962.678538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.537107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:38.570758Z","time spent":"966.302047ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.535677Z","caller":"traceutil/trace.go:171","msg":"trace[375613978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15411; }","duration":"2.277970421s","start":"2026-03-31T05:28:37.257685Z","end":"2026-03-31T05:28:39.535656Z","steps":["trace[375613978] 'agreement among raft nodes before linearized reading' (duration: 2.275832382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.537254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:37.257666Z","time spent":"2.279575915s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:28:39.535722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:35.485835Z","time spent":"4.049871408s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:28:39.534269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.15900081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:28:39.537402Z","caller":"traceutil/trace.go:171","msg":"trace[1969703720] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15411; }","duration":"6.162177307s","start":"2026-03-31T05:28:33.375212Z","end":"2026-03-31T05:28:39.53739Z","steps":["trace[1969703720] 'agreement among raft nodes before linearized reading' (duration: 6.158913428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.537441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:33.375195Z","time spent":"6.162236598s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:28:39.535738Z","caller":"traceutil/trace.go:171","msg":"trace[471455650] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:15411; }","duration":"4.640762217s","start":"2026-03-31T05:28:34.894958Z","end":"2026-03-31T05:28:39.53572Z","steps":["trace[471455650] 'agreement among raft nodes before linearized reading' (duration: 4.638641169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.537596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:28:34.894937Z","time spent":"4.642645989s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:28:39.697183Z","caller":"traceutil/trace.go:171","msg":"trace[1048685483] transaction","detail":"{read_only:false; response_revision:15413; number_of_response:1; }","duration":"159.122384ms","start":"2026-03-31T05:28:39.538028Z","end":"2026-03-31T05:28:39.69715Z","steps":["trace[1048685483] 'process raft request' (duration: 158.813826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697269Z","caller":"traceutil/trace.go:171","msg":"trace[1312159998] transaction","detail":"{read_only:false; response_revision:15414; number_of_response:1; }","duration":"159.186825ms","start":"2026-03-31T05:28:39.538048Z","end":"2026-03-31T05:28:39.697235Z","steps":["trace[1312159998] 'process raft request' (duration: 158.951009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697396Z","caller":"traceutil/trace.go:171","msg":"trace[911823923] transaction","detail":"{read_only:false; response_revision:15417; number_of_response:1; }","duration":"157.494169ms","start":"2026-03-31T05:28:39.539873Z","end":"2026-03-31T05:28:39.697367Z","steps":["trace[911823923] 'process raft request' (duration: 157.391486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.697617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.503514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:28:39.697649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.637661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:28:39.697668Z","caller":"traceutil/trace.go:171","msg":"trace[1817993330] transaction","detail":"{read_only:false; response_revision:15415; number_of_response:1; }","duration":"157.87558ms","start":"2026-03-31T05:28:39.539783Z","end":"2026-03-31T05:28:39.697658Z","steps":["trace[1817993330] 'process raft request' (duration: 157.340765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697685Z","caller":"traceutil/trace.go:171","msg":"trace[396692397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15418; }","duration":"154.703243ms","start":"2026-03-31T05:28:39.542973Z","end":"2026-03-31T05:28:39.697676Z","steps":["trace[396692397] 'agreement among raft nodes before linearized reading' (duration: 154.618221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697687Z","caller":"traceutil/trace.go:171","msg":"trace[1922760148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15418; }","duration":"159.610097ms","start":"2026-03-31T05:28:39.538062Z","end":"2026-03-31T05:28:39.697672Z","steps":["trace[1922760148] 'agreement among raft nodes before linearized reading' (duration: 159.388231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697834Z","caller":"traceutil/trace.go:171","msg":"trace[167705018] transaction","detail":"{read_only:false; response_revision:15418; number_of_response:1; }","duration":"157.491209ms","start":"2026-03-31T05:28:39.540328Z","end":"2026-03-31T05:28:39.69782Z","steps":["trace[167705018] 'process raft request' (duration: 156.989236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697625Z","caller":"traceutil/trace.go:171","msg":"trace[1334582307] transaction","detail":"{read_only:false; response_revision:15416; number_of_response:1; }","duration":"157.790588ms","start":"2026-03-31T05:28:39.53982Z","end":"2026-03-31T05:28:39.697611Z","steps":["trace[1334582307] 'process raft request' (duration: 157.369096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:39.697412Z","caller":"traceutil/trace.go:171","msg":"trace[726807387] linearizableReadLoop","detail":"{readStateIndex:15985; appliedIndex:15979; }","duration":"139.987512ms","start":"2026-03-31T05:28:39.557408Z","end":"2026-03-31T05:28:39.697395Z","steps":["trace[726807387] 'read index received' (duration: 139.372365ms)","trace[726807387] 'applied index is now lower than readState.Index' (duration: 614.157µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:28:39.698049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.056494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-03-31T05:28:39.698088Z","caller":"traceutil/trace.go:171","msg":"trace[1804841123] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:15418; }","duration":"158.106616ms","start":"2026-03-31T05:28:39.539966Z","end":"2026-03-31T05:28:39.698073Z","steps":["trace[1804841123] 'agreement among raft nodes before linearized reading' (duration: 157.981783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.698202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.453445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T05:28:39.698275Z","caller":"traceutil/trace.go:171","msg":"trace[1946554270] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:15418; }","duration":"158.548788ms","start":"2026-03-31T05:28:39.539704Z","end":"2026-03-31T05:28:39.698253Z","steps":["trace[1946554270] 'agreement among raft nodes before linearized reading' (duration: 158.353783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:39.698611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.837346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630573"} {"level":"info","ts":"2026-03-31T05:28:39.698797Z","caller":"traceutil/trace.go:171","msg":"trace[1220130608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15418; }","duration":"159.055191ms","start":"2026-03-31T05:28:39.539723Z","end":"2026-03-31T05:28:39.698778Z","steps":["trace[1220130608] 'agreement among raft nodes before linearized reading' (duration: 158.024873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:41.489101Z","caller":"traceutil/trace.go:171","msg":"trace[962515386] transaction","detail":"{read_only:false; response_revision:15423; number_of_response:1; }","duration":"179.403777ms","start":"2026-03-31T05:28:41.309668Z","end":"2026-03-31T05:28:41.489071Z","steps":["trace[962515386] 'process raft request' (duration: 179.14518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:57.773229Z","caller":"traceutil/trace.go:171","msg":"trace[703161599] transaction","detail":"{read_only:false; response_revision:15542; number_of_response:1; }","duration":"157.362595ms","start":"2026-03-31T05:28:57.61583Z","end":"2026-03-31T05:28:57.773193Z","steps":["trace[703161599] 'process raft request' (duration: 152.196214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:57.998898Z","caller":"traceutil/trace.go:171","msg":"trace[1887828079] linearizableReadLoop","detail":"{readStateIndex:16118; appliedIndex:16116; }","duration":"118.551116ms","start":"2026-03-31T05:28:57.880319Z","end":"2026-03-31T05:28:57.99887Z","steps":["trace[1887828079] 'read index received' (duration: 118.357361ms)","trace[1887828079] 'applied index is now lower than readState.Index' (duration: 192.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:57.998935Z","caller":"traceutil/trace.go:171","msg":"trace[177865591] transaction","detail":"{read_only:false; response_revision:15545; number_of_response:1; }","duration":"126.082552ms","start":"2026-03-31T05:28:57.872819Z","end":"2026-03-31T05:28:57.998902Z","steps":["trace[177865591] 'process raft request' (duration: 125.815175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:57.999024Z","caller":"traceutil/trace.go:171","msg":"trace[745847371] transaction","detail":"{read_only:false; response_revision:15546; number_of_response:1; }","duration":"126.138734ms","start":"2026-03-31T05:28:57.87283Z","end":"2026-03-31T05:28:57.998968Z","steps":["trace[745847371] 'process raft request' (duration: 125.977329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:57.99927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.917606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:28:57.99938Z","caller":"traceutil/trace.go:171","msg":"trace[2124996677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15546; }","duration":"119.06814ms","start":"2026-03-31T05:28:57.880285Z","end":"2026-03-31T05:28:57.999353Z","steps":["trace[2124996677] 'agreement among raft nodes before linearized reading' (duration: 118.750082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:07.870609Z","caller":"traceutil/trace.go:171","msg":"trace[1605077214] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"142.812948ms","start":"2026-03-31T05:29:07.727728Z","end":"2026-03-31T05:29:07.870541Z","steps":["trace[1605077214] 'process raft request' (duration: 142.138609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:07.990924Z","caller":"traceutil/trace.go:171","msg":"trace[1505724762] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"184.879877ms","start":"2026-03-31T05:29:07.805973Z","end":"2026-03-31T05:29:07.990853Z","steps":["trace[1505724762] 'process raft request' (duration: 184.529778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:07.991254Z","caller":"traceutil/trace.go:171","msg":"trace[1324416300] transaction","detail":"{read_only:false; response_revision:15613; number_of_response:1; }","duration":"138.031778ms","start":"2026-03-31T05:29:07.853188Z","end":"2026-03-31T05:29:07.99122Z","steps":["trace[1324416300] 'process raft request' (duration: 137.553995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.291757Z","caller":"traceutil/trace.go:171","msg":"trace[696090102] transaction","detail":"{read_only:false; response_revision:15615; number_of_response:1; }","duration":"239.322502ms","start":"2026-03-31T05:29:08.052416Z","end":"2026-03-31T05:29:08.291739Z","steps":["trace[696090102] 'process raft request' (duration: 221.601078ms)","trace[696090102] 'compare' (duration: 17.1888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:08.292019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.676732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:29:08.291708Z","caller":"traceutil/trace.go:171","msg":"trace[1047683750] linearizableReadLoop","detail":"{readStateIndex:16190; appliedIndex:16189; }","duration":"217.354063ms","start":"2026-03-31T05:29:08.074331Z","end":"2026-03-31T05:29:08.291685Z","steps":["trace[1047683750] 'read index received' (duration: 199.616529ms)","trace[1047683750] 'applied index is now lower than readState.Index' (duration: 17.736474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:08.292102Z","caller":"traceutil/trace.go:171","msg":"trace[1657737696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15615; }","duration":"217.811376ms","start":"2026-03-31T05:29:08.074272Z","end":"2026-03-31T05:29:08.292083Z","steps":["trace[1657737696] 'agreement among raft nodes before linearized reading' (duration: 217.5934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.292312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.113004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:29:08.292325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.411095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:29:08.292347Z","caller":"traceutil/trace.go:171","msg":"trace[493513537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:15615; }","duration":"181.173646ms","start":"2026-03-31T05:29:08.111163Z","end":"2026-03-31T05:29:08.292337Z","steps":["trace[493513537] 'agreement among raft nodes before linearized reading' (duration: 181.092273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:08.292393Z","caller":"traceutil/trace.go:171","msg":"trace[859036990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15615; }","duration":"217.504217ms","start":"2026-03-31T05:29:08.07487Z","end":"2026-03-31T05:29:08.292375Z","steps":["trace[859036990] 'agreement among raft nodes before linearized reading' (duration: 217.298121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:08.292612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.018327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:29:08.292754Z","caller":"traceutil/trace.go:171","msg":"trace[908741742] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:15615; }","duration":"175.228833ms","start":"2026-03-31T05:29:08.117494Z","end":"2026-03-31T05:29:08.292723Z","steps":["trace[908741742] 'agreement among raft nodes before linearized reading' (duration: 174.692198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:17.168532Z","caller":"traceutil/trace.go:171","msg":"trace[720041494] transaction","detail":"{read_only:false; response_revision:15664; number_of_response:1; }","duration":"102.97774ms","start":"2026-03-31T05:29:17.065527Z","end":"2026-03-31T05:29:17.168505Z","steps":["trace[720041494] 'process raft request' (duration: 102.811606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:25.004834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.598158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:29:25.004946Z","caller":"traceutil/trace.go:171","msg":"trace[1989435102] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"185.041741ms","start":"2026-03-31T05:29:24.819885Z","end":"2026-03-31T05:29:25.004927Z","steps":["trace[1989435102] 'process raft request' (duration: 70.278028ms)","trace[1989435102] 'compare' (duration: 114.488236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:26.767871Z","caller":"traceutil/trace.go:171","msg":"trace[2106096761] linearizableReadLoop","detail":"{readStateIndex:16584; appliedIndex:16583; }","duration":"236.598059ms","start":"2026-03-31T05:29:26.531227Z","end":"2026-03-31T05:29:26.767825Z","steps":["trace[2106096761] 'read index received' (duration: 177.809564ms)","trace[2106096761] 'applied index is now lower than readState.Index' (duration: 58.787325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:26.767891Z","caller":"traceutil/trace.go:171","msg":"trace[1670869245] transaction","detail":"{read_only:false; response_revision:16002; number_of_response:1; }","duration":"271.586194ms","start":"2026-03-31T05:29:26.496253Z","end":"2026-03-31T05:29:26.76784Z","steps":["trace[1670869245] 'process raft request' (duration: 212.763968ms)","trace[1670869245] 'compare' (duration: 58.627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:26.768127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.883717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:29:26.768437Z","caller":"traceutil/trace.go:171","msg":"trace[1463600159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16002; }","duration":"237.204255ms","start":"2026-03-31T05:29:26.531213Z","end":"2026-03-31T05:29:26.768417Z","steps":["trace[1463600159] 'agreement among raft nodes before linearized reading' (duration: 236.769303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.775298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.711521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:26.775368Z","caller":"traceutil/trace.go:171","msg":"trace[1783366278] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16002; }","duration":"207.812593ms","start":"2026-03-31T05:29:26.567542Z","end":"2026-03-31T05:29:26.775355Z","steps":["trace[1783366278] 'agreement among raft nodes before linearized reading' (duration: 207.70012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.775381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.899131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:29:26.775477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.207997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:29:26.775517Z","caller":"traceutil/trace.go:171","msg":"trace[192845353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16002; }","duration":"203.275759ms","start":"2026-03-31T05:29:26.572231Z","end":"2026-03-31T05:29:26.775507Z","steps":["trace[192845353] 'agreement among raft nodes before linearized reading' (duration: 203.170196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.775302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.403312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:26.775386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.045873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:26.775601Z","caller":"traceutil/trace.go:171","msg":"trace[20010973] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16002; }","duration":"203.753652ms","start":"2026-03-31T05:29:26.57183Z","end":"2026-03-31T05:29:26.775584Z","steps":["trace[20010973] 'agreement among raft nodes before linearized reading' (duration: 203.418683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.77566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.091001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:26.77566Z","caller":"traceutil/trace.go:171","msg":"trace[1645541153] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16002; }","duration":"203.32012ms","start":"2026-03-31T05:29:26.572307Z","end":"2026-03-31T05:29:26.775627Z","steps":["trace[1645541153] 'agreement among raft nodes before linearized reading' (duration: 203.028982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:26.775422Z","caller":"traceutil/trace.go:171","msg":"trace[1119119079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16002; }","duration":"168.974282ms","start":"2026-03-31T05:29:26.606439Z","end":"2026-03-31T05:29:26.775413Z","steps":["trace[1119119079] 'agreement among raft nodes before linearized reading' (duration: 168.854409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:26.7757Z","caller":"traceutil/trace.go:171","msg":"trace[1045619831] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16002; }","duration":"208.144232ms","start":"2026-03-31T05:29:26.567546Z","end":"2026-03-31T05:29:26.77569Z","steps":["trace[1045619831] 'agreement among raft nodes before linearized reading' (duration: 208.08261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.775728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.195983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:26.775794Z","caller":"traceutil/trace.go:171","msg":"trace[1530894791] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16002; }","duration":"208.270615ms","start":"2026-03-31T05:29:26.567508Z","end":"2026-03-31T05:29:26.775778Z","steps":["trace[1530894791] 'agreement among raft nodes before linearized reading' (duration: 208.134472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:26.775834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.095016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:29:26.775861Z","caller":"traceutil/trace.go:171","msg":"trace[745187617] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16002; }","duration":"243.162058ms","start":"2026-03-31T05:29:26.532691Z","end":"2026-03-31T05:29:26.775853Z","steps":["trace[745187617] 'agreement among raft nodes before linearized reading' (duration: 243.047815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:28.927577Z","caller":"traceutil/trace.go:171","msg":"trace[280780797] linearizableReadLoop","detail":"{readStateIndex:16602; appliedIndex:16599; }","duration":"138.702476ms","start":"2026-03-31T05:29:28.788847Z","end":"2026-03-31T05:29:28.92755Z","steps":["trace[280780797] 'read index received' (duration: 32.357513ms)","trace[280780797] 'applied index is now lower than readState.Index' (duration: 106.343663ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:28.9276Z","caller":"traceutil/trace.go:171","msg":"trace[319608870] transaction","detail":"{read_only:false; response_revision:16018; number_of_response:1; }","duration":"140.504446ms","start":"2026-03-31T05:29:28.787063Z","end":"2026-03-31T05:29:28.927567Z","steps":["trace[319608870] 'process raft request' (duration: 86.06282ms)","trace[319608870] 'compare' (duration: 54.111937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:28.927852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.623861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-03-31T05:29:28.927852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.548452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:29:28.927743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.881921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:28.927894Z","caller":"traceutil/trace.go:171","msg":"trace[197388103] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16019; }","duration":"128.702143ms","start":"2026-03-31T05:29:28.79918Z","end":"2026-03-31T05:29:28.927883Z","steps":["trace[197388103] 'agreement among raft nodes before linearized reading' (duration: 128.543469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:28.927914Z","caller":"traceutil/trace.go:171","msg":"trace[809350464] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16019; }","duration":"139.068566ms","start":"2026-03-31T05:29:28.788837Z","end":"2026-03-31T05:29:28.927905Z","steps":["trace[809350464] 'agreement among raft nodes before linearized reading' (duration: 138.85296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:28.927909Z","caller":"traceutil/trace.go:171","msg":"trace[1523281586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16019; }","duration":"138.626425ms","start":"2026-03-31T05:29:28.789267Z","end":"2026-03-31T05:29:28.927894Z","steps":["trace[1523281586] 'agreement among raft nodes before linearized reading' (duration: 138.44689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:28.927664Z","caller":"traceutil/trace.go:171","msg":"trace[1102947483] transaction","detail":"{read_only:false; response_revision:16019; number_of_response:1; }","duration":"139.684373ms","start":"2026-03-31T05:29:28.787952Z","end":"2026-03-31T05:29:28.927637Z","steps":["trace[1102947483] 'process raft request' (duration: 139.537669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:32.624642Z","caller":"traceutil/trace.go:171","msg":"trace[1061945807] linearizableReadLoop","detail":"{readStateIndex:16635; appliedIndex:16634; }","duration":"192.633198ms","start":"2026-03-31T05:29:32.431989Z","end":"2026-03-31T05:29:32.624623Z","steps":["trace[1061945807] 'read index received' (duration: 192.518315ms)","trace[1061945807] 'applied index is now lower than readState.Index' (duration: 113.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:32.624707Z","caller":"traceutil/trace.go:171","msg":"trace[1530610849] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"194.824518ms","start":"2026-03-31T05:29:32.429847Z","end":"2026-03-31T05:29:32.624671Z","steps":["trace[1530610849] 'process raft request' (duration: 194.666153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.624808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.805693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:32.624833Z","caller":"traceutil/trace.go:171","msg":"trace[1722005607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16051; }","duration":"192.865134ms","start":"2026-03-31T05:29:32.431962Z","end":"2026-03-31T05:29:32.624827Z","steps":["trace[1722005607] 'agreement among raft nodes before linearized reading' (duration: 192.763281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.625026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.237063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:29:32.625088Z","caller":"traceutil/trace.go:171","msg":"trace[1443010337] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16051; }","duration":"101.355427ms","start":"2026-03-31T05:29:32.523717Z","end":"2026-03-31T05:29:32.625072Z","steps":["trace[1443010337] 'agreement among raft nodes before linearized reading' (duration: 101.179922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:32.625095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.003389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:32.625166Z","caller":"traceutil/trace.go:171","msg":"trace[739362828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16051; }","duration":"141.118882ms","start":"2026-03-31T05:29:32.48403Z","end":"2026-03-31T05:29:32.625149Z","steps":["trace[739362828] 'agreement among raft nodes before linearized reading' (duration: 140.791993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:34.414176Z","caller":"traceutil/trace.go:171","msg":"trace[1696316935] transaction","detail":"{read_only:false; response_revision:16061; number_of_response:1; }","duration":"145.166642ms","start":"2026-03-31T05:29:34.26897Z","end":"2026-03-31T05:29:34.414137Z","steps":["trace[1696316935] 'process raft request' (duration: 134.128551ms)","trace[1696316935] 'compare' (duration: 10.496246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:35.45943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396016382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:29:35.960048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396016382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:29:36.460418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396016382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:29:36.781956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887638536s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:29:36.782432Z","caller":"traceutil/trace.go:171","msg":"trace[582109808] transaction","detail":"{read_only:false; response_revision:16064; number_of_response:1; }","duration":"1.888219252s","start":"2026-03-31T05:29:34.894191Z","end":"2026-03-31T05:29:36.78241Z","steps":["trace[582109808] 'process raft request' (duration: 1.888059848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:36.78261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.89417Z","time spent":"1.888359945s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:37.404866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.764939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:29:37.405003Z","caller":"traceutil/trace.go:171","msg":"trace[13907219] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"1.381622585s","start":"2026-03-31T05:29:36.023364Z","end":"2026-03-31T05:29:37.404986Z","steps":["trace[13907219] 'process raft request' (duration: 906.66082ms)","trace[13907219] 'compare' (duration: 474.115202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:37.405054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.023341Z","time spent":"1.381690566s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:37.405456Z","caller":"traceutil/trace.go:171","msg":"trace[834986710] transaction","detail":"{read_only:false; response_revision:16067; number_of_response:1; }","duration":"1.138151199s","start":"2026-03-31T05:29:36.267272Z","end":"2026-03-31T05:29:37.405423Z","steps":["trace[834986710] 'process raft request' (duration: 1.137949713s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.405671Z","caller":"traceutil/trace.go:171","msg":"trace[2089182413] transaction","detail":"{read_only:false; response_revision:16066; number_of_response:1; }","duration":"1.143038621s","start":"2026-03-31T05:29:36.262595Z","end":"2026-03-31T05:29:37.405633Z","steps":["trace[2089182413] 'process raft request' (duration: 1.142351293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.405686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.267216Z","time spent":"1.138330613s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:37.405854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.262568Z","time spent":"1.143195636s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:37.435272Z","caller":"traceutil/trace.go:171","msg":"trace[68792587] linearizableReadLoop","detail":"{readStateIndex:16651; appliedIndex:16647; }","duration":"2.47681422s","start":"2026-03-31T05:29:34.958421Z","end":"2026-03-31T05:29:37.435236Z","steps":["trace[68792587] 'read index received' (duration: 1.823817784s)","trace[68792587] 'applied index is now lower than readState.Index' (duration: 652.994486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:37.435622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477179739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:29:37.435701Z","caller":"traceutil/trace.go:171","msg":"trace[524668601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16067; }","duration":"2.477316073s","start":"2026-03-31T05:29:34.958368Z","end":"2026-03-31T05:29:37.435684Z","steps":["trace[524668601] 'agreement among raft nodes before linearized reading' (duration: 2.477055596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.435762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.958345Z","time spent":"2.477403876s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:37.436239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477784236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:29:37.436289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247562865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:37.436326Z","caller":"traceutil/trace.go:171","msg":"trace[448919059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16067; }","duration":"2.47792177s","start":"2026-03-31T05:29:34.958383Z","end":"2026-03-31T05:29:37.436305Z","steps":["trace[448919059] 'agreement among raft nodes before linearized reading' (duration: 2.477661713s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.436358Z","caller":"traceutil/trace.go:171","msg":"trace[871760544] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16067; }","duration":"1.247652548s","start":"2026-03-31T05:29:36.188688Z","end":"2026-03-31T05:29:37.436341Z","steps":["trace[871760544] 'agreement among raft nodes before linearized reading' (duration: 1.247469613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.436401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247807442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:37.436416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.188683Z","time spent":"1.247721069s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:37.436452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940583883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T05:29:37.436488Z","caller":"traceutil/trace.go:171","msg":"trace[194153034] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16067; }","duration":"1.940650224s","start":"2026-03-31T05:29:35.495827Z","end":"2026-03-31T05:29:37.436477Z","steps":["trace[194153034] 'agreement among raft nodes before linearized reading' (duration: 1.940562252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.436515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.495808Z","time spent":"1.940701295s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:29:37.436562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248238434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:37.436593Z","caller":"traceutil/trace.go:171","msg":"trace[1179895268] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16067; }","duration":"1.248305245s","start":"2026-03-31T05:29:36.18828Z","end":"2026-03-31T05:29:37.436585Z","steps":["trace[1179895268] 'agreement among raft nodes before linearized reading' (duration: 1.248225943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.43663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.18826Z","time spent":"1.248363457s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:37.436694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.291243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.436743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102162483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.436698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101662358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.43683Z","caller":"traceutil/trace.go:171","msg":"trace[234174956] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16067; }","duration":"2.101829183s","start":"2026-03-31T05:29:35.334967Z","end":"2026-03-31T05:29:37.436796Z","steps":["trace[234174956] 'agreement among raft nodes before linearized reading' (duration: 2.101557496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.436885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.179989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:37.436914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445955346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-03-31T05:29:37.436916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271234681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:37.436945Z","caller":"traceutil/trace.go:171","msg":"trace[756165874] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"620.252541ms","start":"2026-03-31T05:29:36.816679Z","end":"2026-03-31T05:29:37.436931Z","steps":["trace[756165874] 'agreement among raft nodes before linearized reading' (duration: 620.108147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.436892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072683629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.436981Z","caller":"traceutil/trace.go:171","msg":"trace[1156214066] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16067; }","duration":"1.271331704s","start":"2026-03-31T05:29:36.165638Z","end":"2026-03-31T05:29:37.436969Z","steps":["trace[1156214066] 'agreement among raft nodes before linearized reading' (duration: 1.27119077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.436992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.816671Z","time spent":"620.311203ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456803343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:29:37.437021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.165626Z","time spent":"1.271386515s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:29:37.437026Z","caller":"traceutil/trace.go:171","msg":"trace[1888903092] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16067; }","duration":"2.072889275s","start":"2026-03-31T05:29:35.364108Z","end":"2026-03-31T05:29:37.436997Z","steps":["trace[1888903092] 'agreement among raft nodes before linearized reading' (duration: 2.072612917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09732565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:37.43709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.364088Z","time spent":"2.072989567s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:29:37.43713Z","caller":"traceutil/trace.go:171","msg":"trace[1180847342] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"2.097390842s","start":"2026-03-31T05:29:35.339729Z","end":"2026-03-31T05:29:37.43712Z","steps":["trace[1180847342] 'agreement among raft nodes before linearized reading' (duration: 2.097201257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.339713Z","time spent":"2.097442363s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777169032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:29:37.436897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.334957Z","time spent":"2.101929676s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:29:37.437235Z","caller":"traceutil/trace.go:171","msg":"trace[259054804] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16067; }","duration":"1.777236913s","start":"2026-03-31T05:29:35.659992Z","end":"2026-03-31T05:29:37.437229Z","steps":["trace[259054804] 'agreement among raft nodes before linearized reading' (duration: 1.777172011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.659973Z","time spent":"1.777279375s","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:37.437278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.001572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.436488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24807815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.437337Z","caller":"traceutil/trace.go:171","msg":"trace[2047885823] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"621.052853ms","start":"2026-03-31T05:29:36.816266Z","end":"2026-03-31T05:29:37.437319Z","steps":["trace[2047885823] 'agreement among raft nodes before linearized reading' (duration: 620.983062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.437366Z","caller":"traceutil/trace.go:171","msg":"trace[1905607429] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"1.248992314s","start":"2026-03-31T05:29:36.188361Z","end":"2026-03-31T05:29:37.437354Z","steps":["trace[1905607429] 'agreement among raft nodes before linearized reading' (duration: 1.2481077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.816183Z","time spent":"621.185117ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.188331Z","time spent":"1.249060876s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507450279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:37.437456Z","caller":"traceutil/trace.go:171","msg":"trace[331834203] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16067; }","duration":"1.507517161s","start":"2026-03-31T05:29:35.929933Z","end":"2026-03-31T05:29:37.43745Z","steps":["trace[331834203] 'agreement among raft nodes before linearized reading' (duration: 1.507441369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.929913Z","time spent":"1.507559583s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098536624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:37.437518Z","caller":"traceutil/trace.go:171","msg":"trace[1156096011] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16067; }","duration":"2.098633526s","start":"2026-03-31T05:29:35.338875Z","end":"2026-03-31T05:29:37.437509Z","steps":["trace[1156096011] 'agreement among raft nodes before linearized reading' (duration: 2.098518343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.338856Z","time spent":"2.098689318s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:29:37.436758Z","caller":"traceutil/trace.go:171","msg":"trace[1252859914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16067; }","duration":"383.415237ms","start":"2026-03-31T05:29:37.053328Z","end":"2026-03-31T05:29:37.436743Z","steps":["trace[1252859914] 'agreement among raft nodes before linearized reading' (duration: 383.314114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:37.053311Z","time spent":"384.27673ms","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:37.437633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.573728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.437694Z","caller":"traceutil/trace.go:171","msg":"trace[770519362] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16067; }","duration":"621.67563ms","start":"2026-03-31T05:29:36.816004Z","end":"2026-03-31T05:29:37.437679Z","steps":["trace[770519362] 'agreement among raft nodes before linearized reading' (duration: 621.591338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.437725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629906422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:29:37.437749Z","caller":"traceutil/trace.go:171","msg":"trace[2116767296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16067; }","duration":"1.629955233s","start":"2026-03-31T05:29:35.807787Z","end":"2026-03-31T05:29:37.437742Z","steps":["trace[2116767296] 'agreement among raft nodes before linearized reading' (duration: 1.629882891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.43775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.815981Z","time spent":"621.757402ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.807774Z","time spent":"1.629991995s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641143039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:37.436769Z","caller":"traceutil/trace.go:171","msg":"trace[161086718] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"2.102222774s","start":"2026-03-31T05:29:35.334539Z","end":"2026-03-31T05:29:37.436762Z","steps":["trace[161086718] 'agreement among raft nodes before linearized reading' (duration: 2.102175103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.33159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.437221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.891098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.438123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.325657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"warn","ts":"2026-03-31T05:29:37.43814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2491828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.438185Z","caller":"traceutil/trace.go:171","msg":"trace[1019619434] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16067; }","duration":"726.42828ms","start":"2026-03-31T05:29:36.711742Z","end":"2026-03-31T05:29:37.438171Z","steps":["trace[1019619434] 'agreement among raft nodes before linearized reading' (duration: 726.279236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.438219Z","caller":"traceutil/trace.go:171","msg":"trace[157546694] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"1.249293253s","start":"2026-03-31T05:29:36.188907Z","end":"2026-03-31T05:29:37.438201Z","steps":["trace[157546694] 'agreement among raft nodes before linearized reading' (duration: 1.249130938s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.711721Z","time spent":"726.495532ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011255475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.437032Z","caller":"traceutil/trace.go:171","msg":"trace[1716803625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16067; }","duration":"2.456830043s","start":"2026-03-31T05:29:34.980195Z","end":"2026-03-31T05:29:37.437025Z","steps":["trace[1716803625] 'agreement among raft nodes before linearized reading' (duration: 2.456761002s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:37.438338Z","caller":"traceutil/trace.go:171","msg":"trace[1986610293] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16067; }","duration":"1.011300486s","start":"2026-03-31T05:29:36.427032Z","end":"2026-03-31T05:29:37.438332Z","steps":["trace[1986610293] 'agreement among raft nodes before linearized reading' (duration: 1.011267245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.980132Z","time spent":"2.458210861s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.427017Z","time spent":"1.011340697s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:29:37.437652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549365753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:29:37.436371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.958362Z","time spent":"2.478000711s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.188901Z","time spent":"1.249369444s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:29:37.438448Z","caller":"traceutil/trace.go:171","msg":"trace[903366294] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16067; }","duration":"1.550190266s","start":"2026-03-31T05:29:35.888235Z","end":"2026-03-31T05:29:37.438425Z","steps":["trace[903366294] 'agreement among raft nodes before linearized reading' (duration: 1.549374993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.625324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:37.438521Z","caller":"traceutil/trace.go:171","msg":"trace[1955645197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16067; }","duration":"804.695976ms","start":"2026-03-31T05:29:36.633816Z","end":"2026-03-31T05:29:37.438512Z","steps":["trace[1955645197] 'agreement among raft nodes before linearized reading' (duration: 804.609594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.888206Z","time spent":"1.550280538s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:37.436293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935756291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:29:37.438402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.823995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:29:37.438547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982107266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:29:37.438621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.335021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:37.436842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102400779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-31T05:29:37.438631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012371825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.438673Z","caller":"traceutil/trace.go:171","msg":"trace[1557317118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16067; }","duration":"766.130574ms","start":"2026-03-31T05:29:36.672525Z","end":"2026-03-31T05:29:37.438655Z","steps":["trace[1557317118] 'agreement among raft nodes before linearized reading' (duration: 765.733563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.438696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.287909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:37.438711Z","caller":"traceutil/trace.go:171","msg":"trace[220315223] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16067; }","duration":"1.012446637s","start":"2026-03-31T05:29:36.426246Z","end":"2026-03-31T05:29:37.438693Z","steps":["trace[220315223] 'agreement among raft nodes before linearized reading' (duration: 1.012362535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.441597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.426242Z","time spent":"1.015306745s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-31T05:29:37.438204Z","caller":"traceutil/trace.go:171","msg":"trace[1870865016] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16067; }","duration":"621.890306ms","start":"2026-03-31T05:29:36.816253Z","end":"2026-03-31T05:29:37.438144Z","steps":["trace[1870865016] 'agreement among raft nodes before linearized reading' (duration: 620.93083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.441909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.816234Z","time spent":"625.618958ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:29:37.436941Z","caller":"traceutil/trace.go:171","msg":"trace[510664732] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16067; }","duration":"2.446013738s","start":"2026-03-31T05:29:34.990921Z","end":"2026-03-31T05:29:37.436934Z","steps":["trace[510664732] 'agreement among raft nodes before linearized reading' (duration: 2.445935636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.442076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:34.990903Z","time spent":"2.451130018s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"info","ts":"2026-03-31T05:29:37.436449Z","caller":"traceutil/trace.go:171","msg":"trace[1433939034] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"1.247880604s","start":"2026-03-31T05:29:36.188553Z","end":"2026-03-31T05:29:37.436434Z","steps":["trace[1433939034] 'agreement among raft nodes before linearized reading' (duration: 1.247780782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.442214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.188537Z","time spent":"1.253660212s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:29:37.438135Z","caller":"traceutil/trace.go:171","msg":"trace[1782866953] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"980.404512ms","start":"2026-03-31T05:29:36.457719Z","end":"2026-03-31T05:29:37.438123Z","steps":["trace[1782866953] 'agreement among raft nodes before linearized reading' (duration: 980.338951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.442355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.457694Z","time spent":"984.654669ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:29:37.438687Z","caller":"traceutil/trace.go:171","msg":"trace[548834758] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16067; }","duration":"1.982291161s","start":"2026-03-31T05:29:35.45638Z","end":"2026-03-31T05:29:37.438671Z","steps":["trace[548834758] 'agreement among raft nodes before linearized reading' (duration: 1.981841789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.442506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.456351Z","time spent":"1.986120145s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:29:37.438737Z","caller":"traceutil/trace.go:171","msg":"trace[1553715281] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"980.349731ms","start":"2026-03-31T05:29:36.458378Z","end":"2026-03-31T05:29:37.438728Z","steps":["trace[1553715281] 'agreement among raft nodes before linearized reading' (duration: 980.192917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.442823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.458365Z","time spent":"984.418552ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.633794Z","time spent":"804.751248ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.960462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:29:37.443238Z","caller":"traceutil/trace.go:171","msg":"trace[845675485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16067; }","duration":"743.99949ms","start":"2026-03-31T05:29:36.699221Z","end":"2026-03-31T05:29:37.443221Z","steps":["trace[845675485] 'agreement among raft nodes before linearized reading' (duration: 738.934151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.443282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.699197Z","time spent":"744.071901ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012843108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:29:37.44342Z","caller":"traceutil/trace.go:171","msg":"trace[1745874956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16067; }","duration":"1.017560927s","start":"2026-03-31T05:29:36.425851Z","end":"2026-03-31T05:29:37.443412Z","steps":["trace[1745874956] 'agreement among raft nodes before linearized reading' (duration: 1.012796467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.443444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.425835Z","time spent":"1.017601737s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.672503Z","time spent":"766.225156ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.334523Z","time spent":"2.103585781s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:29:37.438742Z","caller":"traceutil/trace.go:171","msg":"trace[1747304256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16067; }","duration":"954.533766ms","start":"2026-03-31T05:29:36.484184Z","end":"2026-03-31T05:29:37.438718Z","steps":["trace[1747304256] 'agreement among raft nodes before linearized reading' (duration: 954.299429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.443729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.484166Z","time spent":"959.555953ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:29:37.438775Z","caller":"traceutil/trace.go:171","msg":"trace[974234568] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16067; }","duration":"2.104352402s","start":"2026-03-31T05:29:35.334411Z","end":"2026-03-31T05:29:37.438764Z","steps":["trace[974234568] 'agreement among raft nodes before linearized reading' (duration: 2.102373348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.443853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.334397Z","time spent":"2.109434001s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01291717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:37.44405Z","caller":"traceutil/trace.go:171","msg":"trace[1158821340] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"1.018148903s","start":"2026-03-31T05:29:36.425851Z","end":"2026-03-31T05:29:37.444Z","steps":["trace[1158821340] 'agreement among raft nodes before linearized reading' (duration: 1.01291668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.444109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.425835Z","time spent":"1.018257555s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012931211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:37.444285Z","caller":"traceutil/trace.go:171","msg":"trace[1056984700] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"1.01842287s","start":"2026-03-31T05:29:36.425851Z","end":"2026-03-31T05:29:37.444274Z","steps":["trace[1056984700] 'agreement among raft nodes before linearized reading' (duration: 1.012957591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.444326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.425836Z","time spent":"1.018479351s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:37.438926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173299878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:37.444683Z","caller":"traceutil/trace.go:171","msg":"trace[1495324223] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"1.179100366s","start":"2026-03-31T05:29:36.26557Z","end":"2026-03-31T05:29:37.44467Z","steps":["trace[1495324223] 'agreement among raft nodes before linearized reading' (duration: 1.173226666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.444729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:36.265551Z","time spent":"1.179165998s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:29:37.438986Z","caller":"traceutil/trace.go:171","msg":"trace[1030294068] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16067; }","duration":"1.938482846s","start":"2026-03-31T05:29:35.500486Z","end":"2026-03-31T05:29:37.438969Z","steps":["trace[1030294068] 'agreement among raft nodes before linearized reading' (duration: 1.935680329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.444975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.500465Z","time spent":"1.944475399s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:29:37.439073Z","caller":"traceutil/trace.go:171","msg":"trace[1090394028] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16067; }","duration":"1.641210341s","start":"2026-03-31T05:29:35.796781Z","end":"2026-03-31T05:29:37.437991Z","steps":["trace[1090394028] 'agreement among raft nodes before linearized reading' (duration: 1.641133649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:37.445178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:35.796759Z","time spent":"1.648407747s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:29:37.665002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13703} {"level":"info","ts":"2026-03-31T05:29:37.956054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13703,"took":"288.814714ms","hash":3791476907,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":29163520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T05:29:37.956183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3791476907,"revision":13703,"compact-revision":12102} {"level":"info","ts":"2026-03-31T05:29:39.604203Z","caller":"traceutil/trace.go:171","msg":"trace[492533927] transaction","detail":"{read_only:false; response_revision:16081; number_of_response:1; }","duration":"112.022188ms","start":"2026-03-31T05:29:39.49216Z","end":"2026-03-31T05:29:39.604182Z","steps":["trace[492533927] 'process raft request' (duration: 104.440801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:39.604367Z","caller":"traceutil/trace.go:171","msg":"trace[1906526506] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"111.593556ms","start":"2026-03-31T05:29:39.492765Z","end":"2026-03-31T05:29:39.604358Z","steps":["trace[1906526506] 'process raft request' (duration: 111.341079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:39.604337Z","caller":"traceutil/trace.go:171","msg":"trace[1397483563] linearizableReadLoop","detail":"{readStateIndex:16668; appliedIndex:16665; }","duration":"111.397161ms","start":"2026-03-31T05:29:39.492896Z","end":"2026-03-31T05:29:39.604293Z","steps":["trace[1397483563] 'read index received' (duration: 15.41381ms)","trace[1397483563] 'applied index is now lower than readState.Index' (duration: 95.98032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:39.604718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.167086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:29:39.604779Z","caller":"traceutil/trace.go:171","msg":"trace[1250647239] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16082; }","duration":"103.287059ms","start":"2026-03-31T05:29:39.50148Z","end":"2026-03-31T05:29:39.604767Z","steps":["trace[1250647239] 'agreement among raft nodes before linearized reading' (duration: 103.008992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:39.604922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.836627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:29:39.604964Z","caller":"traceutil/trace.go:171","msg":"trace[2034638776] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16082; }","duration":"102.91888ms","start":"2026-03-31T05:29:39.502035Z","end":"2026-03-31T05:29:39.604954Z","steps":["trace[2034638776] 'agreement among raft nodes before linearized reading' (duration: 102.809427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:39.604944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.480451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:29:39.605003Z","caller":"traceutil/trace.go:171","msg":"trace[2115454179] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16082; }","duration":"101.590244ms","start":"2026-03-31T05:29:39.503399Z","end":"2026-03-31T05:29:39.604989Z","steps":["trace[2115454179] 'agreement among raft nodes before linearized reading' (duration: 101.375418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:39.605103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.199173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737482"} {"level":"info","ts":"2026-03-31T05:29:39.60515Z","caller":"traceutil/trace.go:171","msg":"trace[1847920051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16082; }","duration":"112.274195ms","start":"2026-03-31T05:29:39.492865Z","end":"2026-03-31T05:29:39.605139Z","steps":["trace[1847920051] 'agreement among raft nodes before linearized reading' (duration: 111.574126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:43.782081Z","caller":"traceutil/trace.go:171","msg":"trace[1794738459] transaction","detail":"{read_only:false; response_revision:16105; number_of_response:1; }","duration":"152.340368ms","start":"2026-03-31T05:29:43.629705Z","end":"2026-03-31T05:29:43.782045Z","steps":["trace[1794738459] 'process raft request' (duration: 152.104911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:43.832586Z","caller":"traceutil/trace.go:171","msg":"trace[494596932] linearizableReadLoop","detail":"{readStateIndex:16693; appliedIndex:16691; }","duration":"190.450779ms","start":"2026-03-31T05:29:43.642106Z","end":"2026-03-31T05:29:43.832557Z","steps":["trace[494596932] 'read index received' (duration: 139.751935ms)","trace[494596932] 'applied index is now lower than readState.Index' (duration: 50.697404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:43.832664Z","caller":"traceutil/trace.go:171","msg":"trace[900679778] transaction","detail":"{read_only:false; response_revision:16106; number_of_response:1; }","duration":"201.619823ms","start":"2026-03-31T05:29:43.630983Z","end":"2026-03-31T05:29:43.832603Z","steps":["trace[900679778] 'process raft request' (duration: 154.669461ms)","trace[900679778] 'compare' (duration: 46.794228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:43.832896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.758537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:29:43.832909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.943031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:29:43.832953Z","caller":"traceutil/trace.go:171","msg":"trace[249871365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16106; }","duration":"190.833579ms","start":"2026-03-31T05:29:43.6421Z","end":"2026-03-31T05:29:43.832933Z","steps":["trace[249871365] 'agreement among raft nodes before linearized reading' (duration: 190.635584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:43.832969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.244901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:29:43.832991Z","caller":"traceutil/trace.go:171","msg":"trace[1566528663] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16106; }","duration":"173.054544ms","start":"2026-03-31T05:29:43.659916Z","end":"2026-03-31T05:29:43.832971Z","steps":["trace[1566528663] 'agreement among raft nodes before linearized reading' (duration: 172.823048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:43.833036Z","caller":"traceutil/trace.go:171","msg":"trace[950450390] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16106; }","duration":"161.345694ms","start":"2026-03-31T05:29:43.671673Z","end":"2026-03-31T05:29:43.833018Z","steps":["trace[950450390] 'agreement among raft nodes before linearized reading' (duration: 161.124798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:43.833197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.999291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:29:43.833217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.507115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:29:43.833244Z","caller":"traceutil/trace.go:171","msg":"trace[1717686242] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16106; }","duration":"155.066822ms","start":"2026-03-31T05:29:43.678167Z","end":"2026-03-31T05:29:43.833234Z","steps":["trace[1717686242] 'agreement among raft nodes before linearized reading' (duration: 154.946439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:43.833245Z","caller":"traceutil/trace.go:171","msg":"trace[1498096300] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16106; }","duration":"162.574917ms","start":"2026-03-31T05:29:43.670662Z","end":"2026-03-31T05:29:43.833237Z","steps":["trace[1498096300] 'agreement among raft nodes before linearized reading' (duration: 162.476745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.813486Z","caller":"traceutil/trace.go:171","msg":"trace[1943742609] linearizableReadLoop","detail":"{readStateIndex:16754; appliedIndex:16753; }","duration":"314.958088ms","start":"2026-03-31T05:29:55.498503Z","end":"2026-03-31T05:29:55.813461Z","steps":["trace[1943742609] 'read index received' (duration: 314.778003ms)","trace[1943742609] 'applied index is now lower than readState.Index' (duration: 179.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:55.813524Z","caller":"traceutil/trace.go:171","msg":"trace[161907718] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"318.045312ms","start":"2026-03-31T05:29:55.495461Z","end":"2026-03-31T05:29:55.813506Z","steps":["trace[161907718] 'process raft request' (duration: 317.854297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.813797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.495446Z","time spent":"318.265808ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:55.8137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.165483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:55.81417Z","caller":"traceutil/trace.go:171","msg":"trace[1768291271] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16165; }","duration":"315.544304ms","start":"2026-03-31T05:29:55.498496Z","end":"2026-03-31T05:29:55.81404Z","steps":["trace[1768291271] 'agreement among raft nodes before linearized reading' (duration: 315.06633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.814403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.498477Z","time spent":"315.759139ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:29:55.865828Z","caller":"traceutil/trace.go:171","msg":"trace[1666159921] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"363.500673ms","start":"2026-03-31T05:29:55.502305Z","end":"2026-03-31T05:29:55.865806Z","steps":["trace[1666159921] 'process raft request' (duration: 340.863255ms)","trace[1666159921] 'compare' (duration: 22.267268ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:29:55.865865Z","caller":"traceutil/trace.go:171","msg":"trace[1586800541] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"357.974852ms","start":"2026-03-31T05:29:55.507866Z","end":"2026-03-31T05:29:55.865841Z","steps":["trace[1586800541] 'process raft request' (duration: 357.826278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.865993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.50229Z","time spent":"363.630576ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:55.866013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.507854Z","time spent":"358.092804ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:55.866226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.848513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:55.86626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.456214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:55.866276Z","caller":"traceutil/trace.go:171","msg":"trace[160107796] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"359.909224ms","start":"2026-03-31T05:29:55.506359Z","end":"2026-03-31T05:29:55.866268Z","steps":["trace[160107796] 'agreement among raft nodes before linearized reading' (duration: 359.734559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.8663Z","caller":"traceutil/trace.go:171","msg":"trace[767201437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"362.500085ms","start":"2026-03-31T05:29:55.503786Z","end":"2026-03-31T05:29:55.866286Z","steps":["trace[767201437] 'agreement among raft nodes before linearized reading' (duration: 362.399022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.503779Z","time spent":"362.556277ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.506353Z","time spent":"359.942325ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.86645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.426523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-31T05:29:55.866457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.157645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:29:55.866544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.592125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:55.866546Z","caller":"traceutil/trace.go:171","msg":"trace[274538577] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16167; }","duration":"362.568957ms","start":"2026-03-31T05:29:55.503956Z","end":"2026-03-31T05:29:55.866525Z","steps":["trace[274538577] 'agreement among raft nodes before linearized reading' (duration: 362.210887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.033538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:29:55.866581Z","caller":"traceutil/trace.go:171","msg":"trace[602651099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16167; }","duration":"303.34327ms","start":"2026-03-31T05:29:55.563208Z","end":"2026-03-31T05:29:55.866552Z","steps":["trace[602651099] 'agreement among raft nodes before linearized reading' (duration: 302.890608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.866626Z","caller":"traceutil/trace.go:171","msg":"trace[1462539041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"360.070189ms","start":"2026-03-31T05:29:55.506548Z","end":"2026-03-31T05:29:55.866619Z","steps":["trace[1462539041] 'agreement among raft nodes before linearized reading' (duration: 359.977796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.292286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:55.866711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.50654Z","time spent":"360.165121ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.214292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:55.86674Z","caller":"traceutil/trace.go:171","msg":"trace[272648025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16167; }","duration":"364.250993ms","start":"2026-03-31T05:29:55.502482Z","end":"2026-03-31T05:29:55.866733Z","steps":["trace[272648025] 'agreement among raft nodes before linearized reading' (duration: 364.193631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.866751Z","caller":"traceutil/trace.go:171","msg":"trace[1242332883] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"363.340888ms","start":"2026-03-31T05:29:55.503379Z","end":"2026-03-31T05:29:55.86672Z","steps":["trace[1242332883] 'agreement among raft nodes before linearized reading' (duration: 363.223814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.502476Z","time spent":"364.286464ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.503343Z","time spent":"363.43286ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.370297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:55.866477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.453311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:55.866789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.472924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:29:55.866874Z","caller":"traceutil/trace.go:171","msg":"trace[226280066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16167; }","duration":"303.606057ms","start":"2026-03-31T05:29:55.563256Z","end":"2026-03-31T05:29:55.866862Z","steps":["trace[226280066] 'agreement among raft nodes before linearized reading' (duration: 303.426503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.866878Z","caller":"traceutil/trace.go:171","msg":"trace[182671202] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"363.865022ms","start":"2026-03-31T05:29:55.502996Z","end":"2026-03-31T05:29:55.866861Z","steps":["trace[182671202] 'agreement among raft nodes before linearized reading' (duration: 363.41349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.502983Z","time spent":"363.933154ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.682502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:29:55.866981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.724944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:55.866999Z","caller":"traceutil/trace.go:171","msg":"trace[1053690023] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16167; }","duration":"361.724294ms","start":"2026-03-31T05:29:55.505268Z","end":"2026-03-31T05:29:55.866993Z","steps":["trace[1053690023] 'agreement among raft nodes before linearized reading' (duration: 361.656522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.867008Z","caller":"traceutil/trace.go:171","msg":"trace[292875683] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16167; }","duration":"365.774294ms","start":"2026-03-31T05:29:55.501227Z","end":"2026-03-31T05:29:55.867001Z","steps":["trace[292875683] 'agreement among raft nodes before linearized reading' (duration: 365.731303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.884608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:55.867032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501213Z","time spent":"365.813086ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.505258Z","time spent":"361.761685ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.479074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:29:55.867157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.939049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:29:55.866887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.579275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:55.867223Z","caller":"traceutil/trace.go:171","msg":"trace[338642661] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16167; }","duration":"366.045722ms","start":"2026-03-31T05:29:55.501166Z","end":"2026-03-31T05:29:55.867212Z","steps":["trace[338642661] 'agreement among raft nodes before linearized reading' (duration: 365.898748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.867243Z","caller":"traceutil/trace.go:171","msg":"trace[725360773] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16167; }","duration":"363.940665ms","start":"2026-03-31T05:29:55.503291Z","end":"2026-03-31T05:29:55.867232Z","steps":["trace[725360773] 'agreement among raft nodes before linearized reading' (duration: 363.574025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.867254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501146Z","time spent":"366.100163ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:29:55.866578Z","caller":"traceutil/trace.go:171","msg":"trace[1823453900] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"363.636086ms","start":"2026-03-31T05:29:55.502933Z","end":"2026-03-31T05:29:55.866569Z","steps":["trace[1823453900] 'agreement among raft nodes before linearized reading' (duration: 363.561214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.86615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.953038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:55.867317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.502927Z","time spent":"364.383697ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:29:55.867333Z","caller":"traceutil/trace.go:171","msg":"trace[98612310] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16167; }","duration":"364.15446ms","start":"2026-03-31T05:29:55.503169Z","end":"2026-03-31T05:29:55.867323Z","steps":["trace[98612310] 'agreement among raft nodes before linearized reading' (duration: 362.822444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.867374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.503163Z","time spent":"364.190781ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.503286Z","time spent":"363.989046ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.231167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:55.867453Z","caller":"traceutil/trace.go:171","msg":"trace[938762980] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16167; }","duration":"366.315499ms","start":"2026-03-31T05:29:55.501128Z","end":"2026-03-31T05:29:55.867444Z","steps":["trace[938762980] 'agreement among raft nodes before linearized reading' (duration: 366.254868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.866626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.503949Z","time spent":"362.66483ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:29:55.86752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.322679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:55.867045Z","caller":"traceutil/trace.go:171","msg":"trace[1638293238] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16167; }","duration":"365.97859ms","start":"2026-03-31T05:29:55.501057Z","end":"2026-03-31T05:29:55.867035Z","steps":["trace[1638293238] 'agreement among raft nodes before linearized reading' (duration: 365.906598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.867554Z","caller":"traceutil/trace.go:171","msg":"trace[80014168] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16167; }","duration":"366.378481ms","start":"2026-03-31T05:29:55.501166Z","end":"2026-03-31T05:29:55.867545Z","steps":["trace[80014168] 'agreement among raft nodes before linearized reading' (duration: 366.32698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.867585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501041Z","time spent":"366.537665ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:29:55.867265Z","caller":"traceutil/trace.go:171","msg":"trace[944098548] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16167; }","duration":"362.748132ms","start":"2026-03-31T05:29:55.504438Z","end":"2026-03-31T05:29:55.867186Z","steps":["trace[944098548] 'agreement among raft nodes before linearized reading' (duration: 362.226358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.866848Z","caller":"traceutil/trace.go:171","msg":"trace[1689979415] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16167; }","duration":"360.408398ms","start":"2026-03-31T05:29:55.506433Z","end":"2026-03-31T05:29:55.866841Z","steps":["trace[1689979415] 'agreement among raft nodes before linearized reading' (duration: 360.369927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.867589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501148Z","time spent":"366.434282ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:29:55.86749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501108Z","time spent":"366.37285ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.50642Z","time spent":"361.254631ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.563227Z","time spent":"303.67554ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.504432Z","time spent":"363.178404ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:29:55.866658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.56319Z","time spent":"303.454384ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:55.867672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.466603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:55.866659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.12785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:29:55.868064Z","caller":"traceutil/trace.go:171","msg":"trace[1964979977] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16167; }","duration":"366.882655ms","start":"2026-03-31T05:29:55.501161Z","end":"2026-03-31T05:29:55.868044Z","steps":["trace[1964979977] 'agreement among raft nodes before linearized reading' (duration: 366.34051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:55.868148Z","caller":"traceutil/trace.go:171","msg":"trace[1654289435] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16167; }","duration":"365.62529ms","start":"2026-03-31T05:29:55.502513Z","end":"2026-03-31T05:29:55.868138Z","steps":["trace[1654289435] 'agreement among raft nodes before linearized reading' (duration: 364.091688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:55.86818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.50251Z","time spent":"365.661121ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:29:55.868171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.501142Z","time spent":"367.010619ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:29:55.868539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.074173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:29:55.868606Z","caller":"traceutil/trace.go:171","msg":"trace[393451658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16167; }","duration":"277.184907ms","start":"2026-03-31T05:29:55.591404Z","end":"2026-03-31T05:29:55.868589Z","steps":["trace[393451658] 'agreement among raft nodes before linearized reading' (duration: 274.983716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.361958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.855147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:29:56.362163Z","caller":"traceutil/trace.go:171","msg":"trace[1203918545] transaction","detail":"{read_only:false; response_revision:16170; number_of_response:1; }","duration":"485.891573ms","start":"2026-03-31T05:29:55.876256Z","end":"2026-03-31T05:29:56.362148Z","steps":["trace[1203918545] 'process raft request' (duration: 485.78073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.36222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.876245Z","time spent":"485.947355ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:56.36231Z","caller":"traceutil/trace.go:171","msg":"trace[1620053387] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"486.538512ms","start":"2026-03-31T05:29:55.875763Z","end":"2026-03-31T05:29:56.362301Z","steps":["trace[1620053387] 'process raft request' (duration: 301.250284ms)","trace[1620053387] 'compare' (duration: 184.351942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:56.362537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.875734Z","time spent":"486.594462ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:29:56.36262Z","caller":"traceutil/trace.go:171","msg":"trace[1898174883] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"485.587555ms","start":"2026-03-31T05:29:55.876996Z","end":"2026-03-31T05:29:56.362584Z","steps":["trace[1898174883] 'process raft request' (duration: 485.120343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.362689Z","caller":"traceutil/trace.go:171","msg":"trace[1792873907] linearizableReadLoop","detail":"{readStateIndex:16761; appliedIndex:16756; }","duration":"431.965032ms","start":"2026-03-31T05:29:55.930709Z","end":"2026-03-31T05:29:56.362674Z","steps":["trace[1792873907] 'read index received' (duration: 8.826071ms)","trace[1792873907] 'applied index is now lower than readState.Index' (duration: 423.138471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:29:56.362749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.876982Z","time spent":"485.694798ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:56.362766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.054164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:56.362787Z","caller":"traceutil/trace.go:171","msg":"trace[1250725040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16172; }","duration":"432.106926ms","start":"2026-03-31T05:29:55.930672Z","end":"2026-03-31T05:29:56.362779Z","steps":["trace[1250725040] 'agreement among raft nodes before linearized reading' (duration: 432.068345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.362781Z","caller":"traceutil/trace.go:171","msg":"trace[884656755] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"485.698388ms","start":"2026-03-31T05:29:55.877022Z","end":"2026-03-31T05:29:56.362721Z","steps":["trace[884656755] 'process raft request' (duration: 485.591855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.362873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.194707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:29:56.362889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.011909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:29:56.362903Z","caller":"traceutil/trace.go:171","msg":"trace[1886268489] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16172; }","duration":"367.043979ms","start":"2026-03-31T05:29:55.995854Z","end":"2026-03-31T05:29:56.362898Z","steps":["trace[1886268489] 'agreement among raft nodes before linearized reading' (duration: 366.973257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.362907Z","caller":"traceutil/trace.go:171","msg":"trace[319248276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16172; }","duration":"388.226128ms","start":"2026-03-31T05:29:55.974669Z","end":"2026-03-31T05:29:56.362896Z","steps":["trace[319248276] 'agreement among raft nodes before linearized reading' (duration: 388.120595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.362937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.974615Z","time spent":"388.31558ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:29:56.362957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.903021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:29:56.362892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.87701Z","time spent":"485.831442ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:29:56.363004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.031991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-03-31T05:29:56.363023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.484813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:29:56.363076Z","caller":"traceutil/trace.go:171","msg":"trace[1893811852] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16172; }","duration":"370.123433ms","start":"2026-03-31T05:29:55.992934Z","end":"2026-03-31T05:29:56.363057Z","steps":["trace[1893811852] 'agreement among raft nodes before linearized reading' (duration: 369.923088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:56.363075Z","caller":"traceutil/trace.go:171","msg":"trace[1564127202] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16172; }","duration":"370.564145ms","start":"2026-03-31T05:29:55.992499Z","end":"2026-03-31T05:29:56.363063Z","steps":["trace[1564127202] 'agreement among raft nodes before linearized reading' (duration: 370.430072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.363114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.992929Z","time spent":"370.178375ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:29:56.363112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.992479Z","time spent":"370.626027ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:29:56.362807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.930654Z","time spent":"432.148576ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:56.362915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:55.995846Z","time spent":"367.06575ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:29:56.362971Z","caller":"traceutil/trace.go:171","msg":"trace[1952716488] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16172; }","duration":"360.945863ms","start":"2026-03-31T05:29:56.002021Z","end":"2026-03-31T05:29:56.362967Z","steps":["trace[1952716488] 'agreement among raft nodes before linearized reading' (duration: 360.903532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.363266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.002004Z","time spent":"361.255411ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:29:56.796421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.325208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:56.796525Z","caller":"traceutil/trace.go:171","msg":"trace[1759094666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16172; }","duration":"311.460832ms","start":"2026-03-31T05:29:56.485043Z","end":"2026-03-31T05:29:56.796504Z","steps":["trace[1759094666] 'range keys from in-memory index tree' (duration: 311.255996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:56.796574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:56.485023Z","time spent":"311.538804ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:29:59.00184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.684593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:29:59.001915Z","caller":"traceutil/trace.go:171","msg":"trace[1211845213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16177; }","duration":"635.811376ms","start":"2026-03-31T05:29:58.366088Z","end":"2026-03-31T05:29:59.0019Z","steps":["trace[1211845213] 'range keys from in-memory index tree' (duration: 635.521658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.001945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.366066Z","time spent":"635.871908ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.153329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:29:59.002117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.829654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:29:59.002152Z","caller":"traceutil/trace.go:171","msg":"trace[797997768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16177; }","duration":"610.878306ms","start":"2026-03-31T05:29:58.391264Z","end":"2026-03-31T05:29:59.002142Z","steps":["trace[797997768] 'range keys from in-memory index tree' (duration: 610.745261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.002173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.391247Z","time spent":"610.921376ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.822014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:29:59.00223Z","caller":"traceutil/trace.go:171","msg":"trace[1091786150] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16177; }","duration":"610.886006ms","start":"2026-03-31T05:29:58.391336Z","end":"2026-03-31T05:29:59.002222Z","steps":["trace[1091786150] 'range keys from in-memory index tree' (duration: 610.697891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.002257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.391322Z","time spent":"610.926776ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.428871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:59.002355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.305794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:29:59.002362Z","caller":"traceutil/trace.go:171","msg":"trace[1291134912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:16177; }","duration":"770.555524ms","start":"2026-03-31T05:29:58.231789Z","end":"2026-03-31T05:29:59.002344Z","steps":["trace[1291134912] 'count revisions from in-memory index tree' (duration: 770.345028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:59.002391Z","caller":"traceutil/trace.go:171","msg":"trace[846326149] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16177; }","duration":"612.369436ms","start":"2026-03-31T05:29:58.390013Z","end":"2026-03-31T05:29:59.002382Z","steps":["trace[846326149] 'range keys from in-memory index tree' (duration: 612.202791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.00241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.389997Z","time spent":"612.408927ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.231769Z","time spent":"770.629186ms","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:29:59.002124Z","caller":"traceutil/trace.go:171","msg":"trace[1523315512] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16177; }","duration":"605.209101ms","start":"2026-03-31T05:29:58.396904Z","end":"2026-03-31T05:29:59.002113Z","steps":["trace[1523315512] 'range keys from in-memory index tree' (duration: 605.048567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.002464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.396873Z","time spent":"605.586401ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.57181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:29:59.002568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.171056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:29:59.002602Z","caller":"traceutil/trace.go:171","msg":"trace[2144645657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16177; }","duration":"520.644283ms","start":"2026-03-31T05:29:58.48194Z","end":"2026-03-31T05:29:59.002584Z","steps":["trace[2144645657] 'range keys from in-memory index tree' (duration: 520.518598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:59.002642Z","caller":"traceutil/trace.go:171","msg":"trace[1929479411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16177; }","duration":"636.273679ms","start":"2026-03-31T05:29:58.36635Z","end":"2026-03-31T05:29:59.002623Z","steps":["trace[1929479411] 'range keys from in-memory index tree' (duration: 635.973601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.002652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.481915Z","time spent":"520.720484ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.366343Z","time spent":"636.33082ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:59.002812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.610352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:29:59.002858Z","caller":"traceutil/trace.go:171","msg":"trace[534963150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16177; }","duration":"438.686705ms","start":"2026-03-31T05:29:58.564157Z","end":"2026-03-31T05:29:59.002844Z","steps":["trace[534963150] 'count revisions from in-memory index tree' (duration: 438.534791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.002894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.564142Z","time spent":"438.740747ms","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:59.002861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.564095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T05:29:59.002939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.416703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:29:59.002894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.889953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:29:59.002966Z","caller":"traceutil/trace.go:171","msg":"trace[158885927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16177; }","duration":"670.709798ms","start":"2026-03-31T05:29:58.332235Z","end":"2026-03-31T05:29:59.002945Z","steps":["trace[158885927] 'range keys from in-memory index tree' (duration: 670.39673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:59.002977Z","caller":"traceutil/trace.go:171","msg":"trace[1531655446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16177; }","duration":"636.487134ms","start":"2026-03-31T05:29:58.366476Z","end":"2026-03-31T05:29:59.002964Z","steps":["trace[1531655446] 'range keys from in-memory index tree' (duration: 636.3012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:29:59.002999Z","caller":"traceutil/trace.go:171","msg":"trace[480633918] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16177; }","duration":"664.017436ms","start":"2026-03-31T05:29:58.33897Z","end":"2026-03-31T05:29:59.002988Z","steps":["trace[480633918] 'count revisions from in-memory index tree' (duration: 663.834981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.003012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.366455Z","time spent":"636.549166ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:29:59.003018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.332217Z","time spent":"670.786551ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:29:59.00303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.338958Z","time spent":"664.062688ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:29:59.002296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.732108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:29:59.00317Z","caller":"traceutil/trace.go:171","msg":"trace[2017516597] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16177; }","duration":"605.656073ms","start":"2026-03-31T05:29:58.397502Z","end":"2026-03-31T05:29:59.003158Z","steps":["trace[2017516597] 'range keys from in-memory index tree' (duration: 604.531902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.003204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.397492Z","time spent":"605.701284ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:29:59.003468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.685173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:29:59.00351Z","caller":"traceutil/trace.go:171","msg":"trace[2087036148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16177; }","duration":"635.805776ms","start":"2026-03-31T05:29:58.367693Z","end":"2026-03-31T05:29:59.003499Z","steps":["trace[2087036148] 'range keys from in-memory index tree' (duration: 634.768037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:29:59.003537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:29:58.367686Z","time spent":"635.842786ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:30:05.548949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396017150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:30:05.680661Z","caller":"traceutil/trace.go:171","msg":"trace[1937175416] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"638.348775ms","start":"2026-03-31T05:30:05.042279Z","end":"2026-03-31T05:30:05.680627Z","steps":["trace[1937175416] 'process raft request' (duration: 638.067207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:05.680823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.042263Z","time spent":"638.475879ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:07.368298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61667353s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:30:07.368625Z","caller":"traceutil/trace.go:171","msg":"trace[1788898035] linearizableReadLoop","detail":"{readStateIndex:16802; appliedIndex:16799; }","duration":"2.320285727s","start":"2026-03-31T05:30:05.048319Z","end":"2026-03-31T05:30:07.368604Z","steps":["trace[1788898035] 'read index received' (duration: 632.165536ms)","trace[1788898035] 'applied index is now lower than readState.Index' (duration: 1.688119121s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:07.368647Z","caller":"traceutil/trace.go:171","msg":"trace[1412900365] transaction","detail":"{read_only:false; response_revision:16210; number_of_response:1; }","duration":"2.320351129s","start":"2026-03-31T05:30:05.048277Z","end":"2026-03-31T05:30:07.368628Z","steps":["trace[1412900365] 'process raft request' (duration: 2.320161164s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:07.368715Z","caller":"traceutil/trace.go:171","msg":"trace[1388078069] transaction","detail":"{read_only:false; response_revision:16211; number_of_response:1; }","duration":"2.320337059s","start":"2026-03-31T05:30:05.048371Z","end":"2026-03-31T05:30:07.368708Z","steps":["trace[1388078069] 'process raft request' (duration: 2.320199965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.368747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.048258Z","time spent":"2.320422341s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:07.368859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320539194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:30:07.368889Z","caller":"traceutil/trace.go:171","msg":"trace[1480427008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16211; }","duration":"2.320599675s","start":"2026-03-31T05:30:05.048282Z","end":"2026-03-31T05:30:07.368882Z","steps":["trace[1480427008] 'agreement among raft nodes before linearized reading' (duration: 2.320484842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:07.368903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.048265Z","time spent":"2.320634597s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:07.368754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.048356Z","time spent":"2.320371889s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:08.037519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.334958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:08.03806Z","caller":"traceutil/trace.go:171","msg":"trace[209682051] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"2.17314088s","start":"2026-03-31T05:30:05.8649Z","end":"2026-03-31T05:30:08.038041Z","steps":["trace[209682051] 'process raft request' (duration: 1.713213915s)","trace[209682051] 'compare' (duration: 459.064551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:08.038129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.86481Z","time spent":"2.173286634s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:08.039326Z","caller":"traceutil/trace.go:171","msg":"trace[1230357654] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"2.0614112s","start":"2026-03-31T05:30:05.977902Z","end":"2026-03-31T05:30:08.039313Z","steps":["trace[1230357654] 'process raft request' (duration: 2.060963108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.039443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.977888Z","time spent":"2.061478062s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:08.039143Z","caller":"traceutil/trace.go:171","msg":"trace[1238478181] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"2.098810861s","start":"2026-03-31T05:30:05.940307Z","end":"2026-03-31T05:30:08.039118Z","steps":["trace[1238478181] 'process raft request' (duration: 2.09731385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.040102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.940285Z","time spent":"2.099761526s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:08.493368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009871183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:30:08.49343Z","caller":"traceutil/trace.go:171","msg":"trace[655298624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009971576s","start":"2026-03-31T05:30:06.483445Z","end":"2026-03-31T05:30:08.493417Z","steps":["trace[655298624] 'agreement among raft nodes before linearized reading' (duration: 2.009892824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.493464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.483431Z","time spent":"2.010025757s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:30:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:30:08.582967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.017519ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:30:08.583122Z","caller":"traceutil/trace.go:171","msg":"trace[699317614] linearizableReadLoop","detail":"{readStateIndex:16806; appliedIndex:16802; }","duration":"1.2144452s","start":"2026-03-31T05:30:07.368654Z","end":"2026-03-31T05:30:08.583099Z","steps":["trace[699317614] 'read index received' (duration: 209.472687ms)","trace[699317614] 'applied index is now lower than readState.Index' (duration: 1.004970703s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:08.583403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677368123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:08.583965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686442321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.584004Z","caller":"traceutil/trace.go:171","msg":"trace[431717848] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16214; }","duration":"2.686506823s","start":"2026-03-31T05:30:05.897488Z","end":"2026-03-31T05:30:08.583995Z","steps":["trace[431717848] 'agreement among raft nodes before linearized reading' (duration: 2.686434131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.584032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.897476Z","time spent":"2.686549984s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:30:08.584068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683547492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.584002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681000332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:08.584229Z","caller":"traceutil/trace.go:171","msg":"trace[1074511734] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.68126164s","start":"2026-03-31T05:30:05.902951Z","end":"2026-03-31T05:30:08.584213Z","steps":["trace[1074511734] 'agreement among raft nodes before linearized reading' (duration: 2.680929751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.584259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681614969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.584275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.902938Z","time spent":"2.681325752s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:08.584291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684653082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.584294Z","caller":"traceutil/trace.go:171","msg":"trace[880223684] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.68166142s","start":"2026-03-31T05:30:05.902624Z","end":"2026-03-31T05:30:08.584286Z","steps":["trace[880223684] 'agreement among raft nodes before linearized reading' (duration: 2.681564388s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.584321Z","caller":"traceutil/trace.go:171","msg":"trace[242380799] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"2.684733315s","start":"2026-03-31T05:30:05.899581Z","end":"2026-03-31T05:30:08.584315Z","steps":["trace[242380799] 'agreement among raft nodes before linearized reading' (duration: 2.684687504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.584334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.902616Z","time spent":"2.681711522s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:08.584347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.89956Z","time spent":"2.684780956s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:08.584447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685079623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:08.58447Z","caller":"traceutil/trace.go:171","msg":"trace[489337187] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16214; }","duration":"2.685121695s","start":"2026-03-31T05:30:05.899343Z","end":"2026-03-31T05:30:08.584465Z","steps":["trace[489337187] 'agreement among raft nodes before linearized reading' (duration: 2.685048203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.584487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682215546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.584488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.899331Z","time spent":"2.685153156s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:30:08.584519Z","caller":"traceutil/trace.go:171","msg":"trace[1886519051] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.682261377s","start":"2026-03-31T05:30:05.902249Z","end":"2026-03-31T05:30:08.58451Z","steps":["trace[1886519051] 'agreement among raft nodes before linearized reading' (duration: 2.682183895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.58455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.902241Z","time spent":"2.682303108s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:30:08.584163Z","caller":"traceutil/trace.go:171","msg":"trace[611904699] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.683673665s","start":"2026-03-31T05:30:05.900467Z","end":"2026-03-31T05:30:08.584141Z","steps":["trace[611904699] 'agreement among raft nodes before linearized reading' (duration: 2.683398088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.584991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681540857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.584981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.900455Z","time spent":"2.684512129s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:30:08.585025Z","caller":"traceutil/trace.go:171","msg":"trace[1408656931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.681602779s","start":"2026-03-31T05:30:05.903415Z","end":"2026-03-31T05:30:08.585017Z","steps":["trace[1408656931] 'agreement among raft nodes before linearized reading' (duration: 2.681521067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.585047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.903404Z","time spent":"2.68163728s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:08.585843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690362058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.585913Z","caller":"traceutil/trace.go:171","msg":"trace[726588805] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"2.69044388s","start":"2026-03-31T05:30:05.89546Z","end":"2026-03-31T05:30:08.585904Z","steps":["trace[726588805] 'agreement among raft nodes before linearized reading' (duration: 2.690351308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.585944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.895454Z","time spent":"2.690481501s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:08.586065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690023279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:08.586137Z","caller":"traceutil/trace.go:171","msg":"trace[135528845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16214; }","duration":"2.690123611s","start":"2026-03-31T05:30:05.895999Z","end":"2026-03-31T05:30:08.586123Z","steps":["trace[135528845] 'agreement among raft nodes before linearized reading' (duration: 2.689941146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.586175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856754172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:08.586186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.89599Z","time spent":"2.690185814s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:30:08.586219Z","caller":"traceutil/trace.go:171","msg":"trace[201055854] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:16214; }","duration":"1.856836455s","start":"2026-03-31T05:30:06.729369Z","end":"2026-03-31T05:30:08.586206Z","steps":["trace[201055854] 'agreement among raft nodes before linearized reading' (duration: 1.856770753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.586259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.729356Z","time spent":"1.856889297s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:08.586713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344713382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18785"} {"level":"warn","ts":"2026-03-31T05:30:08.58674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605041849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.586762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074394051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:08.586843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572574143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:30:08.586875Z","caller":"traceutil/trace.go:171","msg":"trace[1895729664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16214; }","duration":"2.572634155s","start":"2026-03-31T05:30:06.014233Z","end":"2026-03-31T05:30:08.586868Z","steps":["trace[1895729664] 'agreement among raft nodes before linearized reading' (duration: 2.572543372s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.586873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692803005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.586883Z","caller":"traceutil/trace.go:171","msg":"trace[1582589185] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"3.074580796s","start":"2026-03-31T05:30:05.512275Z","end":"2026-03-31T05:30:08.586856Z","steps":["trace[1582589185] 'agreement among raft nodes before linearized reading' (duration: 3.07435338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.58691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.014218Z","time spent":"2.572685236s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:30:08.586917Z","caller":"traceutil/trace.go:171","msg":"trace[479512282] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"2.692845406s","start":"2026-03-31T05:30:05.894061Z","end":"2026-03-31T05:30:08.586906Z","steps":["trace[479512282] 'agreement among raft nodes before linearized reading' (duration: 2.692782044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.586954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.51225Z","time spent":"3.074693039s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:08.586998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.894041Z","time spent":"2.692947619s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:08.58702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748937416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.587068Z","caller":"traceutil/trace.go:171","msg":"trace[1044657501] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"2.749027939s","start":"2026-03-31T05:30:05.838028Z","end":"2026-03-31T05:30:08.587056Z","steps":["trace[1044657501] 'agreement among raft nodes before linearized reading' (duration: 2.748945427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68093418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.587306Z","caller":"traceutil/trace.go:171","msg":"trace[264423954] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16214; }","duration":"2.680978132s","start":"2026-03-31T05:30:05.90632Z","end":"2026-03-31T05:30:08.587298Z","steps":["trace[264423954] 'agreement among raft nodes before linearized reading' (duration: 2.680738236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.906316Z","time spent":"2.681012753s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:08.587359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694234204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:08.587392Z","caller":"traceutil/trace.go:171","msg":"trace[1729068928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16214; }","duration":"2.694303676s","start":"2026-03-31T05:30:05.893081Z","end":"2026-03-31T05:30:08.587384Z","steps":["trace[1729068928] 'agreement among raft nodes before linearized reading' (duration: 2.694215533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.58742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.893061Z","time spent":"2.694348437s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:08.58741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681229139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:08.587445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804274037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.587485Z","caller":"traceutil/trace.go:171","msg":"trace[1855767740] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16214; }","duration":"2.681317211s","start":"2026-03-31T05:30:05.906146Z","end":"2026-03-31T05:30:08.587463Z","steps":["trace[1855767740] 'agreement among raft nodes before linearized reading' (duration: 2.681188647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613835669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:08.587597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.906141Z","time spent":"2.681441734s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:30:08.587627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06704987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.587666Z","caller":"traceutil/trace.go:171","msg":"trace[1193271461] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16214; }","duration":"3.067094922s","start":"2026-03-31T05:30:05.52056Z","end":"2026-03-31T05:30:08.587655Z","steps":["trace[1193271461] 'agreement among raft nodes before linearized reading' (duration: 3.066961949s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.58681Z","caller":"traceutil/trace.go:171","msg":"trace[1995047880] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.605146392s","start":"2026-03-31T05:30:05.981636Z","end":"2026-03-31T05:30:08.586783Z","steps":["trace[1995047880] 'agreement among raft nodes before linearized reading' (duration: 2.604993848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.520557Z","time spent":"3.067144303s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:30:08.587795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067245236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:30:08.587834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459438182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:30:08.58784Z","caller":"traceutil/trace.go:171","msg":"trace[1509858758] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16214; }","duration":"3.067308828s","start":"2026-03-31T05:30:05.520519Z","end":"2026-03-31T05:30:08.587828Z","steps":["trace[1509858758] 'agreement among raft nodes before linearized reading' (duration: 3.067206685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.981615Z","time spent":"2.606146059s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:30:08.587871Z","caller":"traceutil/trace.go:171","msg":"trace[1772174174] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16214; }","duration":"3.459488563s","start":"2026-03-31T05:30:05.128369Z","end":"2026-03-31T05:30:08.587858Z","steps":["trace[1772174174] 'agreement among raft nodes before linearized reading' (duration: 3.45938563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.587881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.52051Z","time spent":"3.067358029s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:08.587917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.128362Z","time spent":"3.459542924s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:30:08.587501Z","caller":"traceutil/trace.go:171","msg":"trace[1884052568] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16214; }","duration":"2.804367099s","start":"2026-03-31T05:30:05.783116Z","end":"2026-03-31T05:30:08.587484Z","steps":["trace[1884052568] 'agreement among raft nodes before linearized reading' (duration: 2.804269847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.58804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.783095Z","time spent":"2.804931945s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:08.588128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495789644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"warn","ts":"2026-03-31T05:30:08.587281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.838007Z","time spent":"2.749266876s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:30:08.588367Z","caller":"traceutil/trace.go:171","msg":"trace[1259839469] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16214; }","duration":"3.496105462s","start":"2026-03-31T05:30:05.092248Z","end":"2026-03-31T05:30:08.588353Z","steps":["trace[1259839469] 'agreement among raft nodes before linearized reading' (duration: 3.495735642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.588411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.092228Z","time spent":"3.496172524s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"info","ts":"2026-03-31T05:30:08.586753Z","caller":"traceutil/trace.go:171","msg":"trace[503075884] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16214; }","duration":"2.344753273s","start":"2026-03-31T05:30:06.241989Z","end":"2026-03-31T05:30:08.586743Z","steps":["trace[503075884] 'agreement among raft nodes before linearized reading' (duration: 2.3446422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.588484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:06.24192Z","time spent":"2.346554673s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18809,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.588505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465703743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-03-31T05:30:08.588568Z","caller":"traceutil/trace.go:171","msg":"trace[1035037375] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16214; }","duration":"3.465794045s","start":"2026-03-31T05:30:05.122758Z","end":"2026-03-31T05:30:08.588552Z","steps":["trace[1035037375] 'agreement among raft nodes before linearized reading' (duration: 3.46562903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.588589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457353124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:30:08.588473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449372377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-31T05:30:08.588622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.122742Z","time spent":"3.465868407s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"info","ts":"2026-03-31T05:30:08.588644Z","caller":"traceutil/trace.go:171","msg":"trace[1809826812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16214; }","duration":"3.457412367s","start":"2026-03-31T05:30:05.131212Z","end":"2026-03-31T05:30:08.588625Z","steps":["trace[1809826812] 'agreement among raft nodes before linearized reading' (duration: 3.457291173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.588704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.131206Z","time spent":"3.457485068s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:30:08.587631Z","caller":"traceutil/trace.go:171","msg":"trace[1061062613] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16214; }","duration":"2.613992163s","start":"2026-03-31T05:30:05.973628Z","end":"2026-03-31T05:30:08.587621Z","steps":["trace[1061062613] 'agreement among raft nodes before linearized reading' (duration: 2.613823659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.58878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.973605Z","time spent":"2.615166296s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:08.588821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521347832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T05:30:08.588654Z","caller":"traceutil/trace.go:171","msg":"trace[1961678205] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16214; }","duration":"3.449576222s","start":"2026-03-31T05:30:05.139058Z","end":"2026-03-31T05:30:08.588634Z","steps":["trace[1961678205] 'agreement among raft nodes before linearized reading' (duration: 3.449280074s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.58886Z","caller":"traceutil/trace.go:171","msg":"trace[2069443184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16214; }","duration":"3.521413914s","start":"2026-03-31T05:30:05.067434Z","end":"2026-03-31T05:30:08.588848Z","steps":["trace[2069443184] 'agreement among raft nodes before linearized reading' (duration: 3.521300521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.588895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.139045Z","time spent":"3.4498436s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:30:08.588904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.067416Z","time spent":"3.521480735s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:30:08.589837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684155849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:08.589938Z","caller":"traceutil/trace.go:171","msg":"trace[477617277] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16214; }","duration":"2.685640499s","start":"2026-03-31T05:30:05.90428Z","end":"2026-03-31T05:30:08.589921Z","steps":["trace[477617277] 'agreement among raft nodes before linearized reading' (duration: 2.680218921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.589997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.90427Z","time spent":"2.685710052s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:08.583849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689825744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.593992Z","caller":"traceutil/trace.go:171","msg":"trace[1392435082] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16214; }","duration":"2.699988411s","start":"2026-03-31T05:30:05.893982Z","end":"2026-03-31T05:30:08.59397Z","steps":["trace[1392435082] 'agreement among raft nodes before linearized reading' (duration: 2.689811113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.594042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.893969Z","time spent":"2.700055753s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:30:08.594609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701677157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-31T05:30:08.594704Z","caller":"traceutil/trace.go:171","msg":"trace[1308795558] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16214; }","duration":"2.701839572s","start":"2026-03-31T05:30:05.89284Z","end":"2026-03-31T05:30:08.59468Z","steps":["trace[1308795558] 'agreement among raft nodes before linearized reading' (duration: 2.69446043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.594755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.892775Z","time spent":"2.701971575s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-31T05:30:08.594608Z","caller":"traceutil/trace.go:171","msg":"trace[338614185] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16214; }","duration":"2.677458155s","start":"2026-03-31T05:30:05.905994Z","end":"2026-03-31T05:30:08.583452Z","steps":["trace[338614185] 'agreement among raft nodes before linearized reading' (duration: 2.677308121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.594935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:05.905989Z","time spent":"2.688921329s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:30:08.619838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041657484s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:30:08.621238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.249709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T05:30:08.621277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.087219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:08.621369Z","caller":"traceutil/trace.go:171","msg":"trace[913386442] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:16215; }","duration":"708.229393ms","start":"2026-03-31T05:30:07.913119Z","end":"2026-03-31T05:30:08.621348Z","steps":["trace[913386442] 'agreement among raft nodes before linearized reading' (duration: 708.032668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.62139Z","caller":"traceutil/trace.go:171","msg":"trace[755282693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16215; }","duration":"421.406733ms","start":"2026-03-31T05:30:08.199922Z","end":"2026-03-31T05:30:08.621328Z","steps":["trace[755282693] 'agreement among raft nodes before linearized reading' (duration: 421.171997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.621479Z","caller":"traceutil/trace.go:171","msg":"trace[1564681602] transaction","detail":"{read_only:false; response_revision:16215; number_of_response:1; }","duration":"1.248578871s","start":"2026-03-31T05:30:07.372887Z","end":"2026-03-31T05:30:08.621466Z","steps":["trace[1564681602] 'process raft request' (duration: 1.247969564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.621399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.676554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:08.621578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:07.372863Z","time spent":"1.248644293s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:08.621628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.911571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.621655Z","caller":"traceutil/trace.go:171","msg":"trace[626364237] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16215; }","duration":"273.027703ms","start":"2026-03-31T05:30:08.348581Z","end":"2026-03-31T05:30:08.621609Z","steps":["trace[626364237] 'agreement among raft nodes before linearized reading' (duration: 272.53448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:08.62173Z","caller":"traceutil/trace.go:171","msg":"trace[914702090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16215; }","duration":"128.053766ms","start":"2026-03-31T05:30:08.493652Z","end":"2026-03-31T05:30:08.621706Z","steps":["trace[914702090] 'agreement among raft nodes before linearized reading' (duration: 127.85379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.621486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.199903Z","time spent":"421.572557ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.621429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:07.9131Z","time spent":"708.318285ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:08.622587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.454012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:30:08.622631Z","caller":"traceutil/trace.go:171","msg":"trace[1914277222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16215; }","duration":"936.527525ms","start":"2026-03-31T05:30:07.686093Z","end":"2026-03-31T05:30:08.622621Z","steps":["trace[1914277222] 'agreement among raft nodes before linearized reading' (duration: 936.378091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.622655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:07.686078Z","time spent":"936.570695ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:30:08.94196Z","caller":"traceutil/trace.go:171","msg":"trace[1363834598] linearizableReadLoop","detail":"{readStateIndex:16809; appliedIndex:16807; }","duration":"320.86916ms","start":"2026-03-31T05:30:08.621073Z","end":"2026-03-31T05:30:08.941942Z","steps":["trace[1363834598] 'read index received' (duration: 282.141522ms)","trace[1363834598] 'applied index is now lower than readState.Index' (duration: 38.726748ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:08.942164Z","caller":"traceutil/trace.go:171","msg":"trace[1009746064] transaction","detail":"{read_only:false; response_revision:16216; number_of_response:1; }","duration":"344.863804ms","start":"2026-03-31T05:30:08.597287Z","end":"2026-03-31T05:30:08.942151Z","steps":["trace[1009746064] 'process raft request' (duration: 305.574612ms)","trace[1009746064] 'compare' (duration: 38.85228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:08.94224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.59727Z","time spent":"344.914415ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:08.942375Z","caller":"traceutil/trace.go:171","msg":"trace[192444828] transaction","detail":"{read_only:false; response_revision:16217; number_of_response:1; }","duration":"344.966937ms","start":"2026-03-31T05:30:08.597399Z","end":"2026-03-31T05:30:08.942366Z","steps":["trace[192444828] 'process raft request' (duration: 344.496304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.942414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.597376Z","time spent":"345.019479ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:08.943067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.08841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:08.9431Z","caller":"traceutil/trace.go:171","msg":"trace[1408646172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16217; }","duration":"345.135242ms","start":"2026-03-31T05:30:08.597958Z","end":"2026-03-31T05:30:08.943093Z","steps":["trace[1408646172] 'agreement among raft nodes before linearized reading' (duration: 344.534776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.943122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.597953Z","time spent":"345.162053ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.943876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.109688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:08.943966Z","caller":"traceutil/trace.go:171","msg":"trace[1222207905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16217; }","duration":"346.237601ms","start":"2026-03-31T05:30:08.597707Z","end":"2026-03-31T05:30:08.943945Z","steps":["trace[1222207905] 'agreement among raft nodes before linearized reading' (duration: 345.131471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.944017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.597695Z","time spent":"346.309824ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.944212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.903234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"warn","ts":"2026-03-31T05:30:08.944227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.816749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:08.944254Z","caller":"traceutil/trace.go:171","msg":"trace[1922922223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16217; }","duration":"348.987626ms","start":"2026-03-31T05:30:08.595258Z","end":"2026-03-31T05:30:08.944245Z","steps":["trace[1922922223] 'agreement among raft nodes before linearized reading' (duration: 347.599288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.944309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.595236Z","time spent":"349.063899ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:30:08.944299Z","caller":"traceutil/trace.go:171","msg":"trace[1960170006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16217; }","duration":"349.921702ms","start":"2026-03-31T05:30:08.594356Z","end":"2026-03-31T05:30:08.944278Z","steps":["trace[1960170006] 'agreement among raft nodes before linearized reading' (duration: 348.528504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.944362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.59431Z","time spent":"350.034065ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.944372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.303741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:08.944544Z","caller":"traceutil/trace.go:171","msg":"trace[1996074333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16217; }","duration":"347.476436ms","start":"2026-03-31T05:30:08.597041Z","end":"2026-03-31T05:30:08.944518Z","steps":["trace[1996074333] 'agreement among raft nodes before linearized reading' (duration: 345.79267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.944636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.597032Z","time spent":"347.567518ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.943039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.894296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T05:30:08.945383Z","caller":"traceutil/trace.go:171","msg":"trace[138250022] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16217; }","duration":"350.269652ms","start":"2026-03-31T05:30:08.595092Z","end":"2026-03-31T05:30:08.945361Z","steps":["trace[138250022] 'agreement among raft nodes before linearized reading' (duration: 347.741003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.946269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.595075Z","time spent":"351.170226ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-31T05:30:08.948658Z","caller":"traceutil/trace.go:171","msg":"trace[745223176] transaction","detail":"{read_only:false; response_revision:16218; number_of_response:1; }","duration":"320.246212ms","start":"2026-03-31T05:30:08.628374Z","end":"2026-03-31T05:30:08.94862Z","steps":["trace[745223176] 'process raft request' (duration: 320.105918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.9487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.176692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T05:30:08.948746Z","caller":"traceutil/trace.go:171","msg":"trace[1286987274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16218; }","duration":"323.258214ms","start":"2026-03-31T05:30:08.625477Z","end":"2026-03-31T05:30:08.948735Z","steps":["trace[1286987274] 'agreement among raft nodes before linearized reading' (duration: 323.09716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.948773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.625434Z","time spent":"323.330687ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:30:08.948778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.62835Z","time spent":"320.361725ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:08.948942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.633028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:08.948968Z","caller":"traceutil/trace.go:171","msg":"trace[1957968949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16218; }","duration":"318.679949ms","start":"2026-03-31T05:30:08.630281Z","end":"2026-03-31T05:30:08.948961Z","steps":["trace[1957968949] 'agreement among raft nodes before linearized reading' (duration: 318.633778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.948986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.630272Z","time spent":"318.70963ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:30:08.949136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.223584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:30:08.949155Z","caller":"traceutil/trace.go:171","msg":"trace[14474863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:16218; }","duration":"323.293335ms","start":"2026-03-31T05:30:08.625855Z","end":"2026-03-31T05:30:08.949149Z","steps":["trace[14474863] 'agreement among raft nodes before linearized reading' (duration: 323.224283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:08.949174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.625841Z","time spent":"323.329336ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:30:09.431286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.625378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:30:09.431388Z","caller":"traceutil/trace.go:171","msg":"trace[1876414183] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16810; }","duration":"477.947436ms","start":"2026-03-31T05:30:08.953424Z","end":"2026-03-31T05:30:09.431372Z","steps":["trace[1876414183] 'read index received' (duration: 111.250716ms)","trace[1876414183] 'applied index is now lower than readState.Index' (duration: 366.69516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:09.431396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.951459Z","time spent":"479.932841ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:30:09.431561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.126822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18785"} {"level":"info","ts":"2026-03-31T05:30:09.431599Z","caller":"traceutil/trace.go:171","msg":"trace[2074772099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16218; }","duration":"478.194593ms","start":"2026-03-31T05:30:08.953393Z","end":"2026-03-31T05:30:09.431587Z","steps":["trace[2074772099] 'agreement among raft nodes before linearized reading' (duration: 478.057579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:09.431627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.953379Z","time spent":"478.240935ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18809,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:30:09.431605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.918438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:09.431692Z","caller":"traceutil/trace.go:171","msg":"trace[813914161] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:16218; }","duration":"477.031171ms","start":"2026-03-31T05:30:08.954636Z","end":"2026-03-31T05:30:09.431667Z","steps":["trace[813914161] 'agreement among raft nodes before linearized reading' (duration: 476.877757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:09.431755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:08.95463Z","time spent":"477.107344ms","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T05:30:09.821963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.735428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:09.82214Z","caller":"traceutil/trace.go:171","msg":"trace[1735711605] linearizableReadLoop","detail":"{readStateIndex:16812; appliedIndex:16811; }","duration":"388.176177ms","start":"2026-03-31T05:30:09.43395Z","end":"2026-03-31T05:30:09.822126Z","steps":["trace[1735711605] 'read index received' (duration: 242.209512ms)","trace[1735711605] 'applied index is now lower than readState.Index' (duration: 145.965655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:09.822198Z","caller":"traceutil/trace.go:171","msg":"trace[598012654] transaction","detail":"{read_only:false; response_revision:16219; number_of_response:1; }","duration":"388.821365ms","start":"2026-03-31T05:30:09.433364Z","end":"2026-03-31T05:30:09.822185Z","steps":["trace[598012654] 'process raft request' (duration: 242.428598ms)","trace[598012654] 'compare' (duration: 145.564924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:09.822291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.432769Z","time spent":"389.477222ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:09.822603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.641319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T05:30:09.822704Z","caller":"traceutil/trace.go:171","msg":"trace[434406202] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16219; }","duration":"388.813964ms","start":"2026-03-31T05:30:09.433863Z","end":"2026-03-31T05:30:09.822677Z","steps":["trace[434406202] 'agreement among raft nodes before linearized reading' (duration: 388.351891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:09.82292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.433842Z","time spent":"389.06208ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:30:10.250263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.8889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:10.250495Z","caller":"traceutil/trace.go:171","msg":"trace[1891688461] linearizableReadLoop","detail":"{readStateIndex:16815; appliedIndex:16812; }","duration":"428.316182ms","start":"2026-03-31T05:30:09.822161Z","end":"2026-03-31T05:30:10.250477Z","steps":["trace[1891688461] 'read index received' (duration: 192.175235ms)","trace[1891688461] 'applied index is now lower than readState.Index' (duration: 236.140027ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:10.250582Z","caller":"traceutil/trace.go:171","msg":"trace[1809489268] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"815.144631ms","start":"2026-03-31T05:30:09.435419Z","end":"2026-03-31T05:30:10.250563Z","steps":["trace[1809489268] 'process raft request' (duration: 578.84149ms)","trace[1809489268] 'compare' (duration: 235.763996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:10.250655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.435394Z","time spent":"815.227594ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:10.250838Z","caller":"traceutil/trace.go:171","msg":"trace[802393923] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"494.55832ms","start":"2026-03-31T05:30:09.756252Z","end":"2026-03-31T05:30:10.250811Z","steps":["trace[802393923] 'process raft request' (duration: 494.176279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.250892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.828737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:10.250936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.997612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:10.250946Z","caller":"traceutil/trace.go:171","msg":"trace[208147078] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16222; }","duration":"668.94452ms","start":"2026-03-31T05:30:09.581988Z","end":"2026-03-31T05:30:10.250933Z","steps":["trace[208147078] 'agreement among raft nodes before linearized reading' (duration: 668.836357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.250941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.756239Z","time spent":"494.649403ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:10.250971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.581968Z","time spent":"668.997152ms","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:10.250973Z","caller":"traceutil/trace.go:171","msg":"trace[1784659956] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16222; }","duration":"754.063154ms","start":"2026-03-31T05:30:09.496896Z","end":"2026-03-31T05:30:10.250959Z","steps":["trace[1784659956] 'agreement among raft nodes before linearized reading' (duration: 753.998092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.251003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.496874Z","time spent":"754.123466ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:30:10.250976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.113515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:10.251057Z","caller":"traceutil/trace.go:171","msg":"trace[1301765726] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16222; }","duration":"495.253079ms","start":"2026-03-31T05:30:09.755783Z","end":"2026-03-31T05:30:10.251036Z","steps":["trace[1301765726] 'agreement among raft nodes before linearized reading' (duration: 495.102585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.251101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.755758Z","time spent":"495.331461ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:10.25122Z","caller":"traceutil/trace.go:171","msg":"trace[1449885723] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"815.597864ms","start":"2026-03-31T05:30:09.435611Z","end":"2026-03-31T05:30:10.251209Z","steps":["trace[1449885723] 'process raft request' (duration: 814.754191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.251276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.435597Z","time spent":"815.639445ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:10.274485Z","caller":"traceutil/trace.go:171","msg":"trace[1748673250] transaction","detail":"{read_only:false; response_revision:16223; number_of_response:1; }","duration":"231.53603ms","start":"2026-03-31T05:30:10.042921Z","end":"2026-03-31T05:30:10.274457Z","steps":["trace[1748673250] 'process raft request' (duration: 231.332695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:10.274682Z","caller":"traceutil/trace.go:171","msg":"trace[1275907686] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"229.522276ms","start":"2026-03-31T05:30:10.045141Z","end":"2026-03-31T05:30:10.274664Z","steps":["trace[1275907686] 'process raft request' (duration: 229.260209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:10.274867Z","caller":"traceutil/trace.go:171","msg":"trace[1268171803] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"229.593348ms","start":"2026-03-31T05:30:10.045245Z","end":"2026-03-31T05:30:10.274839Z","steps":["trace[1268171803] 'process raft request' (duration: 229.347411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.274915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.536266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-31T05:30:10.274941Z","caller":"traceutil/trace.go:171","msg":"trace[1080220583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16225; }","duration":"447.594668ms","start":"2026-03-31T05:30:09.827338Z","end":"2026-03-31T05:30:10.274933Z","steps":["trace[1080220583] 'agreement among raft nodes before linearized reading' (duration: 447.475705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.274963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.82733Z","time spent":"447.627839ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:30:10.274969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.570495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:30:10.275029Z","caller":"traceutil/trace.go:171","msg":"trace[465687633] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16225; }","duration":"448.670237ms","start":"2026-03-31T05:30:09.826341Z","end":"2026-03-31T05:30:10.275011Z","steps":["trace[465687633] 'agreement among raft nodes before linearized reading' (duration: 448.524663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.275103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:09.826318Z","time spent":"448.773171ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:30:10.275122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.226662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:30:10.275147Z","caller":"traceutil/trace.go:171","msg":"trace[583660137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16225; }","duration":"246.316604ms","start":"2026-03-31T05:30:10.028822Z","end":"2026-03-31T05:30:10.275139Z","steps":["trace[583660137] 'agreement among raft nodes before linearized reading' (duration: 246.193441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:10.383309Z","caller":"traceutil/trace.go:171","msg":"trace[1532955811] linearizableReadLoop","detail":"{readStateIndex:16819; appliedIndex:16818; }","duration":"103.767693ms","start":"2026-03-31T05:30:10.27952Z","end":"2026-03-31T05:30:10.383287Z","steps":["trace[1532955811] 'read index received' (duration: 96.917666ms)","trace[1532955811] 'applied index is now lower than readState.Index' (duration: 6.849167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:10.383579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.03494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18785"} {"level":"info","ts":"2026-03-31T05:30:10.383616Z","caller":"traceutil/trace.go:171","msg":"trace[1530492553] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16226; }","duration":"104.099701ms","start":"2026-03-31T05:30:10.279502Z","end":"2026-03-31T05:30:10.383601Z","steps":["trace[1530492553] 'agreement among raft nodes before linearized reading' (duration: 103.886365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:10.383399Z","caller":"traceutil/trace.go:171","msg":"trace[577428183] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"104.78082ms","start":"2026-03-31T05:30:10.278582Z","end":"2026-03-31T05:30:10.383363Z","steps":["trace[577428183] 'process raft request' (duration: 97.766898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:10.440348Z","caller":"traceutil/trace.go:171","msg":"trace[1171205624] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"159.510495ms","start":"2026-03-31T05:30:10.280812Z","end":"2026-03-31T05:30:10.440322Z","steps":["trace[1171205624] 'process raft request' (duration: 159.35225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.440702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.113261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:30:10.440817Z","caller":"traceutil/trace.go:171","msg":"trace[14140628] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16227; }","duration":"160.254494ms","start":"2026-03-31T05:30:10.280539Z","end":"2026-03-31T05:30:10.440793Z","steps":["trace[14140628] 'agreement among raft nodes before linearized reading' (duration: 160.007388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.693472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:10.69366Z","caller":"traceutil/trace.go:171","msg":"trace[1523686229] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16227; }","duration":"100.526305ms","start":"2026-03-31T05:30:10.593111Z","end":"2026-03-31T05:30:10.693637Z","steps":["trace[1523686229] 'range keys from in-memory index tree' (duration: 100.213295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.694045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.967886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:10.694139Z","caller":"traceutil/trace.go:171","msg":"trace[305646134] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16227; }","duration":"101.11469ms","start":"2026-03-31T05:30:10.593007Z","end":"2026-03-31T05:30:10.694122Z","steps":["trace[305646134] 'range keys from in-memory index tree' (duration: 100.678068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.694533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.747091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:10.694649Z","caller":"traceutil/trace.go:171","msg":"trace[1306930511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16227; }","duration":"100.878574ms","start":"2026-03-31T05:30:10.593754Z","end":"2026-03-31T05:30:10.694633Z","steps":["trace[1306930511] 'range keys from in-memory index tree' (duration: 100.575615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.694687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.822083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:10.694796Z","caller":"traceutil/trace.go:171","msg":"trace[231837853] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16227; }","duration":"100.984937ms","start":"2026-03-31T05:30:10.593793Z","end":"2026-03-31T05:30:10.694778Z","steps":["trace[231837853] 'range keys from in-memory index tree' (duration: 100.74879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.694921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.198652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:10.695038Z","caller":"traceutil/trace.go:171","msg":"trace[282995691] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16227; }","duration":"101.328226ms","start":"2026-03-31T05:30:10.593691Z","end":"2026-03-31T05:30:10.695019Z","steps":["trace[282995691] 'range keys from in-memory index tree' (duration: 100.999088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.694945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.207872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:10.695265Z","caller":"traceutil/trace.go:171","msg":"trace[2087489696] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16227; }","duration":"101.626754ms","start":"2026-03-31T05:30:10.593607Z","end":"2026-03-31T05:30:10.695234Z","steps":["trace[2087489696] 'range keys from in-memory index tree' (duration: 100.685169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.695708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.801862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:10.695742Z","caller":"traceutil/trace.go:171","msg":"trace[524531460] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16227; }","duration":"100.853183ms","start":"2026-03-31T05:30:10.59488Z","end":"2026-03-31T05:30:10.695733Z","steps":["trace[524531460] 'range keys from in-memory index tree' (duration: 100.73068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:10.695799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.965384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:10.695821Z","caller":"traceutil/trace.go:171","msg":"trace[1057494461] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16227; }","duration":"101.997264ms","start":"2026-03-31T05:30:10.593817Z","end":"2026-03-31T05:30:10.695814Z","steps":["trace[1057494461] 'range keys from in-memory index tree' (duration: 101.85656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.06028Z","caller":"traceutil/trace.go:171","msg":"trace[1755029023] linearizableReadLoop","detail":"{readStateIndex:16821; appliedIndex:16820; }","duration":"249.277385ms","start":"2026-03-31T05:30:10.81098Z","end":"2026-03-31T05:30:11.060258Z","steps":["trace[1755029023] 'read index received' (duration: 249.143402ms)","trace[1755029023] 'applied index is now lower than readState.Index' (duration: 132.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:11.060346Z","caller":"traceutil/trace.go:171","msg":"trace[1064263227] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"359.700119ms","start":"2026-03-31T05:30:10.700607Z","end":"2026-03-31T05:30:11.060307Z","steps":["trace[1064263227] 'process raft request' (duration: 359.523664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.060603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.599674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-31T05:30:11.061094Z","caller":"traceutil/trace.go:171","msg":"trace[1447489578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16228; }","duration":"250.159669ms","start":"2026-03-31T05:30:10.810919Z","end":"2026-03-31T05:30:11.061079Z","steps":["trace[1447489578] 'agreement among raft nodes before linearized reading' (duration: 249.522121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.060634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:10.700586Z","time spent":"359.926925ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:11.060777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.870497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:30:11.061442Z","caller":"traceutil/trace.go:171","msg":"trace[242387682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16228; }","duration":"107.562086ms","start":"2026-03-31T05:30:10.953869Z","end":"2026-03-31T05:30:11.061431Z","steps":["trace[242387682] 'agreement among raft nodes before linearized reading' (duration: 106.836456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.060824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.505079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:30:11.061525Z","caller":"traceutil/trace.go:171","msg":"trace[948832297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16228; }","duration":"110.210619ms","start":"2026-03-31T05:30:10.951305Z","end":"2026-03-31T05:30:11.061515Z","steps":["trace[948832297] 'agreement among raft nodes before linearized reading' (duration: 109.443578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.06086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.856959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:30:11.061789Z","caller":"traceutil/trace.go:171","msg":"trace[1970410044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16228; }","duration":"110.838386ms","start":"2026-03-31T05:30:10.950936Z","end":"2026-03-31T05:30:11.061774Z","steps":["trace[1970410044] 'agreement among raft nodes before linearized reading' (duration: 109.723935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.188382Z","caller":"traceutil/trace.go:171","msg":"trace[1782420536] linearizableReadLoop","detail":"{readStateIndex:16824; appliedIndex:16821; }","duration":"115.535253ms","start":"2026-03-31T05:30:11.072829Z","end":"2026-03-31T05:30:11.188365Z","steps":["trace[1782420536] 'read index received' (duration: 56.670397ms)","trace[1782420536] 'applied index is now lower than readState.Index' (duration: 58.864176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:11.188565Z","caller":"traceutil/trace.go:171","msg":"trace[193679847] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"121.930557ms","start":"2026-03-31T05:30:11.066623Z","end":"2026-03-31T05:30:11.188554Z","steps":["trace[193679847] 'process raft request' (duration: 121.66329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.188533Z","caller":"traceutil/trace.go:171","msg":"trace[553820160] transaction","detail":"{read_only:false; response_revision:16229; number_of_response:1; }","duration":"123.255043ms","start":"2026-03-31T05:30:11.065213Z","end":"2026-03-31T05:30:11.188468Z","steps":["trace[553820160] 'process raft request' (duration: 64.216953ms)","trace[553820160] 'compare' (duration: 58.728721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:11.189163Z","caller":"traceutil/trace.go:171","msg":"trace[379991628] transaction","detail":"{read_only:false; response_revision:16231; number_of_response:1; }","duration":"118.530014ms","start":"2026-03-31T05:30:11.070624Z","end":"2026-03-31T05:30:11.189154Z","steps":["trace[379991628] 'process raft request' (duration: 117.712352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.189575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.631538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:11.189634Z","caller":"traceutil/trace.go:171","msg":"trace[1378996249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16231; }","duration":"110.714011ms","start":"2026-03-31T05:30:11.078906Z","end":"2026-03-31T05:30:11.18962Z","steps":["trace[1378996249] 'agreement among raft nodes before linearized reading' (duration: 110.029392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.189762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.862118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:11.189839Z","caller":"traceutil/trace.go:171","msg":"trace[298710100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16231; }","duration":"116.962542ms","start":"2026-03-31T05:30:11.072858Z","end":"2026-03-31T05:30:11.189821Z","steps":["trace[298710100] 'agreement among raft nodes before linearized reading' (duration: 115.898613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.190387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.467185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:11.190461Z","caller":"traceutil/trace.go:171","msg":"trace[159929292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16231; }","duration":"117.6548ms","start":"2026-03-31T05:30:11.072795Z","end":"2026-03-31T05:30:11.19045Z","steps":["trace[159929292] 'agreement among raft nodes before linearized reading' (duration: 117.071354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.191136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.308704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:11.191401Z","caller":"traceutil/trace.go:171","msg":"trace[2058300004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16231; }","duration":"112.590712ms","start":"2026-03-31T05:30:11.078799Z","end":"2026-03-31T05:30:11.19139Z","steps":["trace[2058300004] 'agreement among raft nodes before linearized reading' (duration: 111.933255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:11.191315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.490399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:11.191719Z","caller":"traceutil/trace.go:171","msg":"trace[1562673003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16231; }","duration":"112.910991ms","start":"2026-03-31T05:30:11.078794Z","end":"2026-03-31T05:30:11.191705Z","steps":["trace[1562673003] 'agreement among raft nodes before linearized reading' (duration: 110.532386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:11.827546Z","caller":"traceutil/trace.go:171","msg":"trace[1912780234] linearizableReadLoop","detail":"{readStateIndex:16825; appliedIndex:16824; }","duration":"154.741324ms","start":"2026-03-31T05:30:11.672777Z","end":"2026-03-31T05:30:11.827518Z","steps":["trace[1912780234] 'read index received' (duration: 153.50643ms)","trace[1912780234] 'applied index is now lower than readState.Index' (duration: 1.234054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:11.827653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.856067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:11.827685Z","caller":"traceutil/trace.go:171","msg":"trace[878542705] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16231; }","duration":"154.926929ms","start":"2026-03-31T05:30:11.672744Z","end":"2026-03-31T05:30:11.827671Z","steps":["trace[878542705] 'agreement among raft nodes before linearized reading' (duration: 154.858107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:12.076382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.855391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:12.07651Z","caller":"traceutil/trace.go:171","msg":"trace[1485350378] transaction","detail":"{read_only:false; response_revision:16232; number_of_response:1; }","duration":"247.525637ms","start":"2026-03-31T05:30:11.828945Z","end":"2026-03-31T05:30:12.076471Z","steps":["trace[1485350378] 'process raft request' (duration: 49.502471ms)","trace[1485350378] 'compare' (duration: 197.632125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:12.09924Z","caller":"traceutil/trace.go:171","msg":"trace[377246557] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"142.50334ms","start":"2026-03-31T05:30:11.95672Z","end":"2026-03-31T05:30:12.099223Z","steps":["trace[377246557] 'process raft request' (duration: 142.036567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:12.756571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396017230,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:30:12.925711Z","caller":"traceutil/trace.go:171","msg":"trace[1769741305] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"747.70089ms","start":"2026-03-31T05:30:12.177985Z","end":"2026-03-31T05:30:12.925686Z","steps":["trace[1769741305] 'process raft request' (duration: 747.080543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:12.926125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.177969Z","time spent":"748.079441ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:14.027544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.666069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.02779Z","caller":"traceutil/trace.go:171","msg":"trace[1943958952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16234; }","duration":"936.920156ms","start":"2026-03-31T05:30:13.090849Z","end":"2026-03-31T05:30:14.027769Z","steps":["trace[1943958952] 'range keys from in-memory index tree' (duration: 936.649148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.030031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.729766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:30:14.030275Z","caller":"traceutil/trace.go:171","msg":"trace[2026107535] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"1.748423197s","start":"2026-03-31T05:30:12.281836Z","end":"2026-03-31T05:30:14.030259Z","steps":["trace[2026107535] 'process raft request' (duration: 1.409395222s)","trace[2026107535] 'compare' (duration: 338.47948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:14.030374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.281781Z","time spent":"1.748559541s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:14.030763Z","caller":"traceutil/trace.go:171","msg":"trace[1395071263] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"1.748761836s","start":"2026-03-31T05:30:12.281969Z","end":"2026-03-31T05:30:14.030731Z","steps":["trace[1395071263] 'process raft request' (duration: 1.748137289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.031308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.281964Z","time spent":"1.74926007s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:14.0317Z","caller":"traceutil/trace.go:171","msg":"trace[1687199006] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"1.748848619s","start":"2026-03-31T05:30:12.282817Z","end":"2026-03-31T05:30:14.031666Z","steps":["trace[1687199006] 'process raft request' (duration: 1.74779697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.031906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.282811Z","time spent":"1.748981672s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:30:14.032424Z","caller":"traceutil/trace.go:171","msg":"trace[888825953] linearizableReadLoop","detail":"{readStateIndex:16831; appliedIndex:16827; }","duration":"1.776858213s","start":"2026-03-31T05:30:12.255553Z","end":"2026-03-31T05:30:14.032411Z","steps":["trace[888825953] 'read index received' (duration: 669.447504ms)","trace[888825953] 'applied index is now lower than readState.Index' (duration: 1.107409849s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:14.032883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547579254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.032951Z","caller":"traceutil/trace.go:171","msg":"trace[270886721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16238; }","duration":"1.547693158s","start":"2026-03-31T05:30:12.485241Z","end":"2026-03-31T05:30:14.032934Z","steps":["trace[270886721] 'agreement among raft nodes before linearized reading' (duration: 1.547571034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.485223Z","time spent":"1.54778982s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097343114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18785"} {"level":"warn","ts":"2026-03-31T05:30:14.033099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332530115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:14.033167Z","caller":"traceutil/trace.go:171","msg":"trace[1969000178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16238; }","duration":"1.332614097s","start":"2026-03-31T05:30:12.700538Z","end":"2026-03-31T05:30:14.033152Z","steps":["trace[1969000178] 'agreement among raft nodes before linearized reading' (duration: 1.332310148s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:14.033168Z","caller":"traceutil/trace.go:171","msg":"trace[281172068] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16238; }","duration":"1.097482288s","start":"2026-03-31T05:30:12.935566Z","end":"2026-03-31T05:30:14.033048Z","steps":["trace[281172068] 'agreement among raft nodes before linearized reading' (duration: 1.097239691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.935544Z","time spent":"1.097660573s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18809,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.125004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20769"} {"level":"info","ts":"2026-03-31T05:30:14.033383Z","caller":"traceutil/trace.go:171","msg":"trace[1995354460] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16238; }","duration":"825.186716ms","start":"2026-03-31T05:30:13.208186Z","end":"2026-03-31T05:30:14.033372Z","steps":["trace[1995354460] 'agreement among raft nodes before linearized reading' (duration: 825.084013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.208172Z","time spent":"825.226696ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327462056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:30:14.033379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328639318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.033508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327651711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.03353Z","caller":"traceutil/trace.go:171","msg":"trace[1477285974] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.328833604s","start":"2026-03-31T05:30:12.704689Z","end":"2026-03-31T05:30:14.033523Z","steps":["trace[1477285974] 'agreement among raft nodes before linearized reading' (duration: 1.328619068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704681Z","time spent":"1.328864044s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.598641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9793"} {"level":"warn","ts":"2026-03-31T05:30:14.033484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.675362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:30:14.033657Z","caller":"traceutil/trace.go:171","msg":"trace[646990381] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16238; }","duration":"823.705075ms","start":"2026-03-31T05:30:13.209935Z","end":"2026-03-31T05:30:14.03364Z","steps":["trace[646990381] 'agreement among raft nodes before linearized reading' (duration: 823.324264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328871054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:30:14.033682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328825363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.033708Z","caller":"traceutil/trace.go:171","msg":"trace[523897061] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16238; }","duration":"1.328923826s","start":"2026-03-31T05:30:12.704779Z","end":"2026-03-31T05:30:14.033702Z","steps":["trace[523897061] 'agreement among raft nodes before linearized reading' (duration: 1.328869664s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:14.033702Z","caller":"traceutil/trace.go:171","msg":"trace[1029483426] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16238; }","duration":"831.889638ms","start":"2026-03-31T05:30:13.201766Z","end":"2026-03-31T05:30:14.033655Z","steps":["trace[1029483426] 'agreement among raft nodes before linearized reading' (duration: 831.406645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.03372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.209925Z","time spent":"823.781507ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704762Z","time spent":"1.328969377s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:30:14.033739Z","caller":"traceutil/trace.go:171","msg":"trace[126800502] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16238; }","duration":"1.328916655s","start":"2026-03-31T05:30:12.704805Z","end":"2026-03-31T05:30:14.033722Z","steps":["trace[126800502] 'agreement among raft nodes before linearized reading' (duration: 1.328819682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.201756Z","time spent":"831.986791ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.962754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:14.033794Z","caller":"traceutil/trace.go:171","msg":"trace[1377989334] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:16238; }","duration":"468.034606ms","start":"2026-03-31T05:30:13.565752Z","end":"2026-03-31T05:30:14.033786Z","steps":["trace[1377989334] 'agreement among raft nodes before linearized reading' (duration: 467.964204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.03383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.565708Z","time spent":"468.114838ms","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:14.033551Z","caller":"traceutil/trace.go:171","msg":"trace[2037076310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.327698872s","start":"2026-03-31T05:30:12.705839Z","end":"2026-03-31T05:30:14.033538Z","steps":["trace[2037076310] 'agreement among raft nodes before linearized reading' (duration: 1.327578939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.0339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.705833Z","time spent":"1.328058252s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329006778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.034016Z","caller":"traceutil/trace.go:171","msg":"trace[1811568132] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.32908989s","start":"2026-03-31T05:30:12.704916Z","end":"2026-03-31T05:30:14.034006Z","steps":["trace[1811568132] 'agreement among raft nodes before linearized reading' (duration: 1.328894795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704907Z","time spent":"1.329132902s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:30:14.033504Z","caller":"traceutil/trace.go:171","msg":"trace[1145000558] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16238; }","duration":"1.327577819s","start":"2026-03-31T05:30:12.705908Z","end":"2026-03-31T05:30:14.033486Z","steps":["trace[1145000558] 'agreement among raft nodes before linearized reading' (duration: 1.327020693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704787Z","time spent":"1.328993218s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.078231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T05:30:14.034169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335852615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:14.034213Z","caller":"traceutil/trace.go:171","msg":"trace[971280186] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16238; }","duration":"1.335929707s","start":"2026-03-31T05:30:12.698276Z","end":"2026-03-31T05:30:14.034206Z","steps":["trace[971280186] 'agreement among raft nodes before linearized reading' (duration: 1.335830085s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:14.034213Z","caller":"traceutil/trace.go:171","msg":"trace[746723798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16238; }","duration":"966.171514ms","start":"2026-03-31T05:30:13.06803Z","end":"2026-03-31T05:30:14.034201Z","steps":["trace[746723798] 'agreement among raft nodes before linearized reading' (duration: 966.090852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.7059Z","time spent":"1.328259488s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.698259Z","time spent":"1.335974328s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:14.03424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.068004Z","time spent":"966.230985ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331906647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.034309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.154427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-31T05:30:14.034334Z","caller":"traceutil/trace.go:171","msg":"trace[998332838] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.331939768s","start":"2026-03-31T05:30:12.702388Z","end":"2026-03-31T05:30:14.034328Z","steps":["trace[998332838] 'agreement among raft nodes before linearized reading' (duration: 1.331903977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.128251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T05:30:14.034349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333932362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.034353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.702383Z","time spent":"1.331965349s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329619205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.034357Z","caller":"traceutil/trace.go:171","msg":"trace[707257589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16238; }","duration":"826.173892ms","start":"2026-03-31T05:30:13.208176Z","end":"2026-03-31T05:30:14.03435Z","steps":["trace[707257589] 'agreement among raft nodes before linearized reading' (duration: 826.10918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:14.03438Z","caller":"traceutil/trace.go:171","msg":"trace[1809085198] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.329692297s","start":"2026-03-31T05:30:12.704679Z","end":"2026-03-31T05:30:14.034372Z","steps":["trace[1809085198] 'agreement among raft nodes before linearized reading' (duration: 1.329509752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334775845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.034394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.208164Z","time spent":"826.223903ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:30:14.034409Z","caller":"traceutil/trace.go:171","msg":"trace[313944001] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.334821317s","start":"2026-03-31T05:30:12.699582Z","end":"2026-03-31T05:30:14.034404Z","steps":["trace[313944001] 'agreement among raft nodes before linearized reading' (duration: 1.334798256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.033214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.700532Z","time spent":"1.332668068s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:30:14.037951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.699574Z","time spent":"1.338343583s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:30:14.034349Z","caller":"traceutil/trace.go:171","msg":"trace[987330151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16238; }","duration":"824.196148ms","start":"2026-03-31T05:30:13.210142Z","end":"2026-03-31T05:30:14.034338Z","steps":["trace[987330151] 'agreement among raft nodes before linearized reading' (duration: 824.056124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.038284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.210127Z","time spent":"827.985802ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:30:14.034369Z","caller":"traceutil/trace.go:171","msg":"trace[1926918557] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.333965224s","start":"2026-03-31T05:30:12.700398Z","end":"2026-03-31T05:30:14.034363Z","steps":["trace[1926918557] 'agreement among raft nodes before linearized reading' (duration: 1.333932233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.03837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.700392Z","time spent":"1.337965363s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704672Z","time spent":"1.329727688s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330290933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.038591Z","caller":"traceutil/trace.go:171","msg":"trace[803414323] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.334445406s","start":"2026-03-31T05:30:12.704126Z","end":"2026-03-31T05:30:14.038572Z","steps":["trace[803414323] 'agreement among raft nodes before linearized reading' (duration: 1.330270243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.038631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704118Z","time spent":"1.334500018s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329861191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.03874Z","caller":"traceutil/trace.go:171","msg":"trace[1315451336] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.334242811s","start":"2026-03-31T05:30:12.704469Z","end":"2026-03-31T05:30:14.038712Z","steps":["trace[1315451336] 'agreement among raft nodes before linearized reading' (duration: 1.329862582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.038788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704461Z","time spent":"1.334307913s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332064212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.038876Z","caller":"traceutil/trace.go:171","msg":"trace[792205913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.336445161s","start":"2026-03-31T05:30:12.70241Z","end":"2026-03-31T05:30:14.038855Z","steps":["trace[792205913] 'agreement among raft nodes before linearized reading' (duration: 1.332038891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330018356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.038939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.702406Z","time spent":"1.336514023s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T05:30:14.038967Z","caller":"traceutil/trace.go:171","msg":"trace[1819856864] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16238; }","duration":"1.334538969s","start":"2026-03-31T05:30:12.70442Z","end":"2026-03-31T05:30:14.038959Z","steps":["trace[1819856864] 'agreement among raft nodes before linearized reading' (duration: 1.330049777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704386Z","time spent":"1.334606911s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503675906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:30:14.039047Z","caller":"traceutil/trace.go:171","msg":"trace[582613008] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16238; }","duration":"1.50820877s","start":"2026-03-31T05:30:12.530828Z","end":"2026-03-31T05:30:14.039037Z","steps":["trace[582613008] 'agreement among raft nodes before linearized reading' (duration: 1.503657016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.530812Z","time spent":"1.508261871s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.393458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:30:14.039212Z","caller":"traceutil/trace.go:171","msg":"trace[1636416612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16238; }","duration":"842.101397ms","start":"2026-03-31T05:30:13.197101Z","end":"2026-03-31T05:30:14.039203Z","steps":["trace[1636416612] 'agreement among raft nodes before linearized reading' (duration: 837.400588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.197085Z","time spent":"842.145128ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:30:14.03457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461164356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.039306Z","caller":"traceutil/trace.go:171","msg":"trace[685116700] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:16238; }","duration":"1.465929396s","start":"2026-03-31T05:30:12.573363Z","end":"2026-03-31T05:30:14.039293Z","steps":["trace[685116700] 'agreement among raft nodes before linearized reading' (duration: 1.461186967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.038931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.428003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:30:14.039335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.573345Z","time spent":"1.465979797s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:30:14.039346Z","caller":"traceutil/trace.go:171","msg":"trace[456674342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16238; }","duration":"843.875845ms","start":"2026-03-31T05:30:13.195459Z","end":"2026-03-31T05:30:14.039335Z","steps":["trace[456674342] 'agreement among raft nodes before linearized reading' (duration: 837.759318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33016985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:14.039399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.195442Z","time spent":"843.943537ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:30:14.039411Z","caller":"traceutil/trace.go:171","msg":"trace[388733864] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.335020352s","start":"2026-03-31T05:30:12.704375Z","end":"2026-03-31T05:30:14.039396Z","steps":["trace[388733864] 'agreement among raft nodes before linearized reading' (duration: 1.33017307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704344Z","time spent":"1.335119335s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.690923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:30:14.039643Z","caller":"traceutil/trace.go:171","msg":"trace[2075168500] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16238; }","duration":"843.746702ms","start":"2026-03-31T05:30:13.195878Z","end":"2026-03-31T05:30:14.039625Z","steps":["trace[2075168500] 'agreement among raft nodes before linearized reading' (duration: 838.686484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.195856Z","time spent":"843.816164ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333466009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-31T05:30:14.039775Z","caller":"traceutil/trace.go:171","msg":"trace[865365084] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16238; }","duration":"1.33859714s","start":"2026-03-31T05:30:12.701168Z","end":"2026-03-31T05:30:14.039765Z","steps":["trace[865365084] 'agreement among raft nodes before linearized reading' (duration: 1.333422659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.701164Z","time spent":"1.338642541s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330278172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.039894Z","caller":"traceutil/trace.go:171","msg":"trace[1293830768] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16238; }","duration":"1.335566437s","start":"2026-03-31T05:30:12.704315Z","end":"2026-03-31T05:30:14.039882Z","steps":["trace[1293830768] 'agreement among raft nodes before linearized reading' (duration: 1.330315384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.039937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704308Z","time spent":"1.335617848s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33349869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.040022Z","caller":"traceutil/trace.go:171","msg":"trace[952640156] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16238; }","duration":"1.338861858s","start":"2026-03-31T05:30:12.70114Z","end":"2026-03-31T05:30:14.040001Z","steps":["trace[952640156] 'agreement among raft nodes before linearized reading' (duration: 1.333497881s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.701133Z","time spent":"1.338936589s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:30:14.033636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3279611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:14.040173Z","caller":"traceutil/trace.go:171","msg":"trace[2062237295] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16238; }","duration":"1.334502818s","start":"2026-03-31T05:30:12.705656Z","end":"2026-03-31T05:30:14.040159Z","steps":["trace[2062237295] 'agreement among raft nodes before linearized reading' (duration: 1.327912308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.034676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332313068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:14.040238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.705647Z","time spent":"1.334576571s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:30:14.040272Z","caller":"traceutil/trace.go:171","msg":"trace[1091732702] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16238; }","duration":"1.337913752s","start":"2026-03-31T05:30:12.702346Z","end":"2026-03-31T05:30:14.04026Z","steps":["trace[1091732702] 'agreement among raft nodes before linearized reading' (duration: 1.332315129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.70234Z","time spent":"1.337962573s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:30:14.032902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32872163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:14.04035Z","caller":"traceutil/trace.go:171","msg":"trace[1911912916] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16238; }","duration":"1.336171094s","start":"2026-03-31T05:30:12.704169Z","end":"2026-03-31T05:30:14.04034Z","steps":["trace[1911912916] 'agreement among raft nodes before linearized reading' (duration: 1.328664479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.04039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.704153Z","time spent":"1.336227065s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:30:14.034729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335793094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.040476Z","caller":"traceutil/trace.go:171","msg":"trace[580751448] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16238; }","duration":"1.34154891s","start":"2026-03-31T05:30:12.698919Z","end":"2026-03-31T05:30:14.040467Z","steps":["trace[580751448] 'agreement among raft nodes before linearized reading' (duration: 1.335796293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.698911Z","time spent":"1.341590091s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:30:14.03496Z","caller":"traceutil/trace.go:171","msg":"trace[569627690] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"1.208659333s","start":"2026-03-31T05:30:12.824003Z","end":"2026-03-31T05:30:14.032662Z","steps":["trace[569627690] 'process raft request' (duration: 1.207541093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.823975Z","time spent":"1.216608759s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:30:14.035065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779510996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:30:14.040718Z","caller":"traceutil/trace.go:171","msg":"trace[1326564901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16238; }","duration":"1.785186141s","start":"2026-03-31T05:30:12.255519Z","end":"2026-03-31T05:30:14.040705Z","steps":["trace[1326564901] 'agreement among raft nodes before linearized reading' (duration: 1.777213453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.255503Z","time spent":"1.785248972s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:30:14.035093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.733574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:14.040843Z","caller":"traceutil/trace.go:171","msg":"trace[1742183412] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16238; }","duration":"959.540333ms","start":"2026-03-31T05:30:13.081288Z","end":"2026-03-31T05:30:14.040828Z","steps":["trace[1742183412] 'agreement among raft nodes before linearized reading' (duration: 952.259744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.040907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:13.081274Z","time spent":"959.617885ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:30:14.032912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777344487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:30:14.04185Z","caller":"traceutil/trace.go:171","msg":"trace[1696864814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16238; }","duration":"1.786293361s","start":"2026-03-31T05:30:12.255541Z","end":"2026-03-31T05:30:14.041834Z","steps":["trace[1696864814] 'agreement among raft nodes before linearized reading' (duration: 1.777210193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:14.042323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:30:12.255532Z","time spent":"1.786772563s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:30:20.200339Z","caller":"traceutil/trace.go:171","msg":"trace[1222498167] linearizableReadLoop","detail":"{readStateIndex:16862; appliedIndex:16860; }","duration":"131.50565ms","start":"2026-03-31T05:30:20.068811Z","end":"2026-03-31T05:30:20.200316Z","steps":["trace[1222498167] 'read index received' (duration: 15.173055ms)","trace[1222498167] 'applied index is now lower than readState.Index' (duration: 116.317015ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:20.200404Z","caller":"traceutil/trace.go:171","msg":"trace[375552691] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"133.755931ms","start":"2026-03-31T05:30:20.066582Z","end":"2026-03-31T05:30:20.200338Z","steps":["trace[375552691] 'process raft request' (duration: 133.531845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.200398Z","caller":"traceutil/trace.go:171","msg":"trace[247046303] transaction","detail":"{read_only:false; response_revision:16268; number_of_response:1; }","duration":"130.530674ms","start":"2026-03-31T05:30:20.069835Z","end":"2026-03-31T05:30:20.200366Z","steps":["trace[247046303] 'process raft request' (duration: 130.422041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.258251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:20.201198Z","caller":"traceutil/trace.go:171","msg":"trace[1921382697] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16268; }","duration":"132.355473ms","start":"2026-03-31T05:30:20.068822Z","end":"2026-03-31T05:30:20.201177Z","steps":["trace[1921382697] 'agreement among raft nodes before linearized reading' (duration: 132.194328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.20129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.555031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.201329Z","caller":"traceutil/trace.go:171","msg":"trace[1032457851] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16268; }","duration":"131.604293ms","start":"2026-03-31T05:30:20.069713Z","end":"2026-03-31T05:30:20.201317Z","steps":["trace[1032457851] 'agreement among raft nodes before linearized reading' (duration: 131.535471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.171013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.201525Z","caller":"traceutil/trace.go:171","msg":"trace[1578324510] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16268; }","duration":"130.319798ms","start":"2026-03-31T05:30:20.071187Z","end":"2026-03-31T05:30:20.201507Z","steps":["trace[1578324510] 'agreement among raft nodes before linearized reading' (duration: 130.099282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.88639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:20.201583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.642066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.20165Z","caller":"traceutil/trace.go:171","msg":"trace[198261892] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"131.949192ms","start":"2026-03-31T05:30:20.069682Z","end":"2026-03-31T05:30:20.201631Z","steps":["trace[198261892] 'agreement among raft nodes before linearized reading' (duration: 131.801878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.38276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:20.201695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.738934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.201717Z","caller":"traceutil/trace.go:171","msg":"trace[341143135] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"132.770704ms","start":"2026-03-31T05:30:20.068939Z","end":"2026-03-31T05:30:20.201709Z","steps":["trace[341143135] 'agreement among raft nodes before linearized reading' (duration: 132.741193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.201718Z","caller":"traceutil/trace.go:171","msg":"trace[1152971493] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"130.483132ms","start":"2026-03-31T05:30:20.071218Z","end":"2026-03-31T05:30:20.201701Z","steps":["trace[1152971493] 'agreement among raft nodes before linearized reading' (duration: 130.354669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.20171Z","caller":"traceutil/trace.go:171","msg":"trace[1054373383] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"130.80822ms","start":"2026-03-31T05:30:20.070872Z","end":"2026-03-31T05:30:20.20168Z","steps":["trace[1054373383] 'agreement among raft nodes before linearized reading' (duration: 130.542253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.20172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.730951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-31T05:30:20.201794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.328922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:20.201796Z","caller":"traceutil/trace.go:171","msg":"trace[1859866032] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"129.810184ms","start":"2026-03-31T05:30:20.071966Z","end":"2026-03-31T05:30:20.201776Z","steps":["trace[1859866032] 'agreement among raft nodes before linearized reading' (duration: 129.689521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.201846Z","caller":"traceutil/trace.go:171","msg":"trace[1667607162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"132.385394ms","start":"2026-03-31T05:30:20.069445Z","end":"2026-03-31T05:30:20.201831Z","steps":["trace[1667607162] 'agreement among raft nodes before linearized reading' (duration: 132.24339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.201854Z","caller":"traceutil/trace.go:171","msg":"trace[590560025] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16268; }","duration":"132.98285ms","start":"2026-03-31T05:30:20.068858Z","end":"2026-03-31T05:30:20.20184Z","steps":["trace[590560025] 'agreement among raft nodes before linearized reading' (duration: 132.914138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.6138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:30:20.201607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.334187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:30:20.201479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.548101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.201987Z","caller":"traceutil/trace.go:171","msg":"trace[1990598972] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16268; }","duration":"133.007491ms","start":"2026-03-31T05:30:20.068968Z","end":"2026-03-31T05:30:20.201976Z","steps":["trace[1990598972] 'agreement among raft nodes before linearized reading' (duration: 132.586169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.202009Z","caller":"traceutil/trace.go:171","msg":"trace[2106299836] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16268; }","duration":"130.77316ms","start":"2026-03-31T05:30:20.071219Z","end":"2026-03-31T05:30:20.201993Z","steps":["trace[2106299836] 'agreement among raft nodes before linearized reading' (duration: 130.163323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.201661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.722083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-31T05:30:20.20203Z","caller":"traceutil/trace.go:171","msg":"trace[1406628043] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"132.105487ms","start":"2026-03-31T05:30:20.06991Z","end":"2026-03-31T05:30:20.202015Z","steps":["trace[1406628043] 'agreement among raft nodes before linearized reading' (duration: 131.544011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.726073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:20.20212Z","caller":"traceutil/trace.go:171","msg":"trace[1575254339] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16268; }","duration":"133.193286ms","start":"2026-03-31T05:30:20.068918Z","end":"2026-03-31T05:30:20.202111Z","steps":["trace[1575254339] 'agreement among raft nodes before linearized reading' (duration: 132.661872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.202142Z","caller":"traceutil/trace.go:171","msg":"trace[544545747] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16268; }","duration":"132.778255ms","start":"2026-03-31T05:30:20.069351Z","end":"2026-03-31T05:30:20.20213Z","steps":["trace[544545747] 'agreement among raft nodes before linearized reading' (duration: 132.637601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.940679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.20224Z","caller":"traceutil/trace.go:171","msg":"trace[185454505] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"132.984131ms","start":"2026-03-31T05:30:20.069249Z","end":"2026-03-31T05:30:20.202233Z","steps":["trace[185454505] 'agreement among raft nodes before linearized reading' (duration: 132.938769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.65917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:20.202372Z","caller":"traceutil/trace.go:171","msg":"trace[1302454706] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"125.715802ms","start":"2026-03-31T05:30:20.076649Z","end":"2026-03-31T05:30:20.202365Z","steps":["trace[1302454706] 'agreement among raft nodes before linearized reading' (duration: 125.64242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.551595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:30:20.202475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.541405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:30:20.202501Z","caller":"traceutil/trace.go:171","msg":"trace[1066343630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16268; }","duration":"122.589797ms","start":"2026-03-31T05:30:20.079903Z","end":"2026-03-31T05:30:20.202493Z","steps":["trace[1066343630] 'agreement among raft nodes before linearized reading' (duration: 122.521805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.649774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:20.202552Z","caller":"traceutil/trace.go:171","msg":"trace[830048190] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16268; }","duration":"127.82941ms","start":"2026-03-31T05:30:20.074704Z","end":"2026-03-31T05:30:20.202533Z","steps":["trace[830048190] 'agreement among raft nodes before linearized reading' (duration: 127.642945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.678169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:30:20.202614Z","caller":"traceutil/trace.go:171","msg":"trace[2040883852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16268; }","duration":"122.71746ms","start":"2026-03-31T05:30:20.079888Z","end":"2026-03-31T05:30:20.202605Z","steps":["trace[2040883852] 'agreement among raft nodes before linearized reading' (duration: 122.662458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.2025Z","caller":"traceutil/trace.go:171","msg":"trace[1005436111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16268; }","duration":"115.616247ms","start":"2026-03-31T05:30:20.086873Z","end":"2026-03-31T05:30:20.202489Z","steps":["trace[1005436111] 'agreement among raft nodes before linearized reading' (duration: 115.395781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.798092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:30:20.20273Z","caller":"traceutil/trace.go:171","msg":"trace[1957993606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16268; }","duration":"122.845853ms","start":"2026-03-31T05:30:20.079879Z","end":"2026-03-31T05:30:20.202725Z","steps":["trace[1957993606] 'agreement among raft nodes before linearized reading' (duration: 122.785451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.393708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:20.202776Z","caller":"traceutil/trace.go:171","msg":"trace[2017551314] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16268; }","duration":"127.47364ms","start":"2026-03-31T05:30:20.075291Z","end":"2026-03-31T05:30:20.202765Z","steps":["trace[2017551314] 'agreement among raft nodes before linearized reading' (duration: 127.336846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.202895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.736269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:30:20.202964Z","caller":"traceutil/trace.go:171","msg":"trace[222166] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16268; }","duration":"130.813341ms","start":"2026-03-31T05:30:20.072132Z","end":"2026-03-31T05:30:20.202945Z","steps":["trace[222166] 'agreement among raft nodes before linearized reading' (duration: 130.659687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.200671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.824429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:20.203156Z","caller":"traceutil/trace.go:171","msg":"trace[2036038324] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"134.359787ms","start":"2026-03-31T05:30:20.06878Z","end":"2026-03-31T05:30:20.203139Z","steps":["trace[2036038324] 'agreement among raft nodes before linearized reading' (duration: 131.687794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.203319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.935969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T05:30:20.203493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.500142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:30:20.203565Z","caller":"traceutil/trace.go:171","msg":"trace[984773073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16268; }","duration":"119.577964ms","start":"2026-03-31T05:30:20.083969Z","end":"2026-03-31T05:30:20.203547Z","steps":["trace[984773073] 'agreement among raft nodes before linearized reading' (duration: 117.499118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.203717Z","caller":"traceutil/trace.go:171","msg":"trace[1545316351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16268; }","duration":"118.049183ms","start":"2026-03-31T05:30:20.085335Z","end":"2026-03-31T05:30:20.203384Z","steps":["trace[1545316351] 'agreement among raft nodes before linearized reading' (duration: 117.602121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.206372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.394413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:20.206441Z","caller":"traceutil/trace.go:171","msg":"trace[1991281805] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"136.483396ms","start":"2026-03-31T05:30:20.069942Z","end":"2026-03-31T05:30:20.206426Z","steps":["trace[1991281805] 'agreement among raft nodes before linearized reading' (duration: 131.378707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.208984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.963138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-31T05:30:20.209029Z","caller":"traceutil/trace.go:171","msg":"trace[1146546166] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16268; }","duration":"137.028231ms","start":"2026-03-31T05:30:20.07199Z","end":"2026-03-31T05:30:20.209018Z","steps":["trace[1146546166] 'agreement among raft nodes before linearized reading' (duration: 136.886627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.33861Z","caller":"traceutil/trace.go:171","msg":"trace[1772438535] transaction","detail":"{read_only:false; response_revision:16269; number_of_response:1; }","duration":"129.6836ms","start":"2026-03-31T05:30:20.208893Z","end":"2026-03-31T05:30:20.338576Z","steps":["trace[1772438535] 'process raft request' (duration: 86.44007ms)","trace[1772438535] 'compare' (duration: 43.080536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:20.354113Z","caller":"traceutil/trace.go:171","msg":"trace[2042799658] linearizableReadLoop","detail":"{readStateIndex:16865; appliedIndex:16863; }","duration":"142.639864ms","start":"2026-03-31T05:30:20.211446Z","end":"2026-03-31T05:30:20.354086Z","steps":["trace[2042799658] 'read index received' (duration: 83.929561ms)","trace[2042799658] 'applied index is now lower than readState.Index' (duration: 58.709313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:30:20.354424Z","caller":"traceutil/trace.go:171","msg":"trace[2015057844] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"141.943015ms","start":"2026-03-31T05:30:20.21246Z","end":"2026-03-31T05:30:20.354403Z","steps":["trace[2015057844] 'process raft request' (duration: 141.488702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.354303Z","caller":"traceutil/trace.go:171","msg":"trace[1381043767] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"142.570882ms","start":"2026-03-31T05:30:20.211705Z","end":"2026-03-31T05:30:20.354276Z","steps":["trace[1381043767] 'process raft request' (duration: 142.200582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.354355Z","caller":"traceutil/trace.go:171","msg":"trace[510721061] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"139.889349ms","start":"2026-03-31T05:30:20.214441Z","end":"2026-03-31T05:30:20.35433Z","steps":["trace[510721061] 'process raft request' (duration: 139.57551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.354367Z","caller":"traceutil/trace.go:171","msg":"trace[808623598] transaction","detail":"{read_only:false; response_revision:16270; number_of_response:1; }","duration":"145.241585ms","start":"2026-03-31T05:30:20.209115Z","end":"2026-03-31T05:30:20.354356Z","steps":["trace[808623598] 'process raft request' (duration: 144.607368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:20.354416Z","caller":"traceutil/trace.go:171","msg":"trace[1963808120] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"139.414376ms","start":"2026-03-31T05:30:20.214992Z","end":"2026-03-31T05:30:20.354407Z","steps":["trace[1963808120] 'process raft request' (duration: 139.059006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.355418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.946199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:20.355483Z","caller":"traceutil/trace.go:171","msg":"trace[1701041726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16274; }","duration":"144.072803ms","start":"2026-03-31T05:30:20.211396Z","end":"2026-03-31T05:30:20.355468Z","steps":["trace[1701041726] 'agreement among raft nodes before linearized reading' (duration: 143.004923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.356222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.097101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:20.356273Z","caller":"traceutil/trace.go:171","msg":"trace[2078721690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16274; }","duration":"141.182424ms","start":"2026-03-31T05:30:20.21508Z","end":"2026-03-31T05:30:20.356263Z","steps":["trace[2078721690] 'agreement among raft nodes before linearized reading' (duration: 140.049073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.356429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.856892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:20.356515Z","caller":"traceutil/trace.go:171","msg":"trace[1836687569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16274; }","duration":"141.974196ms","start":"2026-03-31T05:30:20.214523Z","end":"2026-03-31T05:30:20.356497Z","steps":["trace[1836687569] 'agreement among raft nodes before linearized reading' (duration: 140.890526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.35763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.044895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:20.35767Z","caller":"traceutil/trace.go:171","msg":"trace[71593426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16274; }","duration":"143.108566ms","start":"2026-03-31T05:30:20.214551Z","end":"2026-03-31T05:30:20.35766Z","steps":["trace[71593426] 'agreement among raft nodes before linearized reading' (duration: 140.707141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:20.359037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.800088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737439"} {"level":"info","ts":"2026-03-31T05:30:20.359092Z","caller":"traceutil/trace.go:171","msg":"trace[1288935535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16274; }","duration":"146.877989ms","start":"2026-03-31T05:30:20.212205Z","end":"2026-03-31T05:30:20.359083Z","steps":["trace[1288935535] 'agreement among raft nodes before linearized reading' (duration: 142.555221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:32.364971Z","caller":"traceutil/trace.go:171","msg":"trace[531503951] transaction","detail":"{read_only:false; response_revision:16327; number_of_response:1; }","duration":"240.577717ms","start":"2026-03-31T05:30:32.124349Z","end":"2026-03-31T05:30:32.364927Z","steps":["trace[531503951] 'process raft request' (duration: 240.3372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.28499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.276636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:33.285079Z","caller":"traceutil/trace.go:171","msg":"trace[1565819774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16337; }","duration":"162.41927ms","start":"2026-03-31T05:30:33.122638Z","end":"2026-03-31T05:30:33.285057Z","steps":["trace[1565819774] 'count revisions from in-memory index tree' (duration: 162.175494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.285075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.098757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:30:33.285182Z","caller":"traceutil/trace.go:171","msg":"trace[15810064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16337; }","duration":"194.22621ms","start":"2026-03-31T05:30:33.09094Z","end":"2026-03-31T05:30:33.285166Z","steps":["trace[15810064] 'range keys from in-memory index tree' (duration: 194.079796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:30:33.28549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.719368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:30:33.28559Z","caller":"traceutil/trace.go:171","msg":"trace[1257754347] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16337; }","duration":"121.939694ms","start":"2026-03-31T05:30:33.163625Z","end":"2026-03-31T05:30:33.285565Z","steps":["trace[1257754347] 'count revisions from in-memory index tree' (duration: 121.583724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:50.603252Z","caller":"traceutil/trace.go:171","msg":"trace[1182941439] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"115.99871ms","start":"2026-03-31T05:30:50.487194Z","end":"2026-03-31T05:30:50.603193Z","steps":["trace[1182941439] 'process raft request' (duration: 115.732473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:30:50.603328Z","caller":"traceutil/trace.go:171","msg":"trace[1428449598] linearizableReadLoop","detail":"{readStateIndex:17019; appliedIndex:17019; }","duration":"115.25591ms","start":"2026-03-31T05:30:50.488051Z","end":"2026-03-31T05:30:50.603307Z","steps":["trace[1428449598] 'read index received' (duration: 115.24496ms)","trace[1428449598] 'applied index is now lower than readState.Index' (duration: 8.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:30:50.603496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.423084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:30:50.603545Z","caller":"traceutil/trace.go:171","msg":"trace[545055708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16418; }","duration":"115.512757ms","start":"2026-03-31T05:30:50.488017Z","end":"2026-03-31T05:30:50.603529Z","steps":["trace[545055708] 'agreement among raft nodes before linearized reading' (duration: 115.381674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:00.97759Z","caller":"traceutil/trace.go:171","msg":"trace[168871794] linearizableReadLoop","detail":"{readStateIndex:17096; appliedIndex:17094; }","duration":"314.030185ms","start":"2026-03-31T05:31:00.663543Z","end":"2026-03-31T05:31:00.977573Z","steps":["trace[168871794] 'read index received' (duration: 7.134605ms)","trace[168871794] 'applied index is now lower than readState.Index' (duration: 306.895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:00.977686Z","caller":"traceutil/trace.go:171","msg":"trace[555869620] transaction","detail":"{read_only:false; response_revision:16493; number_of_response:1; }","duration":"314.694953ms","start":"2026-03-31T05:31:00.662985Z","end":"2026-03-31T05:31:00.97768Z","steps":["trace[555869620] 'process raft request' (duration: 244.480794ms)","trace[555869620] 'compare' (duration: 70.041644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:00.97775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:00.662967Z","time spent":"314.734015ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:00.977791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.959919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-03-31T05:31:00.977853Z","caller":"traceutil/trace.go:171","msg":"trace[856850274] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:16493; }","duration":"308.033831ms","start":"2026-03-31T05:31:00.669794Z","end":"2026-03-31T05:31:00.977828Z","steps":["trace[856850274] 'agreement among raft nodes before linearized reading' (duration: 307.898357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.977919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:00.669781Z","time spent":"308.129023ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:31:00.978052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.595325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:31:00.978157Z","caller":"traceutil/trace.go:171","msg":"trace[1422010696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16493; }","duration":"173.748009ms","start":"2026-03-31T05:31:00.804387Z","end":"2026-03-31T05:31:00.978135Z","steps":["trace[1422010696] 'agreement among raft nodes before linearized reading' (duration: 173.374249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.978328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.769905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-31T05:31:00.978727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.654602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:31:00.97875Z","caller":"traceutil/trace.go:171","msg":"trace[1999471167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16493; }","duration":"315.171896ms","start":"2026-03-31T05:31:00.663538Z","end":"2026-03-31T05:31:00.97871Z","steps":["trace[1999471167] 'agreement among raft nodes before linearized reading' (duration: 314.718134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.978776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.785021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:31:00.978794Z","caller":"traceutil/trace.go:171","msg":"trace[1411466138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16493; }","duration":"250.747935ms","start":"2026-03-31T05:31:00.728026Z","end":"2026-03-31T05:31:00.978774Z","steps":["trace[1411466138] 'agreement among raft nodes before linearized reading' (duration: 250.619021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.978375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.269911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:00.978832Z","caller":"traceutil/trace.go:171","msg":"trace[1784244251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16493; }","duration":"252.902724ms","start":"2026-03-31T05:31:00.725914Z","end":"2026-03-31T05:31:00.978817Z","steps":["trace[1784244251] 'agreement among raft nodes before linearized reading' (duration: 252.74737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.9788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:00.663519Z","time spent":"315.268399ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-31T05:31:00.978865Z","caller":"traceutil/trace.go:171","msg":"trace[944336703] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16493; }","duration":"307.759434ms","start":"2026-03-31T05:31:00.671087Z","end":"2026-03-31T05:31:00.978847Z","steps":["trace[944336703] 'agreement among raft nodes before linearized reading' (duration: 307.26765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.9786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.528025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:31:00.978898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:00.671083Z","time spent":"307.805815ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:31:00.978349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.545214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:31:00.97895Z","caller":"traceutil/trace.go:171","msg":"trace[1358714181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16493; }","duration":"174.216482ms","start":"2026-03-31T05:31:00.80472Z","end":"2026-03-31T05:31:00.978937Z","steps":["trace[1358714181] 'agreement among raft nodes before linearized reading' (duration: 173.445981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:00.978919Z","caller":"traceutil/trace.go:171","msg":"trace[1823779403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16493; }","duration":"260.099431ms","start":"2026-03-31T05:31:00.71881Z","end":"2026-03-31T05:31:00.97891Z","steps":["trace[1823779403] 'agreement among raft nodes before linearized reading' (duration: 259.400131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.978429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.240179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-03-31T05:31:00.979028Z","caller":"traceutil/trace.go:171","msg":"trace[763725504] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:16493; }","duration":"307.862997ms","start":"2026-03-31T05:31:00.671158Z","end":"2026-03-31T05:31:00.979021Z","steps":["trace[763725504] 'agreement among raft nodes before linearized reading' (duration: 307.230279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:00.97905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:00.671145Z","time spent":"307.898427ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:31:00.979238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.723621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:31:00.979302Z","caller":"traceutil/trace.go:171","msg":"trace[1015442831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16493; }","duration":"176.823094ms","start":"2026-03-31T05:31:00.802468Z","end":"2026-03-31T05:31:00.979291Z","steps":["trace[1015442831] 'agreement among raft nodes before linearized reading' (duration: 175.57589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:06.84568Z","caller":"traceutil/trace.go:171","msg":"trace[1746547787] transaction","detail":"{read_only:false; response_revision:16557; number_of_response:1; }","duration":"153.25971ms","start":"2026-03-31T05:31:06.6924Z","end":"2026-03-31T05:31:06.845659Z","steps":["trace[1746547787] 'process raft request' (duration: 153.106746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.293741Z","caller":"traceutil/trace.go:171","msg":"trace[2035170477] linearizableReadLoop","detail":"{readStateIndex:17192; appliedIndex:17191; }","duration":"363.728683ms","start":"2026-03-31T05:31:10.929995Z","end":"2026-03-31T05:31:11.293724Z","steps":["trace[2035170477] 'read index received' (duration: 363.690502ms)","trace[2035170477] 'applied index is now lower than readState.Index' (duration: 35.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:11.293793Z","caller":"traceutil/trace.go:171","msg":"trace[365543677] transaction","detail":"{read_only:false; response_revision:16586; number_of_response:1; }","duration":"435.895735ms","start":"2026-03-31T05:31:10.857869Z","end":"2026-03-31T05:31:11.293765Z","steps":["trace[365543677] 'process raft request' (duration: 435.747081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.293976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.95763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-service-zk6g7\" ","response":"range_response_count:1 size:8104"} {"level":"warn","ts":"2026-03-31T05:31:11.293993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:10.857844Z","time spent":"436.009158ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:11.29404Z","caller":"traceutil/trace.go:171","msg":"trace[270720585] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-service-zk6g7; range_end:; response_count:1; response_revision:16586; }","duration":"364.069633ms","start":"2026-03-31T05:31:10.929955Z","end":"2026-03-31T05:31:11.294025Z","steps":["trace[270720585] 'agreement among raft nodes before linearized reading' (duration: 363.848677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.294068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:10.929932Z","time spent":"364.131514ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8128,"request content":"key:\"/registry/pods/openstack/nova-ks-service-zk6g7\" "} {"level":"warn","ts":"2026-03-31T05:31:11.302278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.870393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T05:31:11.302366Z","caller":"traceutil/trace.go:171","msg":"trace[1372079019] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16587; }","duration":"297.996257ms","start":"2026-03-31T05:31:11.004349Z","end":"2026-03-31T05:31:11.302345Z","steps":["trace[1372079019] 'agreement among raft nodes before linearized reading' (duration: 297.76649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.30236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.333195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:31:11.302357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.174136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:31:11.302616Z","caller":"traceutil/trace.go:171","msg":"trace[67124456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16587; }","duration":"257.448389ms","start":"2026-03-31T05:31:11.044963Z","end":"2026-03-31T05:31:11.302411Z","steps":["trace[67124456] 'agreement among raft nodes before linearized reading' (duration: 257.251903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.302633Z","caller":"traceutil/trace.go:171","msg":"trace[1702417028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16587; }","duration":"206.499166ms","start":"2026-03-31T05:31:11.096113Z","end":"2026-03-31T05:31:11.302612Z","steps":["trace[1702417028] 'agreement among raft nodes before linearized reading' (duration: 206.050704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.302688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.615462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:31:11.30274Z","caller":"traceutil/trace.go:171","msg":"trace[1235219228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16587; }","duration":"220.716084ms","start":"2026-03-31T05:31:11.082006Z","end":"2026-03-31T05:31:11.302722Z","steps":["trace[1235219228] 'agreement among raft nodes before linearized reading' (duration: 220.404296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.3028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.672347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:31:11.302807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.848113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:11.302824Z","caller":"traceutil/trace.go:171","msg":"trace[273402193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16587; }","duration":"256.717039ms","start":"2026-03-31T05:31:11.0461Z","end":"2026-03-31T05:31:11.302817Z","steps":["trace[273402193] 'agreement among raft nodes before linearized reading' (duration: 256.650797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.302841Z","caller":"traceutil/trace.go:171","msg":"trace[1972015401] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16587; }","duration":"297.895084ms","start":"2026-03-31T05:31:11.004935Z","end":"2026-03-31T05:31:11.30283Z","steps":["trace[1972015401] 'agreement among raft nodes before linearized reading' (duration: 297.837702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.302358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.085157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:31:11.302882Z","caller":"traceutil/trace.go:171","msg":"trace[1486010101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16587; }","duration":"250.648352ms","start":"2026-03-31T05:31:11.052228Z","end":"2026-03-31T05:31:11.302877Z","steps":["trace[1486010101] 'agreement among raft nodes before linearized reading' (duration: 249.972124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.30298Z","caller":"traceutil/trace.go:171","msg":"trace[1142351845] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"284.391095ms","start":"2026-03-31T05:31:11.018572Z","end":"2026-03-31T05:31:11.302963Z","steps":["trace[1142351845] 'process raft request' (duration: 283.407768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.30302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.681261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:31:11.303064Z","caller":"traceutil/trace.go:171","msg":"trace[2015373486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16587; }","duration":"221.763223ms","start":"2026-03-31T05:31:11.081288Z","end":"2026-03-31T05:31:11.303052Z","steps":["trace[2015373486] 'agreement among raft nodes before linearized reading' (duration: 221.631929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.303125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.810365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:31:11.303146Z","caller":"traceutil/trace.go:171","msg":"trace[1462649410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16587; }","duration":"247.841125ms","start":"2026-03-31T05:31:11.055296Z","end":"2026-03-31T05:31:11.303137Z","steps":["trace[1462649410] 'agreement among raft nodes before linearized reading' (duration: 247.790554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.303309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.79795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:31:11.303305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.393179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-31T05:31:11.303366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.860195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:31:11.303359Z","caller":"traceutil/trace.go:171","msg":"trace[89508617] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16587; }","duration":"151.502852ms","start":"2026-03-31T05:31:11.151843Z","end":"2026-03-31T05:31:11.303345Z","steps":["trace[89508617] 'agreement among raft nodes before linearized reading' (duration: 151.359108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.303379Z","caller":"traceutil/trace.go:171","msg":"trace[901467963] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16587; }","duration":"105.904345ms","start":"2026-03-31T05:31:11.197471Z","end":"2026-03-31T05:31:11.303375Z","steps":["trace[901467963] 'agreement among raft nodes before linearized reading' (duration: 105.861074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.303323Z","caller":"traceutil/trace.go:171","msg":"trace[485556681] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16587; }","duration":"121.852011ms","start":"2026-03-31T05:31:11.181467Z","end":"2026-03-31T05:31:11.303319Z","steps":["trace[485556681] 'agreement among raft nodes before linearized reading' (duration: 121.80104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.303604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.067036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:31:11.303656Z","caller":"traceutil/trace.go:171","msg":"trace[65888140] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16587; }","duration":"149.153308ms","start":"2026-03-31T05:31:11.154488Z","end":"2026-03-31T05:31:11.303642Z","steps":["trace[65888140] 'agreement among raft nodes before linearized reading' (duration: 148.947833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.409365Z","caller":"traceutil/trace.go:171","msg":"trace[1956756172] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"100.831257ms","start":"2026-03-31T05:31:11.308503Z","end":"2026-03-31T05:31:11.409334Z","steps":["trace[1956756172] 'process raft request' (duration: 68.891573ms)","trace[1956756172] 'compare' (duration: 31.824901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:11.440006Z","caller":"traceutil/trace.go:171","msg":"trace[1907244281] transaction","detail":"{read_only:false; response_revision:16590; number_of_response:1; }","duration":"129.10934ms","start":"2026-03-31T05:31:11.310877Z","end":"2026-03-31T05:31:11.439987Z","steps":["trace[1907244281] 'process raft request' (duration: 129.051198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.440143Z","caller":"traceutil/trace.go:171","msg":"trace[408942323] transaction","detail":"{read_only:false; response_revision:16589; number_of_response:1; }","duration":"130.922459ms","start":"2026-03-31T05:31:11.309179Z","end":"2026-03-31T05:31:11.440101Z","steps":["trace[408942323] 'process raft request' (duration: 130.633561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.440676Z","caller":"traceutil/trace.go:171","msg":"trace[1823190292] transaction","detail":"{read_only:false; response_revision:16591; number_of_response:1; }","duration":"129.455939ms","start":"2026-03-31T05:31:11.311199Z","end":"2026-03-31T05:31:11.440655Z","steps":["trace[1823190292] 'process raft request' (duration: 128.75817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.441025Z","caller":"traceutil/trace.go:171","msg":"trace[1066872310] transaction","detail":"{read_only:false; response_revision:16592; number_of_response:1; }","duration":"129.758038ms","start":"2026-03-31T05:31:11.311252Z","end":"2026-03-31T05:31:11.44101Z","steps":["trace[1066872310] 'process raft request' (duration: 129.317736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.441308Z","caller":"traceutil/trace.go:171","msg":"trace[1631264202] transaction","detail":"{read_only:false; response_revision:16593; number_of_response:1; }","duration":"129.47859ms","start":"2026-03-31T05:31:11.311814Z","end":"2026-03-31T05:31:11.441293Z","steps":["trace[1631264202] 'process raft request' (duration: 129.11427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:11.441475Z","caller":"traceutil/trace.go:171","msg":"trace[858073906] linearizableReadLoop","detail":"{readStateIndex:17195; appliedIndex:17193; }","duration":"131.741502ms","start":"2026-03-31T05:31:11.309712Z","end":"2026-03-31T05:31:11.441454Z","steps":["trace[858073906] 'read index received' (duration: 67.66274ms)","trace[858073906] 'applied index is now lower than readState.Index' (duration: 64.077362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:11.441543Z","caller":"traceutil/trace.go:171","msg":"trace[1333771874] transaction","detail":"{read_only:false; response_revision:16594; number_of_response:1; }","duration":"128.826762ms","start":"2026-03-31T05:31:11.312687Z","end":"2026-03-31T05:31:11.441514Z","steps":["trace[1333771874] 'process raft request' (duration: 128.544154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.442651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.921204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752895"} {"level":"info","ts":"2026-03-31T05:31:11.442724Z","caller":"traceutil/trace.go:171","msg":"trace[86719929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16594; }","duration":"133.008596ms","start":"2026-03-31T05:31:11.3097Z","end":"2026-03-31T05:31:11.442708Z","steps":["trace[86719929] 'agreement among raft nodes before linearized reading' (duration: 131.906056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.442951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.917906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752895"} {"level":"info","ts":"2026-03-31T05:31:11.443012Z","caller":"traceutil/trace.go:171","msg":"trace[1759924085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16594; }","duration":"132.000109ms","start":"2026-03-31T05:31:11.310998Z","end":"2026-03-31T05:31:11.442998Z","steps":["trace[1759924085] 'agreement among raft nodes before linearized reading' (duration: 130.837677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.442999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.988148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752895"} {"level":"info","ts":"2026-03-31T05:31:11.44308Z","caller":"traceutil/trace.go:171","msg":"trace[654304011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16594; }","duration":"132.102132ms","start":"2026-03-31T05:31:11.310961Z","end":"2026-03-31T05:31:11.443063Z","steps":["trace[654304011] 'agreement among raft nodes before linearized reading' (duration: 131.157236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.443538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.651016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752895"} {"level":"info","ts":"2026-03-31T05:31:11.443599Z","caller":"traceutil/trace.go:171","msg":"trace[1712534087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16594; }","duration":"132.759379ms","start":"2026-03-31T05:31:11.310826Z","end":"2026-03-31T05:31:11.443585Z","steps":["trace[1712534087] 'agreement among raft nodes before linearized reading' (duration: 130.863637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:11.45289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.573271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752895"} {"level":"info","ts":"2026-03-31T05:31:11.452963Z","caller":"traceutil/trace.go:171","msg":"trace[448569933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16594; }","duration":"141.662623ms","start":"2026-03-31T05:31:11.311283Z","end":"2026-03-31T05:31:11.452946Z","steps":["trace[448569933] 'agreement among raft nodes before linearized reading' (duration: 130.414596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:14.786017Z","caller":"traceutil/trace.go:171","msg":"trace[63973515] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"100.506228ms","start":"2026-03-31T05:31:14.685476Z","end":"2026-03-31T05:31:14.785982Z","steps":["trace[63973515] 'process raft request' (duration: 100.307722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.498895Z","caller":"traceutil/trace.go:171","msg":"trace[1587049872] linearizableReadLoop","detail":"{readStateIndex:17247; appliedIndex:17246; }","duration":"164.867148ms","start":"2026-03-31T05:31:21.334006Z","end":"2026-03-31T05:31:21.498873Z","steps":["trace[1587049872] 'read index received' (duration: 164.790706ms)","trace[1587049872] 'applied index is now lower than readState.Index' (duration: 75.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:21.498937Z","caller":"traceutil/trace.go:171","msg":"trace[1965416535] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"168.149417ms","start":"2026-03-31T05:31:21.330771Z","end":"2026-03-31T05:31:21.498921Z","steps":["trace[1965416535] 'process raft request' (duration: 167.932861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.499208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.190846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T05:31:21.499331Z","caller":"traceutil/trace.go:171","msg":"trace[33419414] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16639; }","duration":"165.35161ms","start":"2026-03-31T05:31:21.333949Z","end":"2026-03-31T05:31:21.4993Z","steps":["trace[33419414] 'agreement among raft nodes before linearized reading' (duration: 165.013111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.533254Z","caller":"traceutil/trace.go:171","msg":"trace[586872663] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"198.958489ms","start":"2026-03-31T05:31:21.334275Z","end":"2026-03-31T05:31:21.533233Z","steps":["trace[586872663] 'process raft request' (duration: 198.63518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.533732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.079466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:21.533844Z","caller":"traceutil/trace.go:171","msg":"trace[1880082356] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16640; }","duration":"194.22395ms","start":"2026-03-31T05:31:21.339595Z","end":"2026-03-31T05:31:21.533819Z","steps":["trace[1880082356] 'agreement among raft nodes before linearized reading' (duration: 194.062426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.689039Z","caller":"traceutil/trace.go:171","msg":"trace[2102271463] transaction","detail":"{read_only:false; response_revision:16643; number_of_response:1; }","duration":"150.295049ms","start":"2026-03-31T05:31:21.538719Z","end":"2026-03-31T05:31:21.689014Z","steps":["trace[2102271463] 'process raft request' (duration: 150.173036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.689126Z","caller":"traceutil/trace.go:171","msg":"trace[1891745123] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"149.999041ms","start":"2026-03-31T05:31:21.539101Z","end":"2026-03-31T05:31:21.6891Z","steps":["trace[1891745123] 'process raft request' (duration: 149.829667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.689041Z","caller":"traceutil/trace.go:171","msg":"trace[1053995737] transaction","detail":"{read_only:false; response_revision:16642; number_of_response:1; }","duration":"150.610978ms","start":"2026-03-31T05:31:21.53839Z","end":"2026-03-31T05:31:21.689001Z","steps":["trace[1053995737] 'process raft request' (duration: 150.291249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.689658Z","caller":"traceutil/trace.go:171","msg":"trace[1298092554] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"150.311179ms","start":"2026-03-31T05:31:21.539334Z","end":"2026-03-31T05:31:21.689645Z","steps":["trace[1298092554] 'process raft request' (duration: 149.633981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:21.695285Z","caller":"traceutil/trace.go:171","msg":"trace[858830209] linearizableReadLoop","detail":"{readStateIndex:17254; appliedIndex:17249; }","duration":"132.835222ms","start":"2026-03-31T05:31:21.562437Z","end":"2026-03-31T05:31:21.695272Z","steps":["trace[858830209] 'read index received' (duration: 126.028136ms)","trace[858830209] 'applied index is now lower than readState.Index' (duration: 6.806436ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:21.695361Z","caller":"traceutil/trace.go:171","msg":"trace[288463613] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"155.197143ms","start":"2026-03-31T05:31:21.540146Z","end":"2026-03-31T05:31:21.695343Z","steps":["trace[288463613] 'process raft request' (duration: 155.030429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.695458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.018437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:31:21.695486Z","caller":"traceutil/trace.go:171","msg":"trace[113278585] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16646; }","duration":"133.093309ms","start":"2026-03-31T05:31:21.562387Z","end":"2026-03-31T05:31:21.69548Z","steps":["trace[113278585] 'agreement among raft nodes before linearized reading' (duration: 132.962675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.695586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.430693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:31:21.69566Z","caller":"traceutil/trace.go:171","msg":"trace[1041516935] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16646; }","duration":"101.524565ms","start":"2026-03-31T05:31:21.594121Z","end":"2026-03-31T05:31:21.695645Z","steps":["trace[1041516935] 'agreement among raft nodes before linearized reading' (duration: 101.352501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.695814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.66237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:31:21.695867Z","caller":"traceutil/trace.go:171","msg":"trace[1273427101] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16646; }","duration":"101.741771ms","start":"2026-03-31T05:31:21.594117Z","end":"2026-03-31T05:31:21.695859Z","steps":["trace[1273427101] 'agreement among raft nodes before linearized reading' (duration: 101.640418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:21.69602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.851865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:31:21.69608Z","caller":"traceutil/trace.go:171","msg":"trace[1266876975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16646; }","duration":"101.966908ms","start":"2026-03-31T05:31:21.594099Z","end":"2026-03-31T05:31:21.696066Z","steps":["trace[1266876975] 'agreement among raft nodes before linearized reading' (duration: 101.653129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.152372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.702388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:31:22.152474Z","caller":"traceutil/trace.go:171","msg":"trace[1828611441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16647; }","duration":"320.853812ms","start":"2026-03-31T05:31:21.831597Z","end":"2026-03-31T05:31:22.15245Z","steps":["trace[1828611441] 'range keys from in-memory index tree' (duration: 320.464452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:22.152534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:21.831574Z","time spent":"320.944285ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:31:31.75245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.058338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12501"} {"level":"info","ts":"2026-03-31T05:31:31.752587Z","caller":"traceutil/trace.go:171","msg":"trace[680975481] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16708; }","duration":"197.234082ms","start":"2026-03-31T05:31:31.555308Z","end":"2026-03-31T05:31:31.752542Z","steps":["trace[680975481] 'agreement among raft nodes before linearized reading' (duration: 57.319737ms)","trace[680975481] 'range keys from in-memory index tree' (duration: 139.652798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:31.752739Z","caller":"traceutil/trace.go:171","msg":"trace[2104148751] linearizableReadLoop","detail":"{readStateIndex:17319; appliedIndex:17318; }","duration":"140.109181ms","start":"2026-03-31T05:31:31.612598Z","end":"2026-03-31T05:31:31.752707Z","steps":["trace[2104148751] 'read index received' (duration: 106.768469ms)","trace[2104148751] 'applied index is now lower than readState.Index' (duration: 33.339002ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:31.752891Z","caller":"traceutil/trace.go:171","msg":"trace[1438891565] transaction","detail":"{read_only:false; response_revision:16709; number_of_response:1; }","duration":"185.649115ms","start":"2026-03-31T05:31:31.567189Z","end":"2026-03-31T05:31:31.752839Z","steps":["trace[1438891565] 'process raft request' (duration: 152.216491ms)","trace[1438891565] 'compare' (duration: 32.825098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:31.753062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.05325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:31:31.753132Z","caller":"traceutil/trace.go:171","msg":"trace[1650013283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16709; }","duration":"177.151823ms","start":"2026-03-31T05:31:31.575961Z","end":"2026-03-31T05:31:31.753113Z","steps":["trace[1650013283] 'agreement among raft nodes before linearized reading' (duration: 176.973088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.753116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.036425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:31:31.753192Z","caller":"traceutil/trace.go:171","msg":"trace[1026654017] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:16709; }","duration":"149.160868ms","start":"2026-03-31T05:31:31.604011Z","end":"2026-03-31T05:31:31.753172Z","steps":["trace[1026654017] 'agreement among raft nodes before linearized reading' (duration: 148.87479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.98355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.447194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:31:31.983722Z","caller":"traceutil/trace.go:171","msg":"trace[1613812691] transaction","detail":"{read_only:false; response_revision:16710; number_of_response:1; }","duration":"225.979178ms","start":"2026-03-31T05:31:31.757721Z","end":"2026-03-31T05:31:31.983701Z","steps":["trace[1613812691] 'process raft request' (duration: 98.285337ms)","trace[1613812691] 'compare' (duration: 127.222108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:31.984151Z","caller":"traceutil/trace.go:171","msg":"trace[858059786] transaction","detail":"{read_only:false; response_revision:16711; number_of_response:1; }","duration":"226.367899ms","start":"2026-03-31T05:31:31.757759Z","end":"2026-03-31T05:31:31.984127Z","steps":["trace[858059786] 'process raft request' (duration: 225.886866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.984306Z","caller":"traceutil/trace.go:171","msg":"trace[431086868] transaction","detail":"{read_only:false; response_revision:16713; number_of_response:1; }","duration":"225.846134ms","start":"2026-03-31T05:31:31.75845Z","end":"2026-03-31T05:31:31.984296Z","steps":["trace[431086868] 'process raft request' (duration: 225.722711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.984367Z","caller":"traceutil/trace.go:171","msg":"trace[379178525] transaction","detail":"{read_only:false; response_revision:16714; number_of_response:1; }","duration":"225.838375ms","start":"2026-03-31T05:31:31.758509Z","end":"2026-03-31T05:31:31.984347Z","steps":["trace[379178525] 'process raft request' (duration: 225.722052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.984381Z","caller":"traceutil/trace.go:171","msg":"trace[1883790590] transaction","detail":"{read_only:false; response_revision:16715; number_of_response:1; }","duration":"225.129255ms","start":"2026-03-31T05:31:31.759242Z","end":"2026-03-31T05:31:31.984372Z","steps":["trace[1883790590] 'process raft request' (duration: 225.036133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.984464Z","caller":"traceutil/trace.go:171","msg":"trace[481212986] transaction","detail":"{read_only:false; response_revision:16716; number_of_response:1; }","duration":"186.264263ms","start":"2026-03-31T05:31:31.798118Z","end":"2026-03-31T05:31:31.984382Z","steps":["trace[481212986] 'process raft request' (duration: 186.203711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.984585Z","caller":"traceutil/trace.go:171","msg":"trace[459994370] linearizableReadLoop","detail":"{readStateIndex:17326; appliedIndex:17319; }","duration":"188.039961ms","start":"2026-03-31T05:31:31.796452Z","end":"2026-03-31T05:31:31.984492Z","steps":["trace[459994370] 'read index received' (duration: 433.322µs)","trace[459994370] 'applied index is now lower than readState.Index' (duration: 187.603359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:31.984765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.299629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:31:31.984838Z","caller":"traceutil/trace.go:171","msg":"trace[1055549792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16716; }","duration":"188.419832ms","start":"2026-03-31T05:31:31.796398Z","end":"2026-03-31T05:31:31.984818Z","steps":["trace[1055549792] 'agreement among raft nodes before linearized reading' (duration: 188.247607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.98518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.375977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:31:31.985208Z","caller":"traceutil/trace.go:171","msg":"trace[2104486416] transaction","detail":"{read_only:false; response_revision:16712; number_of_response:1; }","duration":"226.469382ms","start":"2026-03-31T05:31:31.757767Z","end":"2026-03-31T05:31:31.984237Z","steps":["trace[2104486416] 'process raft request' (duration: 226.286857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.985238Z","caller":"traceutil/trace.go:171","msg":"trace[2068806331] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16716; }","duration":"178.47623ms","start":"2026-03-31T05:31:31.806746Z","end":"2026-03-31T05:31:31.985222Z","steps":["trace[2068806331] 'agreement among raft nodes before linearized reading' (duration: 178.291075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.985416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.217196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:31:31.985482Z","caller":"traceutil/trace.go:171","msg":"trace[279543495] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16716; }","duration":"143.350059ms","start":"2026-03-31T05:31:31.842116Z","end":"2026-03-31T05:31:31.985466Z","steps":["trace[279543495] 'agreement among raft nodes before linearized reading' (duration: 143.193755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.985613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.451111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:31:31.985662Z","caller":"traceutil/trace.go:171","msg":"trace[1307588450] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16716; }","duration":"166.535253ms","start":"2026-03-31T05:31:31.819115Z","end":"2026-03-31T05:31:31.98565Z","steps":["trace[1307588450] 'agreement among raft nodes before linearized reading' (duration: 166.4221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:31.985668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.970015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:31.985671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.717889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:31:31.98573Z","caller":"traceutil/trace.go:171","msg":"trace[493167009] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16716; }","duration":"133.042617ms","start":"2026-03-31T05:31:31.852672Z","end":"2026-03-31T05:31:31.985715Z","steps":["trace[493167009] 'agreement among raft nodes before linearized reading' (duration: 132.934994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:31.985932Z","caller":"traceutil/trace.go:171","msg":"trace[642979229] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16716; }","duration":"143.78558ms","start":"2026-03-31T05:31:31.841939Z","end":"2026-03-31T05:31:31.985725Z","steps":["trace[642979229] 'agreement among raft nodes before linearized reading' (duration: 143.586895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:38.456309Z","caller":"traceutil/trace.go:171","msg":"trace[1482137282] linearizableReadLoop","detail":"{readStateIndex:17369; appliedIndex:17368; }","duration":"443.69172ms","start":"2026-03-31T05:31:38.012593Z","end":"2026-03-31T05:31:38.456284Z","steps":["trace[1482137282] 'read index received' (duration: 443.408792ms)","trace[1482137282] 'applied index is now lower than readState.Index' (duration: 281.788µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:38.456459Z","caller":"traceutil/trace.go:171","msg":"trace[347829303] transaction","detail":"{read_only:false; response_revision:16757; number_of_response:1; }","duration":"445.409227ms","start":"2026-03-31T05:31:38.011018Z","end":"2026-03-31T05:31:38.456427Z","steps":["trace[347829303] 'process raft request' (duration: 445.101689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.456674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.30469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:31:38.456762Z","caller":"traceutil/trace.go:171","msg":"trace[1079293070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16757; }","duration":"424.422194ms","start":"2026-03-31T05:31:38.032324Z","end":"2026-03-31T05:31:38.456746Z","steps":["trace[1079293070] 'agreement among raft nodes before linearized reading' (duration: 424.233119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.456728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.011004Z","time spent":"445.51741ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:38.456806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.04702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:31:38.456867Z","caller":"traceutil/trace.go:171","msg":"trace[1131775912] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16757; }","duration":"399.146473ms","start":"2026-03-31T05:31:38.057706Z","end":"2026-03-31T05:31:38.456852Z","steps":["trace[1131775912] 'agreement among raft nodes before linearized reading' (duration: 398.967108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.45692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.057687Z","time spent":"399.215304ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:31:38.456934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.835755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:31:38.456871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.032312Z","time spent":"424.506196ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.801494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:38.457061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.830463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:31:38.457134Z","caller":"traceutil/trace.go:171","msg":"trace[1875109062] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16757; }","duration":"202.96722ms","start":"2026-03-31T05:31:38.254141Z","end":"2026-03-31T05:31:38.457108Z","steps":["trace[1875109062] 'agreement among raft nodes before linearized reading' (duration: 202.775674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.457142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.941427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:31:38.457133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.071982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:38.457174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.980278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:31:38.457203Z","caller":"traceutil/trace.go:171","msg":"trace[1547658675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16757; }","duration":"414.008459ms","start":"2026-03-31T05:31:38.043179Z","end":"2026-03-31T05:31:38.457188Z","steps":["trace[1547658675] 'agreement among raft nodes before linearized reading' (duration: 413.858765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.457248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.043176Z","time spent":"414.06764ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.510919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-31T05:31:38.457287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.685778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:31:38.457316Z","caller":"traceutil/trace.go:171","msg":"trace[997493585] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16757; }","duration":"389.607912ms","start":"2026-03-31T05:31:38.067692Z","end":"2026-03-31T05:31:38.4573Z","steps":["trace[997493585] 'agreement among raft nodes before linearized reading' (duration: 389.002285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:38.457246Z","caller":"traceutil/trace.go:171","msg":"trace[402712565] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16757; }","duration":"421.196455ms","start":"2026-03-31T05:31:38.036021Z","end":"2026-03-31T05:31:38.457218Z","steps":["trace[402712565] 'agreement among raft nodes before linearized reading' (duration: 421.056011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.457368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.067685Z","time spent":"389.670433ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.036005Z","time spent":"421.391691ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:31:38.457413Z","caller":"traceutil/trace.go:171","msg":"trace[1329972913] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16757; }","duration":"390.962949ms","start":"2026-03-31T05:31:38.066032Z","end":"2026-03-31T05:31:38.456995Z","steps":["trace[1329972913] 'agreement among raft nodes before linearized reading' (duration: 390.716382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:38.457398Z","caller":"traceutil/trace.go:171","msg":"trace[453992750] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16757; }","duration":"391.981096ms","start":"2026-03-31T05:31:38.065183Z","end":"2026-03-31T05:31:38.457164Z","steps":["trace[453992750] 'agreement among raft nodes before linearized reading' (duration: 391.651397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.457047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.12659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:38.458362Z","caller":"traceutil/trace.go:171","msg":"trace[625149213] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16757; }","duration":"198.477836ms","start":"2026-03-31T05:31:38.259864Z","end":"2026-03-31T05:31:38.458342Z","steps":["trace[625149213] 'agreement among raft nodes before linearized reading' (duration: 196.998786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:38.457259Z","caller":"traceutil/trace.go:171","msg":"trace[1034696459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16757; }","duration":"414.104581ms","start":"2026-03-31T05:31:38.043134Z","end":"2026-03-31T05:31:38.457239Z","steps":["trace[1034696459] 'agreement among raft nodes before linearized reading' (duration: 413.830384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.458531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.043119Z","time spent":"415.388277ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:31:38.457435Z","caller":"traceutil/trace.go:171","msg":"trace[1236580554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16757; }","duration":"410.840662ms","start":"2026-03-31T05:31:38.046536Z","end":"2026-03-31T05:31:38.457376Z","steps":["trace[1236580554] 'agreement among raft nodes before linearized reading' (duration: 410.476472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.458767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.046524Z","time spent":"412.22818ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6556,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.857042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:31:38.458918Z","caller":"traceutil/trace.go:171","msg":"trace[564117468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16757; }","duration":"446.330722ms","start":"2026-03-31T05:31:38.012575Z","end":"2026-03-31T05:31:38.458905Z","steps":["trace[564117468] 'agreement among raft nodes before linearized reading' (duration: 443.854084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.45895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.012567Z","time spent":"446.374004ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.066013Z","time spent":"391.422912ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:31:38.457699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.755413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:31:38.459105Z","caller":"traceutil/trace.go:171","msg":"trace[967105472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16757; }","duration":"426.173321ms","start":"2026-03-31T05:31:38.03292Z","end":"2026-03-31T05:31:38.459093Z","steps":["trace[967105472] 'agreement among raft nodes before linearized reading' (duration: 424.179636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:38.459137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.032914Z","time spent":"426.213722ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:31:38.459343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.065166Z","time spent":"392.886171ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:31:40.398028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460684383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:31:40.398169Z","caller":"traceutil/trace.go:171","msg":"trace[80452702] transaction","detail":"{read_only:false; response_revision:16758; number_of_response:1; }","duration":"1.93678994s","start":"2026-03-31T05:31:38.461351Z","end":"2026-03-31T05:31:40.398141Z","steps":["trace[80452702] 'process raft request' (duration: 475.888221ms)","trace[80452702] 'compare' (duration: 1.460014485s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:40.398256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.461332Z","time spent":"1.936882482s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.405538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468268781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:31:40.405982Z","caller":"traceutil/trace.go:171","msg":"trace[2040243234] linearizableReadLoop","detail":"{readStateIndex:17374; appliedIndex:17369; }","duration":"1.942818544s","start":"2026-03-31T05:31:38.463143Z","end":"2026-03-31T05:31:40.405961Z","steps":["trace[2040243234] 'read index received' (duration: 474.115601ms)","trace[2040243234] 'applied index is now lower than readState.Index' (duration: 1.468701853s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:40.406035Z","caller":"traceutil/trace.go:171","msg":"trace[376588129] transaction","detail":"{read_only:false; response_revision:16761; number_of_response:1; }","duration":"1.943280438s","start":"2026-03-31T05:31:38.462723Z","end":"2026-03-31T05:31:40.406004Z","steps":["trace[376588129] 'process raft request' (duration: 1.943140094s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.406065Z","caller":"traceutil/trace.go:171","msg":"trace[673091982] transaction","detail":"{read_only:false; response_revision:16762; number_of_response:1; }","duration":"1.943290798s","start":"2026-03-31T05:31:38.462766Z","end":"2026-03-31T05:31:40.406057Z","steps":["trace[673091982] 'process raft request' (duration: 1.943163295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.406148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.462743Z","time spent":"1.943342839s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.406162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.462706Z","time spent":"1.94337531s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.406381Z","caller":"traceutil/trace.go:171","msg":"trace[552829296] transaction","detail":"{read_only:false; response_revision:16759; number_of_response:1; }","duration":"1.944786409s","start":"2026-03-31T05:31:38.461584Z","end":"2026-03-31T05:31:40.40637Z","steps":["trace[552829296] 'process raft request' (duration: 1.94412259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.406435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.461559Z","time spent":"1.944845981s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.406911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943763521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768028"} {"level":"info","ts":"2026-03-31T05:31:40.406942Z","caller":"traceutil/trace.go:171","msg":"trace[657259084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16762; }","duration":"1.943815752s","start":"2026-03-31T05:31:38.463117Z","end":"2026-03-31T05:31:40.406933Z","steps":["trace[657259084] 'agreement among raft nodes before linearized reading' (duration: 1.943110613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.40697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.46311Z","time spent":"1.943854033s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:31:40.408017Z","caller":"traceutil/trace.go:171","msg":"trace[1370553762] transaction","detail":"{read_only:false; response_revision:16760; number_of_response:1; }","duration":"1.945766955s","start":"2026-03-31T05:31:38.46223Z","end":"2026-03-31T05:31:40.407997Z","steps":["trace[1370553762] 'process raft request' (duration: 1.943595556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.408096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.462212Z","time spent":"1.945845318s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.908456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.531699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:31:40.908812Z","caller":"traceutil/trace.go:171","msg":"trace[631153712] transaction","detail":"{read_only:false; response_revision:16763; number_of_response:1; }","duration":"1.918439317s","start":"2026-03-31T05:31:38.990352Z","end":"2026-03-31T05:31:40.908791Z","steps":["trace[631153712] 'process raft request' (duration: 1.757509357s)","trace[631153712] 'compare' (duration: 160.139578ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:40.908808Z","caller":"traceutil/trace.go:171","msg":"trace[1408543003] transaction","detail":"{read_only:false; response_revision:16764; number_of_response:1; }","duration":"1.2652743s","start":"2026-03-31T05:31:39.643494Z","end":"2026-03-31T05:31:40.908768Z","steps":["trace[1408543003] 'process raft request' (duration: 1.265052754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.908901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.990315Z","time spent":"1.91854707s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.909001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.643443Z","time spent":"1.265451596s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.909538Z","caller":"traceutil/trace.go:171","msg":"trace[450498492] transaction","detail":"{read_only:false; response_revision:16765; number_of_response:1; }","duration":"1.128591754s","start":"2026-03-31T05:31:39.780928Z","end":"2026-03-31T05:31:40.90952Z","steps":["trace[450498492] 'process raft request' (duration: 1.127682519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.910847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.780902Z","time spent":"1.12989726s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:31:40.90966Z","caller":"traceutil/trace.go:171","msg":"trace[885188799] linearizableReadLoop","detail":"{readStateIndex:17377; appliedIndex:17374; }","duration":"503.614437ms","start":"2026-03-31T05:31:40.406029Z","end":"2026-03-31T05:31:40.909643Z","steps":["trace[885188799] 'read index received' (duration: 341.897586ms)","trace[885188799] 'applied index is now lower than readState.Index' (duration: 161.714391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:31:40.910972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446424451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768028"} {"level":"info","ts":"2026-03-31T05:31:40.911033Z","caller":"traceutil/trace.go:171","msg":"trace[776319768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16765; }","duration":"2.446505314s","start":"2026-03-31T05:31:38.464515Z","end":"2026-03-31T05:31:40.91102Z","steps":["trace[776319768] 'agreement among raft nodes before linearized reading' (duration: 2.445204558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.911071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.464506Z","time spent":"2.446556595s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070241737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:40.911212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447267825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768028"} {"level":"info","ts":"2026-03-31T05:31:40.911209Z","caller":"traceutil/trace.go:171","msg":"trace[1330253329] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16765; }","duration":"2.071739768s","start":"2026-03-31T05:31:38.839442Z","end":"2026-03-31T05:31:40.911181Z","steps":["trace[1330253329] 'agreement among raft nodes before linearized reading' (duration: 2.070232987s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.911283Z","caller":"traceutil/trace.go:171","msg":"trace[1224469663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16766; }","duration":"2.447380597s","start":"2026-03-31T05:31:38.463888Z","end":"2026-03-31T05:31:40.911269Z","steps":["trace[1224469663] 'agreement among raft nodes before linearized reading' (duration: 2.446087152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.91133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.463881Z","time spent":"2.447439949s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:31:40.911372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.839421Z","time spent":"2.071880541s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:31:40.91143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.133878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:31:40.911471Z","caller":"traceutil/trace.go:171","msg":"trace[848143789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16766; }","duration":"449.20716ms","start":"2026-03-31T05:31:40.46225Z","end":"2026-03-31T05:31:40.911457Z","steps":["trace[848143789] 'agreement among raft nodes before linearized reading' (duration: 449.102527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.911511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.462233Z","time spent":"449.269621ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:31:40.911517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.462948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:31:40.911554Z","caller":"traceutil/trace.go:171","msg":"trace[1160210846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16766; }","duration":"422.5281ms","start":"2026-03-31T05:31:40.489016Z","end":"2026-03-31T05:31:40.911544Z","steps":["trace[1160210846] 'agreement among raft nodes before linearized reading' (duration: 422.427477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.911595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.489Z","time spent":"422.584791ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:31:40.911711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.851649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:31:40.911752Z","caller":"traceutil/trace.go:171","msg":"trace[1351272590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16766; }","duration":"407.92007ms","start":"2026-03-31T05:31:40.503819Z","end":"2026-03-31T05:31:40.911739Z","steps":["trace[1351272590] 'agreement among raft nodes before linearized reading' (duration: 407.838368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.911786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.503801Z","time spent":"407.976742ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426886489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:31:40.911719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44853612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768028"} {"level":"info","ts":"2026-03-31T05:31:40.911893Z","caller":"traceutil/trace.go:171","msg":"trace[1747241608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16765; }","duration":"2.448708244s","start":"2026-03-31T05:31:38.463176Z","end":"2026-03-31T05:31:40.911884Z","steps":["trace[1747241608] 'agreement among raft nodes before linearized reading' (duration: 2.446517594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.911922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.463136Z","time spent":"2.448777636s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062599978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:40.912023Z","caller":"traceutil/trace.go:171","msg":"trace[1110859804] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16765; }","duration":"2.06484406s","start":"2026-03-31T05:31:38.847167Z","end":"2026-03-31T05:31:40.912011Z","steps":["trace[1110859804] 'agreement among raft nodes before linearized reading' (duration: 2.062515336s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:40.911902Z","caller":"traceutil/trace.go:171","msg":"trace[1014084544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16765; }","duration":"1.428983115s","start":"2026-03-31T05:31:39.4829Z","end":"2026-03-31T05:31:40.911883Z","steps":["trace[1014084544] 'agreement among raft nodes before linearized reading' (duration: 1.426898448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.912114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.482884Z","time spent":"1.429214592s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:31:40.912066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.847154Z","time spent":"2.064900661s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.911888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.708114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:40.912423Z","caller":"traceutil/trace.go:171","msg":"trace[2110204069] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16766; }","duration":"446.271369ms","start":"2026-03-31T05:31:40.46614Z","end":"2026-03-31T05:31:40.912412Z","steps":["trace[2110204069] 'agreement among raft nodes before linearized reading' (duration: 445.607931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.912617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.466122Z","time spent":"446.480565ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16399622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:40.912836Z","caller":"traceutil/trace.go:171","msg":"trace[1412562061] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16765; }","duration":"2.166999042s","start":"2026-03-31T05:31:38.745823Z","end":"2026-03-31T05:31:40.912822Z","steps":["trace[1412562061] 'agreement among raft nodes before linearized reading' (duration: 2.16400766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.91288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.745804Z","time spent":"2.167060634s","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.90994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391403417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:31:40.913085Z","caller":"traceutil/trace.go:171","msg":"trace[949094384] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16765; }","duration":"2.394545033s","start":"2026-03-31T05:31:38.518528Z","end":"2026-03-31T05:31:40.913073Z","steps":["trace[949094384] 'agreement among raft nodes before linearized reading' (duration: 2.391385096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.913125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.518508Z","time spent":"2.394605385s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.909945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363779863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T05:31:40.913359Z","caller":"traceutil/trace.go:171","msg":"trace[1406265585] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16765; }","duration":"1.367216677s","start":"2026-03-31T05:31:39.546132Z","end":"2026-03-31T05:31:40.913349Z","steps":["trace[1406265585] 'agreement among raft nodes before linearized reading' (duration: 1.363737232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.9134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.546118Z","time spent":"1.367270738s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128682466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12501"} {"level":"info","ts":"2026-03-31T05:31:40.913636Z","caller":"traceutil/trace.go:171","msg":"trace[975382756] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16765; }","duration":"1.132402418s","start":"2026-03-31T05:31:39.781224Z","end":"2026-03-31T05:31:40.913626Z","steps":["trace[975382756] 'agreement among raft nodes before linearized reading' (duration: 1.128637775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.913674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:39.781197Z","time spent":"1.13246713s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12525,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:31:40.909984Z","caller":"traceutil/trace.go:171","msg":"trace[518240019] transaction","detail":"{read_only:false; response_revision:16766; number_of_response:1; }","duration":"473.031971ms","start":"2026-03-31T05:31:40.436937Z","end":"2026-03-31T05:31:40.909969Z","steps":["trace[518240019] 'process raft request' (duration: 471.730655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.913961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.436917Z","time spent":"476.984609ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:31:40.910026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061748104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:40.914176Z","caller":"traceutil/trace.go:171","msg":"trace[1816193858] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16766; }","duration":"2.065904939s","start":"2026-03-31T05:31:38.84826Z","end":"2026-03-31T05:31:40.914165Z","steps":["trace[1816193858] 'agreement among raft nodes before linearized reading' (duration: 2.061707844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.914211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.848256Z","time spent":"2.06594533s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062228398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:40.914448Z","caller":"traceutil/trace.go:171","msg":"trace[1335795604] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16765; }","duration":"2.066759172s","start":"2026-03-31T05:31:38.847678Z","end":"2026-03-31T05:31:40.914437Z","steps":["trace[1335795604] 'agreement among raft nodes before linearized reading' (duration: 2.061976671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.914481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.84767Z","time spent":"2.066800763s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.910062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06159314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12501"} {"level":"info","ts":"2026-03-31T05:31:40.91468Z","caller":"traceutil/trace.go:171","msg":"trace[673107876] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:16766; }","duration":"2.066230717s","start":"2026-03-31T05:31:38.848441Z","end":"2026-03-31T05:31:40.914672Z","steps":["trace[673107876] 'agreement among raft nodes before linearized reading' (duration: 2.061524809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.914715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.848436Z","time spent":"2.066269108s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12525,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:31:40.910055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061446737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:31:40.91489Z","caller":"traceutil/trace.go:171","msg":"trace[1648778723] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16766; }","duration":"2.066315339s","start":"2026-03-31T05:31:38.848564Z","end":"2026-03-31T05:31:40.914879Z","steps":["trace[1648778723] 'agreement among raft nodes before linearized reading' (duration: 2.061406365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.910079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061828537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:31:40.914926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.848538Z","time spent":"2.066378261s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:31:40.914942Z","caller":"traceutil/trace.go:171","msg":"trace[246081368] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16766; }","duration":"2.06669996s","start":"2026-03-31T05:31:38.848222Z","end":"2026-03-31T05:31:40.914921Z","steps":["trace[246081368] 'agreement among raft nodes before linearized reading' (duration: 2.061795946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.915021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.848214Z","time spent":"2.066782452s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:31:40.911856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445460744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:768028"} {"level":"info","ts":"2026-03-31T05:31:40.915083Z","caller":"traceutil/trace.go:171","msg":"trace[1822203750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16765; }","duration":"2.448705053s","start":"2026-03-31T05:31:38.466363Z","end":"2026-03-31T05:31:40.915068Z","steps":["trace[1822203750] 'agreement among raft nodes before linearized reading' (duration: 2.443318136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.915149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.466352Z","time spent":"2.448774686s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":768052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:31:40.909857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.02203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:31:40.915296Z","caller":"traceutil/trace.go:171","msg":"trace[500918700] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16765; }","duration":"764.476949ms","start":"2026-03-31T05:31:40.150789Z","end":"2026-03-31T05:31:40.915266Z","steps":["trace[500918700] 'agreement among raft nodes before linearized reading' (duration: 759.03871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.915353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:40.150769Z","time spent":"764.564122ms","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:31:40.909805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297018497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:40.915425Z","caller":"traceutil/trace.go:171","msg":"trace[514478184] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16765; }","duration":"2.302667432s","start":"2026-03-31T05:31:38.612743Z","end":"2026-03-31T05:31:40.91541Z","steps":["trace[514478184] 'agreement among raft nodes before linearized reading' (duration: 2.296914234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:40.915485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:31:38.612727Z","time spent":"2.302740683s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:31:44.099057Z","caller":"traceutil/trace.go:171","msg":"trace[709113697] transaction","detail":"{read_only:false; response_revision:16780; number_of_response:1; }","duration":"155.949934ms","start":"2026-03-31T05:31:43.943075Z","end":"2026-03-31T05:31:44.099025Z","steps":["trace[709113697] 'process raft request' (duration: 155.796769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:55.186079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.987731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:55.186151Z","caller":"traceutil/trace.go:171","msg":"trace[719994910] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16863; }","duration":"101.093123ms","start":"2026-03-31T05:31:55.085043Z","end":"2026-03-31T05:31:55.186136Z","steps":["trace[719994910] 'range keys from in-memory index tree' (duration: 100.731044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:55.186273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.104944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-31T05:31:55.187298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.725858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:55.187415Z","caller":"traceutil/trace.go:171","msg":"trace[1158951276] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16863; }","duration":"102.870462ms","start":"2026-03-31T05:31:55.084504Z","end":"2026-03-31T05:31:55.187374Z","steps":["trace[1158951276] 'range keys from in-memory index tree' (duration: 102.498022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:55.187844Z","caller":"traceutil/trace.go:171","msg":"trace[1895588834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16863; }","duration":"101.199416ms","start":"2026-03-31T05:31:55.085124Z","end":"2026-03-31T05:31:55.186323Z","steps":["trace[1895588834] 'range keys from in-memory index tree' (duration: 100.95433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:55.196674Z","caller":"traceutil/trace.go:171","msg":"trace[973809394] transaction","detail":"{read_only:false; response_revision:16865; number_of_response:1; }","duration":"105.923436ms","start":"2026-03-31T05:31:55.090708Z","end":"2026-03-31T05:31:55.196631Z","steps":["trace[973809394] 'process raft request' (duration: 105.736361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:55.197772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.148954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:31:55.197931Z","caller":"traceutil/trace.go:171","msg":"trace[1093889737] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16865; }","duration":"105.240037ms","start":"2026-03-31T05:31:55.092586Z","end":"2026-03-31T05:31:55.197826Z","steps":["trace[1093889737] 'agreement among raft nodes before linearized reading' (duration: 104.050404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.678763Z","caller":"traceutil/trace.go:171","msg":"trace[2124188097] linearizableReadLoop","detail":"{readStateIndex:17487; appliedIndex:17486; }","duration":"173.489323ms","start":"2026-03-31T05:31:56.505249Z","end":"2026-03-31T05:31:56.678739Z","steps":["trace[2124188097] 'read index received' (duration: 173.422912ms)","trace[2124188097] 'applied index is now lower than readState.Index' (duration: 65.141µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:31:56.678998Z","caller":"traceutil/trace.go:171","msg":"trace[841233321] transaction","detail":"{read_only:false; response_revision:16872; number_of_response:1; }","duration":"179.535279ms","start":"2026-03-31T05:31:56.499403Z","end":"2026-03-31T05:31:56.678938Z","steps":["trace[841233321] 'process raft request' (duration: 179.178819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.679382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.437399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:31:56.679428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.358796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:31:56.679049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.779031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:31:56.679506Z","caller":"traceutil/trace.go:171","msg":"trace[1078612939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16872; }","duration":"159.46927ms","start":"2026-03-31T05:31:56.520013Z","end":"2026-03-31T05:31:56.679483Z","steps":["trace[1078612939] 'agreement among raft nodes before linearized reading' (duration: 159.026638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.679521Z","caller":"traceutil/trace.go:171","msg":"trace[1213679053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16872; }","duration":"174.290025ms","start":"2026-03-31T05:31:56.505205Z","end":"2026-03-31T05:31:56.679495Z","steps":["trace[1213679053] 'agreement among raft nodes before linearized reading' (duration: 173.7208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:31:56.679564Z","caller":"traceutil/trace.go:171","msg":"trace[1485009850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16872; }","duration":"159.776878ms","start":"2026-03-31T05:31:56.519688Z","end":"2026-03-31T05:31:56.679465Z","steps":["trace[1485009850] 'agreement among raft nodes before linearized reading' (duration: 159.288705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:31:56.679979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.188819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:31:56.68004Z","caller":"traceutil/trace.go:171","msg":"trace[2107931666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16872; }","duration":"160.291493ms","start":"2026-03-31T05:31:56.519733Z","end":"2026-03-31T05:31:56.680025Z","steps":["trace[2107931666] 'agreement among raft nodes before linearized reading' (duration: 159.959483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.417633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.645223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:32:09.417807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.241937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:09.417861Z","caller":"traceutil/trace.go:171","msg":"trace[1168207368] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16935; }","duration":"191.311539ms","start":"2026-03-31T05:32:09.226529Z","end":"2026-03-31T05:32:09.417841Z","steps":["trace[1168207368] 'range keys from in-memory index tree' (duration: 191.144905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.417841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.475922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-31T05:32:09.418004Z","caller":"traceutil/trace.go:171","msg":"trace[1799812246] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16935; }","duration":"173.664357ms","start":"2026-03-31T05:32:09.24431Z","end":"2026-03-31T05:32:09.417974Z","steps":["trace[1799812246] 'range keys from in-memory index tree' (duration: 173.225255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:09.417827Z","caller":"traceutil/trace.go:171","msg":"trace[963404648] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16935; }","duration":"189.86864ms","start":"2026-03-31T05:32:09.227936Z","end":"2026-03-31T05:32:09.417804Z","steps":["trace[963404648] 'range keys from in-memory index tree' (duration: 189.495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.418257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.33537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T05:32:09.418299Z","caller":"traceutil/trace.go:171","msg":"trace[1447697067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16935; }","duration":"191.411782ms","start":"2026-03-31T05:32:09.226874Z","end":"2026-03-31T05:32:09.418285Z","steps":["trace[1447697067] 'range keys from in-memory index tree' (duration: 191.195136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.417635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.908128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:09.418373Z","caller":"traceutil/trace.go:171","msg":"trace[673229373] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16935; }","duration":"176.691869ms","start":"2026-03-31T05:32:09.24166Z","end":"2026-03-31T05:32:09.418352Z","steps":["trace[673229373] 'range keys from in-memory index tree' (duration: 175.706463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.418387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.686773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:09.418517Z","caller":"traceutil/trace.go:171","msg":"trace[1377146063] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16935; }","duration":"190.938379ms","start":"2026-03-31T05:32:09.227562Z","end":"2026-03-31T05:32:09.4185Z","steps":["trace[1377146063] 'range keys from in-memory index tree' (duration: 190.555229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.417685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.878177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:32:09.418633Z","caller":"traceutil/trace.go:171","msg":"trace[576826220] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16935; }","duration":"180.850064ms","start":"2026-03-31T05:32:09.237773Z","end":"2026-03-31T05:32:09.418623Z","steps":["trace[576826220] 'range keys from in-memory index tree' (duration: 179.781974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:09.417759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.143835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:09.418713Z","caller":"traceutil/trace.go:171","msg":"trace[782068483] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16935; }","duration":"192.130482ms","start":"2026-03-31T05:32:09.226574Z","end":"2026-03-31T05:32:09.418704Z","steps":["trace[782068483] 'range keys from in-memory index tree' (duration: 191.086604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:09.429172Z","caller":"traceutil/trace.go:171","msg":"trace[1462214053] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"177.928653ms","start":"2026-03-31T05:32:09.251225Z","end":"2026-03-31T05:32:09.429154Z","steps":["trace[1462214053] 'process raft request' (duration: 177.79718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:09.430549Z","caller":"traceutil/trace.go:171","msg":"trace[766205244] transaction","detail":"{read_only:false; response_revision:16937; number_of_response:1; }","duration":"179.309291ms","start":"2026-03-31T05:32:09.251222Z","end":"2026-03-31T05:32:09.430532Z","steps":["trace[766205244] 'process raft request' (duration: 179.176447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:09.431122Z","caller":"traceutil/trace.go:171","msg":"trace[767988745] linearizableReadLoop","detail":"{readStateIndex:17555; appliedIndex:17553; }","duration":"139.616817ms","start":"2026-03-31T05:32:09.291484Z","end":"2026-03-31T05:32:09.4311Z","steps":["trace[767988745] 'read index received' (duration: 137.5283ms)","trace[767988745] 'applied index is now lower than readState.Index' (duration: 2.087057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:09.43136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.875054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:32:09.431413Z","caller":"traceutil/trace.go:171","msg":"trace[904712977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16937; }","duration":"139.979807ms","start":"2026-03-31T05:32:09.291419Z","end":"2026-03-31T05:32:09.431399Z","steps":["trace[904712977] 'agreement among raft nodes before linearized reading' (duration: 139.792932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:11.623699Z","caller":"traceutil/trace.go:171","msg":"trace[587071749] linearizableReadLoop","detail":"{readStateIndex:17568; appliedIndex:17567; }","duration":"104.177418ms","start":"2026-03-31T05:32:11.519494Z","end":"2026-03-31T05:32:11.623672Z","steps":["trace[587071749] 'read index received' (duration: 103.960142ms)","trace[587071749] 'applied index is now lower than readState.Index' (duration: 215.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:11.623726Z","caller":"traceutil/trace.go:171","msg":"trace[357023880] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"118.14017ms","start":"2026-03-31T05:32:11.505563Z","end":"2026-03-31T05:32:11.623703Z","steps":["trace[357023880] 'process raft request' (duration: 117.914104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:11.623949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.448175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:32:11.623975Z","caller":"traceutil/trace.go:171","msg":"trace[467659084] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16950; }","duration":"104.515697ms","start":"2026-03-31T05:32:11.519454Z","end":"2026-03-31T05:32:11.62397Z","steps":["trace[467659084] 'agreement among raft nodes before linearized reading' (duration: 104.345273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:13.884298Z","caller":"traceutil/trace.go:171","msg":"trace[1108699164] linearizableReadLoop","detail":"{readStateIndex:17578; appliedIndex:17577; }","duration":"256.425181ms","start":"2026-03-31T05:32:13.627849Z","end":"2026-03-31T05:32:13.884274Z","steps":["trace[1108699164] 'read index received' (duration: 254.100247ms)","trace[1108699164] 'applied index is now lower than readState.Index' (duration: 2.324254ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:13.88439Z","caller":"traceutil/trace.go:171","msg":"trace[1193840270] transaction","detail":"{read_only:false; response_revision:16959; number_of_response:1; }","duration":"394.150856ms","start":"2026-03-31T05:32:13.490199Z","end":"2026-03-31T05:32:13.88435Z","steps":["trace[1193840270] 'process raft request' (duration: 391.814552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.884484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.619236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:32:13.884517Z","caller":"traceutil/trace.go:171","msg":"trace[460918258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16959; }","duration":"256.702328ms","start":"2026-03-31T05:32:13.627805Z","end":"2026-03-31T05:32:13.884507Z","steps":["trace[460918258] 'agreement among raft nodes before linearized reading' (duration: 256.580575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.884551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:13.490172Z","time spent":"394.29468ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:32:13.884668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.483684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:32:13.884694Z","caller":"traceutil/trace.go:171","msg":"trace[2085882102] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:16959; }","duration":"225.531936ms","start":"2026-03-31T05:32:13.659156Z","end":"2026-03-31T05:32:13.884688Z","steps":["trace[2085882102] 'agreement among raft nodes before linearized reading' (duration: 225.460604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.884687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.275727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:32:13.884799Z","caller":"traceutil/trace.go:171","msg":"trace[400202255] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16959; }","duration":"252.448611ms","start":"2026-03-31T05:32:13.632326Z","end":"2026-03-31T05:32:13.884775Z","steps":["trace[400202255] 'agreement among raft nodes before linearized reading' (duration: 252.179134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.884873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.817312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:32:13.884924Z","caller":"traceutil/trace.go:171","msg":"trace[1337124511] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16959; }","duration":"222.869393ms","start":"2026-03-31T05:32:13.662048Z","end":"2026-03-31T05:32:13.884917Z","steps":["trace[1337124511] 'agreement among raft nodes before linearized reading' (duration: 222.768291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.885084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.648461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:32:13.885134Z","caller":"traceutil/trace.go:171","msg":"trace[341068799] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:16959; }","duration":"228.698842ms","start":"2026-03-31T05:32:13.656423Z","end":"2026-03-31T05:32:13.885122Z","steps":["trace[341068799] 'agreement among raft nodes before linearized reading' (duration: 228.532877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:13.885173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.451678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:32:13.885283Z","caller":"traceutil/trace.go:171","msg":"trace[1292451468] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:16959; }","duration":"227.600783ms","start":"2026-03-31T05:32:13.657658Z","end":"2026-03-31T05:32:13.885259Z","steps":["trace[1292451468] 'agreement among raft nodes before linearized reading' (duration: 227.278134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:14.781359Z","caller":"traceutil/trace.go:171","msg":"trace[1038309194] transaction","detail":"{read_only:false; response_revision:16961; number_of_response:1; }","duration":"113.094362ms","start":"2026-03-31T05:32:14.66824Z","end":"2026-03-31T05:32:14.781335Z","steps":["trace[1038309194] 'process raft request' (duration: 112.928427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:15.129308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.34834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:32:15.129513Z","caller":"traceutil/trace.go:171","msg":"trace[1295661897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16962; }","duration":"109.617817ms","start":"2026-03-31T05:32:15.019867Z","end":"2026-03-31T05:32:15.129485Z","steps":["trace[1295661897] 'range keys from in-memory index tree' (duration: 109.137734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:16.153199Z","caller":"traceutil/trace.go:171","msg":"trace[635069523] linearizableReadLoop","detail":"{readStateIndex:17589; appliedIndex:17588; }","duration":"168.99406ms","start":"2026-03-31T05:32:15.984187Z","end":"2026-03-31T05:32:16.153181Z","steps":["trace[635069523] 'read index received' (duration: 85.465057ms)","trace[635069523] 'applied index is now lower than readState.Index' (duration: 83.528303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:32:16.153296Z","caller":"traceutil/trace.go:171","msg":"trace[492521302] transaction","detail":"{read_only:false; response_revision:16970; number_of_response:1; }","duration":"169.264777ms","start":"2026-03-31T05:32:15.984023Z","end":"2026-03-31T05:32:16.153288Z","steps":["trace[492521302] 'process raft request' (duration: 85.715433ms)","trace[492521302] 'compare' (duration: 83.250436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:16.15458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.365398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777343"} {"level":"info","ts":"2026-03-31T05:32:16.154659Z","caller":"traceutil/trace.go:171","msg":"trace[1347337989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16970; }","duration":"170.4751ms","start":"2026-03-31T05:32:15.984168Z","end":"2026-03-31T05:32:16.154643Z","steps":["trace[1347337989] 'agreement among raft nodes before linearized reading' (duration: 169.208266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:16.154685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.961976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777343"} {"level":"warn","ts":"2026-03-31T05:32:16.154667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.455092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777343"} {"level":"info","ts":"2026-03-31T05:32:16.154717Z","caller":"traceutil/trace.go:171","msg":"trace[254224873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16970; }","duration":"170.011028ms","start":"2026-03-31T05:32:15.984697Z","end":"2026-03-31T05:32:16.154708Z","steps":["trace[254224873] 'agreement among raft nodes before linearized reading' (duration: 168.642991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:16.15486Z","caller":"traceutil/trace.go:171","msg":"trace[1030370774] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:16970; }","duration":"169.663269ms","start":"2026-03-31T05:32:15.985167Z","end":"2026-03-31T05:32:16.15483Z","steps":["trace[1030370774] 'agreement among raft nodes before linearized reading' (duration: 168.215369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:16.816572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.68269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:32:16.816689Z","caller":"traceutil/trace.go:171","msg":"trace[252915952] linearizableReadLoop","detail":"{readStateIndex:17591; appliedIndex:17590; }","duration":"185.487472ms","start":"2026-03-31T05:32:16.631181Z","end":"2026-03-31T05:32:16.816669Z","steps":["trace[252915952] 'read index received' (duration: 53.622247ms)","trace[252915952] 'applied index is now lower than readState.Index' (duration: 131.862895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:16.816858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.666906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-31T05:32:16.816896Z","caller":"traceutil/trace.go:171","msg":"trace[1964273323] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16971; }","duration":"185.757879ms","start":"2026-03-31T05:32:16.631128Z","end":"2026-03-31T05:32:16.816886Z","steps":["trace[1964273323] 'agreement among raft nodes before linearized reading' (duration: 185.589904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:17.009757Z","caller":"traceutil/trace.go:171","msg":"trace[1872479557] transaction","detail":"{read_only:false; response_revision:16972; number_of_response:1; }","duration":"118.066998ms","start":"2026-03-31T05:32:16.891658Z","end":"2026-03-31T05:32:17.009725Z","steps":["trace[1872479557] 'process raft request' (duration: 117.860622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:17.174036Z","caller":"traceutil/trace.go:171","msg":"trace[1615177946] transaction","detail":"{read_only:false; response_revision:16973; number_of_response:1; }","duration":"159.146371ms","start":"2026-03-31T05:32:17.014864Z","end":"2026-03-31T05:32:17.17401Z","steps":["trace[1615177946] 'process raft request' (duration: 157.801024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:17.288091Z","caller":"traceutil/trace.go:171","msg":"trace[528905076] transaction","detail":"{read_only:false; response_revision:16974; number_of_response:1; }","duration":"110.217593ms","start":"2026-03-31T05:32:17.177858Z","end":"2026-03-31T05:32:17.288076Z","steps":["trace[528905076] 'process raft request' (duration: 109.997887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:17.288031Z","caller":"traceutil/trace.go:171","msg":"trace[1903382540] linearizableReadLoop","detail":"{readStateIndex:17594; appliedIndex:17593; }","duration":"104.97083ms","start":"2026-03-31T05:32:17.18304Z","end":"2026-03-31T05:32:17.288011Z","steps":["trace[1903382540] 'read index received' (duration: 104.855837ms)","trace[1903382540] 'applied index is now lower than readState.Index' (duration: 114.303µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:32:17.288624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.566446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:32:17.288712Z","caller":"traceutil/trace.go:171","msg":"trace[1708960357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16974; }","duration":"105.688069ms","start":"2026-03-31T05:32:17.183006Z","end":"2026-03-31T05:32:17.288694Z","steps":["trace[1708960357] 'agreement among raft nodes before linearized reading' (duration: 105.390581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:17.303691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.019432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:32:17.303758Z","caller":"traceutil/trace.go:171","msg":"trace[1323026044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16975; }","duration":"120.107134ms","start":"2026-03-31T05:32:17.183634Z","end":"2026-03-31T05:32:17.303741Z","steps":["trace[1323026044] 'agreement among raft nodes before linearized reading' (duration: 119.95307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:17.304013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.373374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:32:17.304167Z","caller":"traceutil/trace.go:171","msg":"trace[1262614526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:16975; }","duration":"104.682042ms","start":"2026-03-31T05:32:17.199409Z","end":"2026-03-31T05:32:17.304091Z","steps":["trace[1262614526] 'agreement among raft nodes before linearized reading' (duration: 104.282341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:17.304202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.158635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:32:17.304246Z","caller":"traceutil/trace.go:171","msg":"trace[180045556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16975; }","duration":"120.210386ms","start":"2026-03-31T05:32:17.184022Z","end":"2026-03-31T05:32:17.304232Z","steps":["trace[180045556] 'agreement among raft nodes before linearized reading' (duration: 120.074522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:17.679294Z","caller":"traceutil/trace.go:171","msg":"trace[2011204148] transaction","detail":"{read_only:false; response_revision:16979; number_of_response:1; }","duration":"136.0842ms","start":"2026-03-31T05:32:17.543185Z","end":"2026-03-31T05:32:17.679269Z","steps":["trace[2011204148] 'process raft request' (duration: 135.939976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:18.49022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.352919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:32:18.49032Z","caller":"traceutil/trace.go:171","msg":"trace[535155881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16982; }","duration":"169.513884ms","start":"2026-03-31T05:32:18.320783Z","end":"2026-03-31T05:32:18.490297Z","steps":["trace[535155881] 'range keys from in-memory index tree' (duration: 169.125143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:18.936085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.542531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:32:18.936149Z","caller":"traceutil/trace.go:171","msg":"trace[613103602] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16983; }","duration":"336.655154ms","start":"2026-03-31T05:32:18.599479Z","end":"2026-03-31T05:32:18.936134Z","steps":["trace[613103602] 'range keys from in-memory index tree' (duration: 336.459168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:32:18.93619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:32:18.599462Z","time spent":"336.709945ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:32:19.465661Z","caller":"traceutil/trace.go:171","msg":"trace[1674655845] transaction","detail":"{read_only:false; response_revision:16987; number_of_response:1; }","duration":"104.762694ms","start":"2026-03-31T05:32:19.360858Z","end":"2026-03-31T05:32:19.46562Z","steps":["trace[1674655845] 'process raft request' (duration: 80.10773ms)","trace[1674655845] 'compare' (duration: 24.408828ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:29.498955Z","caller":"traceutil/trace.go:171","msg":"trace[147623013] transaction","detail":"{read_only:false; response_revision:17725; number_of_response:1; }","duration":"114.574503ms","start":"2026-03-31T05:33:29.384357Z","end":"2026-03-31T05:33:29.498931Z","steps":["trace[147623013] 'process raft request' (duration: 110.570093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:29.500274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.002122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:896355"} {"level":"info","ts":"2026-03-31T05:33:29.500317Z","caller":"traceutil/trace.go:171","msg":"trace[1298853399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17725; }","duration":"101.087724ms","start":"2026-03-31T05:33:29.399217Z","end":"2026-03-31T05:33:29.500305Z","steps":["trace[1298853399] 'agreement among raft nodes before linearized reading' (duration: 100.18634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.203925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.446939ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:33:32.204195Z","caller":"traceutil/trace.go:171","msg":"trace[182554355] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"513.360634ms","start":"2026-03-31T05:33:31.690807Z","end":"2026-03-31T05:33:32.204168Z","steps":["trace[182554355] 'process raft request' (duration: 513.223781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.204336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.69078Z","time spent":"513.474688ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:32.204641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.611856Z","time spent":"592.780736ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:33:32.20501Z","caller":"traceutil/trace.go:171","msg":"trace[350246847] linearizableReadLoop","detail":"{readStateIndex:18405; appliedIndex:18404; }","duration":"547.896619ms","start":"2026-03-31T05:33:31.657088Z","end":"2026-03-31T05:33:32.204984Z","steps":["trace[350246847] 'read index received' (duration: 139.37546ms)","trace[350246847] 'applied index is now lower than readState.Index' (duration: 408.518229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:32.20524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.141705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:33:32.2053Z","caller":"traceutil/trace.go:171","msg":"trace[764420274] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17762; }","duration":"548.241338ms","start":"2026-03-31T05:33:31.657043Z","end":"2026-03-31T05:33:32.205284Z","steps":["trace[764420274] 'agreement among raft nodes before linearized reading' (duration: 548.021892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.20534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.657022Z","time spent":"548.31031ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:33:32.205723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.444149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:33:32.208421Z","caller":"traceutil/trace.go:171","msg":"trace[206374583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17763; }","duration":"455.166844ms","start":"2026-03-31T05:33:31.753227Z","end":"2026-03-31T05:33:32.208394Z","steps":["trace[206374583] 'agreement among raft nodes before linearized reading' (duration: 452.277835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.208505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.753213Z","time spent":"455.277497ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:33:32.206978Z","caller":"traceutil/trace.go:171","msg":"trace[146161388] transaction","detail":"{read_only:false; response_revision:17763; number_of_response:1; }","duration":"248.892104ms","start":"2026-03-31T05:33:31.956792Z","end":"2026-03-31T05:33:32.205684Z","steps":["trace[146161388] 'process raft request' (duration: 248.605696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.207075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.834081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:33:32.20717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.125027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:33:32.207195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.612113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:33:32.208644Z","caller":"traceutil/trace.go:171","msg":"trace[51449054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17763; }","duration":"387.191486ms","start":"2026-03-31T05:33:31.821443Z","end":"2026-03-31T05:33:32.208635Z","steps":["trace[51449054] 'agreement among raft nodes before linearized reading' (duration: 385.564171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.208951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.821421Z","time spent":"387.520564ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:33:32.209429Z","caller":"traceutil/trace.go:171","msg":"trace[224125581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17763; }","duration":"335.41892ms","start":"2026-03-31T05:33:31.874Z","end":"2026-03-31T05:33:32.209419Z","steps":["trace[224125581] 'agreement among raft nodes before linearized reading' (duration: 333.108487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.20955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.873974Z","time spent":"335.502763ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:33:32.209238Z","caller":"traceutil/trace.go:171","msg":"trace[1390834164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17763; }","duration":"387.00413ms","start":"2026-03-31T05:33:31.822202Z","end":"2026-03-31T05:33:32.209206Z","steps":["trace[1390834164] 'agreement among raft nodes before linearized reading' (duration: 384.748899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:32.209689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:31.822187Z","time spent":"387.492413ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:33:34.264475Z","caller":"traceutil/trace.go:171","msg":"trace[583601119] transaction","detail":"{read_only:false; response_revision:17777; number_of_response:1; }","duration":"252.821713ms","start":"2026-03-31T05:33:34.011628Z","end":"2026-03-31T05:33:34.26445Z","steps":["trace[583601119] 'process raft request' (duration: 252.614947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.501253Z","caller":"traceutil/trace.go:171","msg":"trace[257104179] transaction","detail":"{read_only:false; response_revision:17778; number_of_response:1; }","duration":"289.66737ms","start":"2026-03-31T05:33:34.211553Z","end":"2026-03-31T05:33:34.50122Z","steps":["trace[257104179] 'process raft request' (duration: 289.32779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.501485Z","caller":"traceutil/trace.go:171","msg":"trace[620172520] linearizableReadLoop","detail":"{readStateIndex:18423; appliedIndex:18421; }","duration":"237.04594ms","start":"2026-03-31T05:33:34.264412Z","end":"2026-03-31T05:33:34.501458Z","steps":["trace[620172520] 'read index received' (duration: 236.396582ms)","trace[620172520] 'applied index is now lower than readState.Index' (duration: 647.748µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:34.501681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.277201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:34.501711Z","caller":"traceutil/trace.go:171","msg":"trace[1052966926] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17779; }","duration":"288.395025ms","start":"2026-03-31T05:33:34.213305Z","end":"2026-03-31T05:33:34.5017Z","steps":["trace[1052966926] 'agreement among raft nodes before linearized reading' (duration: 288.263981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:34.501725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.426965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:34.501793Z","caller":"traceutil/trace.go:171","msg":"trace[324948609] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17779; }","duration":"288.523098ms","start":"2026-03-31T05:33:34.21325Z","end":"2026-03-31T05:33:34.501773Z","steps":["trace[324948609] 'agreement among raft nodes before linearized reading' (duration: 288.419005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.501805Z","caller":"traceutil/trace.go:171","msg":"trace[1303298173] transaction","detail":"{read_only:false; response_revision:17779; number_of_response:1; }","duration":"288.497668ms","start":"2026-03-31T05:33:34.213266Z","end":"2026-03-31T05:33:34.501764Z","steps":["trace[1303298173] 'process raft request' (duration: 287.892391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:34.501713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.320722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:33:34.501845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.940898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:33:34.50194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.346669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:33:34.501985Z","caller":"traceutil/trace.go:171","msg":"trace[59381836] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17779; }","duration":"288.59519ms","start":"2026-03-31T05:33:34.213342Z","end":"2026-03-31T05:33:34.501937Z","steps":["trace[59381836] 'agreement among raft nodes before linearized reading' (duration: 288.236251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.502014Z","caller":"traceutil/trace.go:171","msg":"trace[865215384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17779; }","duration":"282.141964ms","start":"2026-03-31T05:33:34.219845Z","end":"2026-03-31T05:33:34.501987Z","steps":["trace[865215384] 'agreement among raft nodes before linearized reading' (duration: 281.63391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:34.501936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.422971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:33:34.502064Z","caller":"traceutil/trace.go:171","msg":"trace[715195354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17779; }","duration":"282.595306ms","start":"2026-03-31T05:33:34.219457Z","end":"2026-03-31T05:33:34.502052Z","steps":["trace[715195354] 'agreement among raft nodes before linearized reading' (duration: 282.308018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.502018Z","caller":"traceutil/trace.go:171","msg":"trace[2008660113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17779; }","duration":"282.463702ms","start":"2026-03-31T05:33:34.219534Z","end":"2026-03-31T05:33:34.501998Z","steps":["trace[2008660113] 'agreement among raft nodes before linearized reading' (duration: 282.223836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:34.502131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.175807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-03-31T05:33:34.502168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.191125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:33:34.502265Z","caller":"traceutil/trace.go:171","msg":"trace[1880930175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17779; }","duration":"282.300698ms","start":"2026-03-31T05:33:34.219938Z","end":"2026-03-31T05:33:34.502238Z","steps":["trace[1880930175] 'agreement among raft nodes before linearized reading' (duration: 282.080702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.502194Z","caller":"traceutil/trace.go:171","msg":"trace[2084921631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:17779; }","duration":"270.278049ms","start":"2026-03-31T05:33:34.231896Z","end":"2026-03-31T05:33:34.502174Z","steps":["trace[2084921631] 'agreement among raft nodes before linearized reading' (duration: 270.041302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:34.50231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.048372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:34.50272Z","caller":"traceutil/trace.go:171","msg":"trace[2100109983] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17779; }","duration":"289.33109ms","start":"2026-03-31T05:33:34.213096Z","end":"2026-03-31T05:33:34.502427Z","steps":["trace[2100109983] 'agreement among raft nodes before linearized reading' (duration: 288.700123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:34.526093Z","caller":"traceutil/trace.go:171","msg":"trace[2032413749] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"169.01205ms","start":"2026-03-31T05:33:34.357059Z","end":"2026-03-31T05:33:34.526071Z","steps":["trace[2032413749] 'process raft request' (duration: 168.434544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:37.426714Z","caller":"traceutil/trace.go:171","msg":"trace[1594865717] linearizableReadLoop","detail":"{readStateIndex:18445; appliedIndex:18444; }","duration":"245.220835ms","start":"2026-03-31T05:33:37.181457Z","end":"2026-03-31T05:33:37.426678Z","steps":["trace[1594865717] 'read index received' (duration: 244.850745ms)","trace[1594865717] 'applied index is now lower than readState.Index' (duration: 368.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:37.426802Z","caller":"traceutil/trace.go:171","msg":"trace[1899946841] transaction","detail":"{read_only:false; response_revision:17800; number_of_response:1; }","duration":"277.684862ms","start":"2026-03-31T05:33:37.149067Z","end":"2026-03-31T05:33:37.426752Z","steps":["trace[1899946841] 'process raft request' (duration: 277.374173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:37.427078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.598484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:33:37.427129Z","caller":"traceutil/trace.go:171","msg":"trace[685692077] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:17800; }","duration":"245.713018ms","start":"2026-03-31T05:33:37.181402Z","end":"2026-03-31T05:33:37.427115Z","steps":["trace[685692077] 'agreement among raft nodes before linearized reading' (duration: 245.471941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:37.427334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.770972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:33:37.427424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.053949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:33:37.427443Z","caller":"traceutil/trace.go:171","msg":"trace[1121092062] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:17800; }","duration":"210.951718ms","start":"2026-03-31T05:33:37.216469Z","end":"2026-03-31T05:33:37.427421Z","steps":["trace[1121092062] 'agreement among raft nodes before linearized reading' (duration: 210.585748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:37.427485Z","caller":"traceutil/trace.go:171","msg":"trace[1629001825] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17800; }","duration":"110.158772ms","start":"2026-03-31T05:33:37.317308Z","end":"2026-03-31T05:33:37.427467Z","steps":["trace[1629001825] 'agreement among raft nodes before linearized reading' (duration: 109.973017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:37.427646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.752147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:33:37.427688Z","caller":"traceutil/trace.go:171","msg":"trace[1708623643] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:17800; }","duration":"182.817158ms","start":"2026-03-31T05:33:37.244859Z","end":"2026-03-31T05:33:37.427676Z","steps":["trace[1708623643] 'agreement among raft nodes before linearized reading' (duration: 182.697285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:37.427708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.062698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:33:37.427737Z","caller":"traceutil/trace.go:171","msg":"trace[250931361] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:17800; }","duration":"193.115749ms","start":"2026-03-31T05:33:37.234612Z","end":"2026-03-31T05:33:37.427728Z","steps":["trace[250931361] 'agreement among raft nodes before linearized reading' (duration: 192.976556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:37.42909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.894455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:37.429353Z","caller":"traceutil/trace.go:171","msg":"trace[1414980214] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17800; }","duration":"111.625742ms","start":"2026-03-31T05:33:37.317705Z","end":"2026-03-31T05:33:37.429331Z","steps":["trace[1414980214] 'agreement among raft nodes before linearized reading' (duration: 109.837983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:45.397842Z","caller":"traceutil/trace.go:171","msg":"trace[662466585] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"186.967242ms","start":"2026-03-31T05:33:45.210852Z","end":"2026-03-31T05:33:45.397819Z","steps":["trace[662466585] 'process raft request' (duration: 186.710204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:45.397806Z","caller":"traceutil/trace.go:171","msg":"trace[1621459831] linearizableReadLoop","detail":"{readStateIndex:18515; appliedIndex:18514; }","duration":"157.093445ms","start":"2026-03-31T05:33:45.240677Z","end":"2026-03-31T05:33:45.397771Z","steps":["trace[1621459831] 'read index received' (duration: 156.780737ms)","trace[1621459831] 'applied index is now lower than readState.Index' (duration: 311.668µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:45.398304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.598209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216818"} {"level":"info","ts":"2026-03-31T05:33:45.398393Z","caller":"traceutil/trace.go:171","msg":"trace[1884720514] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:17869; }","duration":"157.746423ms","start":"2026-03-31T05:33:45.240628Z","end":"2026-03-31T05:33:45.398375Z","steps":["trace[1884720514] 'agreement among raft nodes before linearized reading' (duration: 157.303851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.476919Z","caller":"traceutil/trace.go:171","msg":"trace[1235335398] transaction","detail":"{read_only:false; response_revision:17870; number_of_response:1; }","duration":"663.57322ms","start":"2026-03-31T05:33:45.813324Z","end":"2026-03-31T05:33:46.476897Z","steps":["trace[1235335398] 'process raft request' (duration: 663.437796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.477072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:45.813308Z","time spent":"663.688403ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:33:46.47745Z","caller":"traceutil/trace.go:171","msg":"trace[257144392] linearizableReadLoop","detail":"{readStateIndex:18516; appliedIndex:18516; }","duration":"250.031636ms","start":"2026-03-31T05:33:46.227347Z","end":"2026-03-31T05:33:46.477379Z","steps":["trace[257144392] 'read index received' (duration: 250.022056ms)","trace[257144392] 'applied index is now lower than readState.Index' (duration: 7.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:46.478375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.019273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904757"} {"level":"info","ts":"2026-03-31T05:33:46.478413Z","caller":"traceutil/trace.go:171","msg":"trace[1598112145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17870; }","duration":"251.063144ms","start":"2026-03-31T05:33:46.227341Z","end":"2026-03-31T05:33:46.478404Z","steps":["trace[1598112145] 'agreement among raft nodes before linearized reading' (duration: 250.1626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.482277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.869578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904757"} {"level":"info","ts":"2026-03-31T05:33:46.482311Z","caller":"traceutil/trace.go:171","msg":"trace[847008341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17870; }","duration":"254.92545ms","start":"2026-03-31T05:33:46.227376Z","end":"2026-03-31T05:33:46.482301Z","steps":["trace[847008341] 'agreement among raft nodes before linearized reading' (duration: 254.064657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.819169Z","caller":"traceutil/trace.go:171","msg":"trace[1813924036] transaction","detail":"{read_only:false; response_revision:17871; number_of_response:1; }","duration":"273.99974ms","start":"2026-03-31T05:33:46.545152Z","end":"2026-03-31T05:33:46.819151Z","steps":["trace[1813924036] 'process raft request' (duration: 273.879837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.827043Z","caller":"traceutil/trace.go:171","msg":"trace[1743602769] linearizableReadLoop","detail":"{readStateIndex:18518; appliedIndex:18517; }","duration":"276.371395ms","start":"2026-03-31T05:33:46.547607Z","end":"2026-03-31T05:33:46.823978Z","steps":["trace[1743602769] 'read index received' (duration: 272.16604ms)","trace[1743602769] 'applied index is now lower than readState.Index' (duration: 4.203615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:46.841414Z","caller":"traceutil/trace.go:171","msg":"trace[2081143334] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"294.255204ms","start":"2026-03-31T05:33:46.54712Z","end":"2026-03-31T05:33:46.841375Z","steps":["trace[2081143334] 'process raft request' (duration: 276.577331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:46.841628Z","caller":"traceutil/trace.go:171","msg":"trace[743000861] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"279.821909ms","start":"2026-03-31T05:33:46.561786Z","end":"2026-03-31T05:33:46.841608Z","steps":["trace[743000861] 'process raft request' (duration: 262.146296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.847501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.761264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:46.847585Z","caller":"traceutil/trace.go:171","msg":"trace[1110085815] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17873; }","duration":"299.886678ms","start":"2026-03-31T05:33:46.54768Z","end":"2026-03-31T05:33:46.847567Z","steps":["trace[1110085815] 'agreement among raft nodes before linearized reading' (duration: 299.738574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.847714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.104334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:46.847765Z","caller":"traceutil/trace.go:171","msg":"trace[1781180770] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17873; }","duration":"300.204867ms","start":"2026-03-31T05:33:46.547543Z","end":"2026-03-31T05:33:46.847748Z","steps":["trace[1781180770] 'agreement among raft nodes before linearized reading' (duration: 294.181812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.847846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.547531Z","time spent":"300.30404ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:33:46.848267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.738849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:33:46.848327Z","caller":"traceutil/trace.go:171","msg":"trace[340070153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17873; }","duration":"226.77331ms","start":"2026-03-31T05:33:46.62152Z","end":"2026-03-31T05:33:46.848293Z","steps":["trace[340070153] 'agreement among raft nodes before linearized reading' (duration: 226.697378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.848528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.198485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:33:46.848563Z","caller":"traceutil/trace.go:171","msg":"trace[11652818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17874; }","duration":"233.262237ms","start":"2026-03-31T05:33:46.615291Z","end":"2026-03-31T05:33:46.848553Z","steps":["trace[11652818] 'agreement among raft nodes before linearized reading' (duration: 233.139634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.848567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.835004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:46.848752Z","caller":"traceutil/trace.go:171","msg":"trace[1635142532] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17874; }","duration":"301.019809ms","start":"2026-03-31T05:33:46.547713Z","end":"2026-03-31T05:33:46.848733Z","steps":["trace[1635142532] 'agreement among raft nodes before linearized reading' (duration: 300.837304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.848814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.547707Z","time spent":"301.085531ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:33:46.848536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.767192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5311"} {"level":"info","ts":"2026-03-31T05:33:46.848906Z","caller":"traceutil/trace.go:171","msg":"trace[2064299560] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17874; }","duration":"301.153873ms","start":"2026-03-31T05:33:46.547743Z","end":"2026-03-31T05:33:46.848897Z","steps":["trace[2064299560] 'agreement among raft nodes before linearized reading' (duration: 300.760312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:46.84894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:46.547736Z","time spent":"301.195933ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5335,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-31T05:33:48.247808Z","caller":"traceutil/trace.go:171","msg":"trace[758265043] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"190.95641ms","start":"2026-03-31T05:33:48.056824Z","end":"2026-03-31T05:33:48.247781Z","steps":["trace[758265043] 'process raft request' (duration: 190.792236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:48.600169Z","caller":"traceutil/trace.go:171","msg":"trace[1905370459] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"113.717909ms","start":"2026-03-31T05:33:48.486433Z","end":"2026-03-31T05:33:48.600151Z","steps":["trace[1905370459] 'process raft request' (duration: 113.461542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:48.600131Z","caller":"traceutil/trace.go:171","msg":"trace[1647956448] linearizableReadLoop","detail":"{readStateIndex:18529; appliedIndex:18528; }","duration":"107.483189ms","start":"2026-03-31T05:33:48.492619Z","end":"2026-03-31T05:33:48.600102Z","steps":["trace[1647956448] 'read index received' (duration: 107.264503ms)","trace[1647956448] 'applied index is now lower than readState.Index' (duration: 217.606µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:48.600359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.708895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:33:48.600396Z","caller":"traceutil/trace.go:171","msg":"trace[479275004] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:17882; }","duration":"107.795037ms","start":"2026-03-31T05:33:48.492588Z","end":"2026-03-31T05:33:48.600383Z","steps":["trace[479275004] 'agreement among raft nodes before linearized reading' (duration: 107.607722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:48.995893Z","caller":"traceutil/trace.go:171","msg":"trace[390286077] transaction","detail":"{read_only:false; response_revision:17887; number_of_response:1; }","duration":"125.525852ms","start":"2026-03-31T05:33:48.870336Z","end":"2026-03-31T05:33:48.995862Z","steps":["trace[390286077] 'process raft request' (duration: 92.825098ms)","trace[390286077] 'compare' (duration: 32.5792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:49.001597Z","caller":"traceutil/trace.go:171","msg":"trace[1247707347] transaction","detail":"{read_only:false; response_revision:17888; number_of_response:1; }","duration":"131.230607ms","start":"2026-03-31T05:33:48.870337Z","end":"2026-03-31T05:33:49.001568Z","steps":["trace[1247707347] 'process raft request' (duration: 131.071173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.001829Z","caller":"traceutil/trace.go:171","msg":"trace[1480320297] transaction","detail":"{read_only:false; response_revision:17889; number_of_response:1; }","duration":"130.410996ms","start":"2026-03-31T05:33:48.871388Z","end":"2026-03-31T05:33:49.001799Z","steps":["trace[1480320297] 'process raft request' (duration: 130.137068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:49.001823Z","caller":"traceutil/trace.go:171","msg":"trace[2073282585] linearizableReadLoop","detail":"{readStateIndex:18535; appliedIndex:18533; }","duration":"131.247058ms","start":"2026-03-31T05:33:48.870536Z","end":"2026-03-31T05:33:49.001783Z","steps":["trace[2073282585] 'read index received' (duration: 92.714345ms)","trace[2073282585] 'applied index is now lower than readState.Index' (duration: 38.530043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:49.002086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.542346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:33:49.002145Z","caller":"traceutil/trace.go:171","msg":"trace[1751283483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17889; }","duration":"131.667ms","start":"2026-03-31T05:33:48.870463Z","end":"2026-03-31T05:33:49.00213Z","steps":["trace[1751283483] 'agreement among raft nodes before linearized reading' (duration: 131.427213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:49.002326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.27137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:33:49.00242Z","caller":"traceutil/trace.go:171","msg":"trace[1043856660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:17889; }","duration":"123.404003ms","start":"2026-03-31T05:33:48.879003Z","end":"2026-03-31T05:33:49.002407Z","steps":["trace[1043856660] 'agreement among raft nodes before linearized reading' (duration: 123.094945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:50.999848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.864197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:50.999919Z","caller":"traceutil/trace.go:171","msg":"trace[287641757] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17895; }","duration":"134.956239ms","start":"2026-03-31T05:33:50.864947Z","end":"2026-03-31T05:33:50.999903Z","steps":["trace[287641757] 'agreement among raft nodes before linearized reading' (duration: 134.839076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:50.999953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.044429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5311"} {"level":"info","ts":"2026-03-31T05:33:50.999978Z","caller":"traceutil/trace.go:171","msg":"trace[1399124966] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17895; }","duration":"136.09195ms","start":"2026-03-31T05:33:50.863877Z","end":"2026-03-31T05:33:50.999969Z","steps":["trace[1399124966] 'agreement among raft nodes before linearized reading' (duration: 136.009688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:51.000004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.982628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:33:50.999848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.569765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:51.000112Z","caller":"traceutil/trace.go:171","msg":"trace[1134926259] transaction","detail":"{read_only:false; response_revision:17895; number_of_response:1; }","duration":"137.208671ms","start":"2026-03-31T05:33:50.862894Z","end":"2026-03-31T05:33:51.000103Z","steps":["trace[1134926259] 'process raft request' (duration: 136.844801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.00013Z","caller":"traceutil/trace.go:171","msg":"trace[696312268] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17895; }","duration":"136.167183ms","start":"2026-03-31T05:33:50.863937Z","end":"2026-03-31T05:33:51.000104Z","steps":["trace[696312268] 'agreement among raft nodes before linearized reading' (duration: 135.913016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:51.000159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.238297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:33:51.000246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.552781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-31T05:33:51.000236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5311"} {"level":"info","ts":"2026-03-31T05:33:51.000239Z","caller":"traceutil/trace.go:171","msg":"trace[1546292373] transaction","detail":"{read_only:false; response_revision:17894; number_of_response:1; }","duration":"137.389926ms","start":"2026-03-31T05:33:50.862807Z","end":"2026-03-31T05:33:51.000197Z","steps":["trace[1546292373] 'process raft request' (duration: 136.833811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.000279Z","caller":"traceutil/trace.go:171","msg":"trace[1843810063] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:17895; }","duration":"129.594863ms","start":"2026-03-31T05:33:50.870673Z","end":"2026-03-31T05:33:51.000268Z","steps":["trace[1843810063] 'agreement among raft nodes before linearized reading' (duration: 129.48854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.000303Z","caller":"traceutil/trace.go:171","msg":"trace[752539899] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:17895; }","duration":"131.549837ms","start":"2026-03-31T05:33:50.868734Z","end":"2026-03-31T05:33:51.000284Z","steps":["trace[752539899] 'agreement among raft nodes before linearized reading' (duration: 131.358971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:51.000063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.122213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:51.000375Z","caller":"traceutil/trace.go:171","msg":"trace[1866587661] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17895; }","duration":"135.437943ms","start":"2026-03-31T05:33:50.86492Z","end":"2026-03-31T05:33:51.000358Z","steps":["trace[1866587661] 'agreement among raft nodes before linearized reading' (duration: 135.125124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.000111Z","caller":"traceutil/trace.go:171","msg":"trace[917751417] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17895; }","duration":"139.864574ms","start":"2026-03-31T05:33:50.860239Z","end":"2026-03-31T05:33:51.000104Z","steps":["trace[917751417] 'agreement among raft nodes before linearized reading' (duration: 139.530735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.000244Z","caller":"traceutil/trace.go:171","msg":"trace[2038829889] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17895; }","duration":"135.377991ms","start":"2026-03-31T05:33:50.864851Z","end":"2026-03-31T05:33:51.000229Z","steps":["trace[2038829889] 'agreement among raft nodes before linearized reading' (duration: 135.235057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:51.000023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.669888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:51.000567Z","caller":"traceutil/trace.go:171","msg":"trace[1614389989] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17895; }","duration":"140.251514ms","start":"2026-03-31T05:33:50.860295Z","end":"2026-03-31T05:33:51.000546Z","steps":["trace[1614389989] 'agreement among raft nodes before linearized reading' (duration: 139.625487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.241751Z","caller":"traceutil/trace.go:171","msg":"trace[2001412771] transaction","detail":"{read_only:false; response_revision:17899; number_of_response:1; }","duration":"138.686611ms","start":"2026-03-31T05:33:51.103001Z","end":"2026-03-31T05:33:51.241688Z","steps":["trace[2001412771] 'process raft request' (duration: 138.62238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.242172Z","caller":"traceutil/trace.go:171","msg":"trace[1974321221] transaction","detail":"{read_only:false; response_revision:17900; number_of_response:1; }","duration":"139.135084ms","start":"2026-03-31T05:33:51.103025Z","end":"2026-03-31T05:33:51.24216Z","steps":["trace[1974321221] 'process raft request' (duration: 138.634431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:51.242162Z","caller":"traceutil/trace.go:171","msg":"trace[904429364] linearizableReadLoop","detail":"{readStateIndex:18545; appliedIndex:18543; }","duration":"139.279087ms","start":"2026-03-31T05:33:51.102846Z","end":"2026-03-31T05:33:51.242125Z","steps":["trace[904429364] 'read index received' (duration: 60.37813ms)","trace[904429364] 'applied index is now lower than readState.Index' (duration: 78.897497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:51.242264Z","caller":"traceutil/trace.go:171","msg":"trace[444506228] transaction","detail":"{read_only:false; response_revision:17898; number_of_response:1; }","duration":"139.795251ms","start":"2026-03-31T05:33:51.102443Z","end":"2026-03-31T05:33:51.242238Z","steps":["trace[444506228] 'process raft request' (duration: 139.047171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:51.242928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.06705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:904757"} {"level":"info","ts":"2026-03-31T05:33:51.242962Z","caller":"traceutil/trace.go:171","msg":"trace[986693275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17900; }","duration":"140.138061ms","start":"2026-03-31T05:33:51.102815Z","end":"2026-03-31T05:33:51.242953Z","steps":["trace[986693275] 'agreement among raft nodes before linearized reading' (duration: 139.451502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:56.594029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.859064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:33:56.594104Z","caller":"traceutil/trace.go:171","msg":"trace[9169825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17923; }","duration":"109.972247ms","start":"2026-03-31T05:33:56.484116Z","end":"2026-03-31T05:33:56.594088Z","steps":["trace[9169825] 'range keys from in-memory index tree' (duration: 109.784821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:56.963545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.527113ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:34:21.490151Z","caller":"traceutil/trace.go:171","msg":"trace[1721052700] transaction","detail":"{read_only:false; response_revision:18052; number_of_response:1; }","duration":"121.156743ms","start":"2026-03-31T05:34:21.368963Z","end":"2026-03-31T05:34:21.49012Z","steps":["trace[1721052700] 'process raft request' (duration: 121.007989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:37.671377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16073} {"level":"info","ts":"2026-03-31T05:34:37.775318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16073,"took":"100.373354ms","hash":27833739,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":30777344,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T05:34:37.775388Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":27833739,"revision":16073,"compact-revision":13703} {"level":"warn","ts":"2026-03-31T05:34:53.561426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.93702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:34:53.561564Z","caller":"traceutil/trace.go:171","msg":"trace[1576779195] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18267; }","duration":"131.162406ms","start":"2026-03-31T05:34:53.430374Z","end":"2026-03-31T05:34:53.561536Z","steps":["trace[1576779195] 'range keys from in-memory index tree' (duration: 130.596381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:56.056386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.017981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:34:56.056497Z","caller":"traceutil/trace.go:171","msg":"trace[734823752] linearizableReadLoop","detail":"{readStateIndex:18940; appliedIndex:18939; }","duration":"254.274391ms","start":"2026-03-31T05:34:55.802205Z","end":"2026-03-31T05:34:56.056479Z","steps":["trace[734823752] 'read index received' (duration: 21.042745ms)","trace[734823752] 'applied index is now lower than readState.Index' (duration: 233.230046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:56.056568Z","caller":"traceutil/trace.go:171","msg":"trace[1602488218] transaction","detail":"{read_only:false; response_revision:18278; number_of_response:1; }","duration":"327.140224ms","start":"2026-03-31T05:34:55.729397Z","end":"2026-03-31T05:34:56.056537Z","steps":["trace[1602488218] 'process raft request' (duration: 93.871757ms)","trace[1602488218] 'compare' (duration: 232.720872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:56.056798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:55.729374Z","time spent":"327.256056ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:34:56.056898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.273571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:34:56.057005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.810126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:34:56.057009Z","caller":"traceutil/trace.go:171","msg":"trace[2034123152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18278; }","duration":"254.424056ms","start":"2026-03-31T05:34:55.802559Z","end":"2026-03-31T05:34:56.056983Z","steps":["trace[2034123152] 'agreement among raft nodes before linearized reading' (duration: 254.094737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:56.0571Z","caller":"traceutil/trace.go:171","msg":"trace[812284748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18278; }","duration":"254.907279ms","start":"2026-03-31T05:34:55.802129Z","end":"2026-03-31T05:34:56.057036Z","steps":["trace[812284748] 'agreement among raft nodes before linearized reading' (duration: 254.432016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:56.057204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.835347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:34:56.057257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.765847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:34:56.057306Z","caller":"traceutil/trace.go:171","msg":"trace[1885428644] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:18278; }","duration":"206.019732ms","start":"2026-03-31T05:34:55.851263Z","end":"2026-03-31T05:34:56.057283Z","steps":["trace[1885428644] 'agreement among raft nodes before linearized reading' (duration: 205.851838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:56.057326Z","caller":"traceutil/trace.go:171","msg":"trace[1118757547] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18278; }","duration":"118.87726ms","start":"2026-03-31T05:34:55.938427Z","end":"2026-03-31T05:34:56.057304Z","steps":["trace[1118757547] 'agreement among raft nodes before linearized reading' (duration: 118.647774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:56.057555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.113237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:34:56.058231Z","caller":"traceutil/trace.go:171","msg":"trace[1455142450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18278; }","duration":"254.283472ms","start":"2026-03-31T05:34:55.803356Z","end":"2026-03-31T05:34:56.057639Z","steps":["trace[1455142450] 'agreement among raft nodes before linearized reading' (duration: 253.772178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:56.195887Z","caller":"traceutil/trace.go:171","msg":"trace[558739377] transaction","detail":"{read_only:false; response_revision:18280; number_of_response:1; }","duration":"132.506163ms","start":"2026-03-31T05:34:56.063355Z","end":"2026-03-31T05:34:56.195861Z","steps":["trace[558739377] 'process raft request' (duration: 129.862821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:56.196131Z","caller":"traceutil/trace.go:171","msg":"trace[90316414] linearizableReadLoop","detail":"{readStateIndex:18943; appliedIndex:18941; }","duration":"107.643893ms","start":"2026-03-31T05:34:56.088442Z","end":"2026-03-31T05:34:56.196086Z","steps":["trace[90316414] 'read index received' (duration: 104.707273ms)","trace[90316414] 'applied index is now lower than readState.Index' (duration: 2.93328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:56.196206Z","caller":"traceutil/trace.go:171","msg":"trace[1607001515] transaction","detail":"{read_only:false; response_revision:18281; number_of_response:1; }","duration":"132.666976ms","start":"2026-03-31T05:34:56.063502Z","end":"2026-03-31T05:34:56.196169Z","steps":["trace[1607001515] 'process raft request' (duration: 132.301266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:56.196476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.814401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:34:56.196563Z","caller":"traceutil/trace.go:171","msg":"trace[1699482644] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:18281; }","duration":"102.929725ms","start":"2026-03-31T05:34:56.093614Z","end":"2026-03-31T05:34:56.196544Z","steps":["trace[1699482644] 'agreement among raft nodes before linearized reading' (duration: 102.687378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:56.19726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.125262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:919742"} {"level":"info","ts":"2026-03-31T05:34:56.197335Z","caller":"traceutil/trace.go:171","msg":"trace[130391580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18281; }","duration":"132.250986ms","start":"2026-03-31T05:34:56.065064Z","end":"2026-03-31T05:34:56.197315Z","steps":["trace[130391580] 'agreement among raft nodes before linearized reading' (duration: 131.149526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:00.401104Z","caller":"traceutil/trace.go:171","msg":"trace[152376964] transaction","detail":"{read_only:false; response_revision:18307; number_of_response:1; }","duration":"183.843986ms","start":"2026-03-31T05:35:00.217236Z","end":"2026-03-31T05:35:00.40108Z","steps":["trace[152376964] 'process raft request' (duration: 183.698572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:00.406577Z","caller":"traceutil/trace.go:171","msg":"trace[13889876] transaction","detail":"{read_only:false; response_revision:18308; number_of_response:1; }","duration":"187.874967ms","start":"2026-03-31T05:35:00.218659Z","end":"2026-03-31T05:35:00.406534Z","steps":["trace[13889876] 'process raft request' (duration: 187.673371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:00.406764Z","caller":"traceutil/trace.go:171","msg":"trace[1548304454] linearizableReadLoop","detail":"{readStateIndex:18971; appliedIndex:18969; }","duration":"159.84465ms","start":"2026-03-31T05:35:00.246796Z","end":"2026-03-31T05:35:00.406641Z","steps":["trace[1548304454] 'read index received' (duration: 154.223496ms)","trace[1548304454] 'applied index is now lower than readState.Index' (duration: 5.619714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:00.407006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.725545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:35:00.407061Z","caller":"traceutil/trace.go:171","msg":"trace[1993575946] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:18309; }","duration":"156.833718ms","start":"2026-03-31T05:35:00.250219Z","end":"2026-03-31T05:35:00.407053Z","steps":["trace[1993575946] 'agreement among raft nodes before linearized reading' (duration: 156.654643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:00.40715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.360274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:35:00.407195Z","caller":"traceutil/trace.go:171","msg":"trace[1798151471] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18309; }","duration":"160.459947ms","start":"2026-03-31T05:35:00.246721Z","end":"2026-03-31T05:35:00.407181Z","steps":["trace[1798151471] 'agreement among raft nodes before linearized reading' (duration: 160.134509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.959126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.469249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:03.959305Z","caller":"traceutil/trace.go:171","msg":"trace[1779323414] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18338; }","duration":"554.677864ms","start":"2026-03-31T05:35:03.404605Z","end":"2026-03-31T05:35:03.959283Z","steps":["trace[1779323414] 'range keys from in-memory index tree' (duration: 554.367346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.959375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.404589Z","time spent":"554.772797ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:35:03.964475Z","caller":"traceutil/trace.go:171","msg":"trace[1427506768] transaction","detail":"{read_only:false; response_revision:18339; number_of_response:1; }","duration":"528.123898ms","start":"2026-03-31T05:35:03.436331Z","end":"2026-03-31T05:35:03.964455Z","steps":["trace[1427506768] 'process raft request' (duration: 527.717317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.964598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.721105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:03.964648Z","caller":"traceutil/trace.go:171","msg":"trace[1288394106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18339; }","duration":"479.798227ms","start":"2026-03-31T05:35:03.484835Z","end":"2026-03-31T05:35:03.964633Z","steps":["trace[1288394106] 'agreement among raft nodes before linearized reading' (duration: 479.713585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.964644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.436309Z","time spent":"528.240221ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:03.964683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.484816Z","time spent":"479.861818ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:35:03.964396Z","caller":"traceutil/trace.go:171","msg":"trace[1765478169] linearizableReadLoop","detail":"{readStateIndex:19003; appliedIndex:19002; }","duration":"479.484019ms","start":"2026-03-31T05:35:03.484881Z","end":"2026-03-31T05:35:03.964365Z","steps":["trace[1765478169] 'read index received' (duration: 479.021516ms)","trace[1765478169] 'applied index is now lower than readState.Index' (duration: 461.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:03.972318Z","caller":"traceutil/trace.go:171","msg":"trace[1464361891] transaction","detail":"{read_only:false; response_revision:18340; number_of_response:1; }","duration":"465.945219ms","start":"2026-03-31T05:35:03.506351Z","end":"2026-03-31T05:35:03.972297Z","steps":["trace[1464361891] 'process raft request' (duration: 465.493816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.972442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:03.506319Z","time spent":"466.052571ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:03.972862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.306297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:35:03.972895Z","caller":"traceutil/trace.go:171","msg":"trace[470824684] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18341; }","duration":"196.375579ms","start":"2026-03-31T05:35:03.776509Z","end":"2026-03-31T05:35:03.972884Z","steps":["trace[470824684] 'agreement among raft nodes before linearized reading' (duration: 196.241865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.973098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.87593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:35:03.973126Z","caller":"traceutil/trace.go:171","msg":"trace[1321625863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18341; }","duration":"242.941192ms","start":"2026-03-31T05:35:03.730176Z","end":"2026-03-31T05:35:03.973118Z","steps":["trace[1321625863] 'agreement among raft nodes before linearized reading' (duration: 242.85335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.973551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.092399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:03.973816Z","caller":"traceutil/trace.go:171","msg":"trace[559696711] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18341; }","duration":"287.174391ms","start":"2026-03-31T05:35:03.6864Z","end":"2026-03-31T05:35:03.973575Z","steps":["trace[559696711] 'agreement among raft nodes before linearized reading' (duration: 286.824381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.974219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.360151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:03.974256Z","caller":"traceutil/trace.go:171","msg":"trace[1450615854] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18341; }","duration":"289.423783ms","start":"2026-03-31T05:35:03.684821Z","end":"2026-03-31T05:35:03.974245Z","steps":["trace[1450615854] 'agreement among raft nodes before linearized reading' (duration: 289.32577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.974313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.231607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:03.974394Z","caller":"traceutil/trace.go:171","msg":"trace[477455286] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18341; }","duration":"289.365161ms","start":"2026-03-31T05:35:03.685012Z","end":"2026-03-31T05:35:03.974377Z","steps":["trace[477455286] 'agreement among raft nodes before linearized reading' (duration: 289.065282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:03.974582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.413082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:03.974615Z","caller":"traceutil/trace.go:171","msg":"trace[228211174] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18341; }","duration":"289.516015ms","start":"2026-03-31T05:35:03.685088Z","end":"2026-03-31T05:35:03.974604Z","steps":["trace[228211174] 'agreement among raft nodes before linearized reading' (duration: 289.428592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:07.346661Z","caller":"traceutil/trace.go:171","msg":"trace[1936591985] linearizableReadLoop","detail":"{readStateIndex:19033; appliedIndex:19032; }","duration":"125.44574ms","start":"2026-03-31T05:35:07.221189Z","end":"2026-03-31T05:35:07.346635Z","steps":["trace[1936591985] 'read index received' (duration: 125.297106ms)","trace[1936591985] 'applied index is now lower than readState.Index' (duration: 147.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:07.346728Z","caller":"traceutil/trace.go:171","msg":"trace[1991385102] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"184.287129ms","start":"2026-03-31T05:35:07.162405Z","end":"2026-03-31T05:35:07.346692Z","steps":["trace[1991385102] 'process raft request' (duration: 184.061802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.346802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.594794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:07.34684Z","caller":"traceutil/trace.go:171","msg":"trace[784066926] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18368; }","duration":"125.649425ms","start":"2026-03-31T05:35:07.22118Z","end":"2026-03-31T05:35:07.346829Z","steps":["trace[784066926] 'agreement among raft nodes before linearized reading' (duration: 125.571183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.388736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.457538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:07.388804Z","caller":"traceutil/trace.go:171","msg":"trace[1227429546] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18369; }","duration":"167.572762ms","start":"2026-03-31T05:35:07.22122Z","end":"2026-03-31T05:35:07.388792Z","steps":["trace[1227429546] 'agreement among raft nodes before linearized reading' (duration: 167.447228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:07.388748Z","caller":"traceutil/trace.go:171","msg":"trace[980745819] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"109.585577ms","start":"2026-03-31T05:35:07.279133Z","end":"2026-03-31T05:35:07.388719Z","steps":["trace[980745819] 'process raft request' (duration: 105.746571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.388941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.159913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-03-31T05:35:07.389019Z","caller":"traceutil/trace.go:171","msg":"trace[711671823] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:18369; }","duration":"162.287227ms","start":"2026-03-31T05:35:07.226717Z","end":"2026-03-31T05:35:07.389004Z","steps":["trace[711671823] 'agreement among raft nodes before linearized reading' (duration: 162.041881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:07.388997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.967615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-03-31T05:35:07.389098Z","caller":"traceutil/trace.go:171","msg":"trace[1048737181] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:18369; }","duration":"163.092669ms","start":"2026-03-31T05:35:07.225978Z","end":"2026-03-31T05:35:07.389071Z","steps":["trace[1048737181] 'agreement among raft nodes before linearized reading' (duration: 162.808161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:09.394606Z","caller":"traceutil/trace.go:171","msg":"trace[1721704214] transaction","detail":"{read_only:false; response_revision:18377; number_of_response:1; }","duration":"164.573539ms","start":"2026-03-31T05:35:09.23Z","end":"2026-03-31T05:35:09.394574Z","steps":["trace[1721704214] 'process raft request' (duration: 164.167018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.256869Z","caller":"traceutil/trace.go:171","msg":"trace[385958856] linearizableReadLoop","detail":"{readStateIndex:19045; appliedIndex:19044; }","duration":"254.984111ms","start":"2026-03-31T05:35:10.001867Z","end":"2026-03-31T05:35:10.256851Z","steps":["trace[385958856] 'read index received' (duration: 254.873408ms)","trace[385958856] 'applied index is now lower than readState.Index' (duration: 109.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:10.25692Z","caller":"traceutil/trace.go:171","msg":"trace[1995116047] transaction","detail":"{read_only:false; response_revision:18380; number_of_response:1; }","duration":"270.753462ms","start":"2026-03-31T05:35:09.986136Z","end":"2026-03-31T05:35:10.256889Z","steps":["trace[1995116047] 'process raft request' (duration: 270.586128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.257071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.189187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:10.257342Z","caller":"traceutil/trace.go:171","msg":"trace[1233302166] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18380; }","duration":"255.431853ms","start":"2026-03-31T05:35:10.001858Z","end":"2026-03-31T05:35:10.25729Z","steps":["trace[1233302166] 'agreement among raft nodes before linearized reading' (duration: 255.104054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.624998Z","caller":"traceutil/trace.go:171","msg":"trace[1221984152] transaction","detail":"{read_only:false; response_revision:18381; number_of_response:1; }","duration":"622.696434ms","start":"2026-03-31T05:35:10.002278Z","end":"2026-03-31T05:35:10.624974Z","steps":["trace[1221984152] 'process raft request' (duration: 622.369806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.625277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.002232Z","time spent":"622.937741ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:10.625438Z","caller":"traceutil/trace.go:171","msg":"trace[579791887] transaction","detail":"{read_only:false; response_revision:18382; number_of_response:1; }","duration":"573.18018ms","start":"2026-03-31T05:35:10.052227Z","end":"2026-03-31T05:35:10.625407Z","steps":["trace[579791887] 'process raft request' (duration: 572.699187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.625602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.052193Z","time spent":"573.326004ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:10.626068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.459547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:35:10.626193Z","caller":"traceutil/trace.go:171","msg":"trace[1499336351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18382; }","duration":"472.582721ms","start":"2026-03-31T05:35:10.153562Z","end":"2026-03-31T05:35:10.626145Z","steps":["trace[1499336351] 'agreement among raft nodes before linearized reading' (duration: 472.386935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.153541Z","time spent":"472.735444ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:10.626359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.394062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2k6k2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-31T05:35:10.626438Z","caller":"traceutil/trace.go:171","msg":"trace[1458573598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2k6k2; range_end:; response_count:1; response_revision:18382; }","duration":"383.497724ms","start":"2026-03-31T05:35:10.242925Z","end":"2026-03-31T05:35:10.626423Z","steps":["trace[1458573598] 'agreement among raft nodes before linearized reading' (duration: 383.301649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.145339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:10.626488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.242909Z","time spent":"383.568217ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6556,"request content":"key:\"/registry/pods/openstack/keepalived-2k6k2\" "} {"level":"info","ts":"2026-03-31T05:35:10.626515Z","caller":"traceutil/trace.go:171","msg":"trace[790253679] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18382; }","duration":"434.509719ms","start":"2026-03-31T05:35:10.191985Z","end":"2026-03-31T05:35:10.626495Z","steps":["trace[790253679] 'agreement among raft nodes before linearized reading' (duration: 434.153019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.447306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-31T05:35:10.626578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.191966Z","time spent":"434.593612ms","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:10.626555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.099656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-31T05:35:10.626525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.772952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:35:10.626634Z","caller":"traceutil/trace.go:171","msg":"trace[1015620600] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18382; }","duration":"555.222239ms","start":"2026-03-31T05:35:10.071396Z","end":"2026-03-31T05:35:10.626618Z","steps":["trace[1015620600] 'agreement among raft nodes before linearized reading' (duration: 554.974343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.071379Z","time spent":"555.282371ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:35:10.626668Z","caller":"traceutil/trace.go:171","msg":"trace[1172898519] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18382; }","duration":"462.939926ms","start":"2026-03-31T05:35:10.163706Z","end":"2026-03-31T05:35:10.626646Z","steps":["trace[1172898519] 'agreement among raft nodes before linearized reading' (duration: 462.69672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.713929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-31T05:35:10.626725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.16369Z","time spent":"463.025199ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:35:10.626725Z","caller":"traceutil/trace.go:171","msg":"trace[990086224] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18382; }","duration":"624.802842ms","start":"2026-03-31T05:35:10.001909Z","end":"2026-03-31T05:35:10.626711Z","steps":["trace[990086224] 'agreement among raft nodes before linearized reading' (duration: 624.684889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.626781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.00185Z","time spent":"624.923295ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:10.62696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.305919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:10.627008Z","caller":"traceutil/trace.go:171","msg":"trace[503399988] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18382; }","duration":"615.711033ms","start":"2026-03-31T05:35:10.010856Z","end":"2026-03-31T05:35:10.626567Z","steps":["trace[503399988] 'agreement among raft nodes before linearized reading' (duration: 615.385914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.627021Z","caller":"traceutil/trace.go:171","msg":"trace[1568085634] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18382; }","duration":"616.390532ms","start":"2026-03-31T05:35:10.010616Z","end":"2026-03-31T05:35:10.627007Z","steps":["trace[1568085634] 'agreement among raft nodes before linearized reading' (duration: 615.807366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.627048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.010842Z","time spent":"616.193496ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T05:35:10.627065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.010604Z","time spent":"616.449033ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:35:10.627357Z","caller":"traceutil/trace.go:171","msg":"trace[1876527929] linearizableReadLoop","detail":"{readStateIndex:19047; appliedIndex:19047; }","duration":"368.661059ms","start":"2026-03-31T05:35:10.257152Z","end":"2026-03-31T05:35:10.625813Z","steps":["trace[1876527929] 'read index received' (duration: 368.463944ms)","trace[1876527929] 'applied index is now lower than readState.Index' (duration: 195.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:10.627564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.772936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:10.628711Z","caller":"traceutil/trace.go:171","msg":"trace[64137482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18382; }","duration":"142.147166ms","start":"2026-03-31T05:35:10.48575Z","end":"2026-03-31T05:35:10.627897Z","steps":["trace[64137482] 'agreement among raft nodes before linearized reading' (duration: 141.785987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.63385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.821031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:35:10.634013Z","caller":"traceutil/trace.go:171","msg":"trace[113885197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18382; }","duration":"576.152831ms","start":"2026-03-31T05:35:10.057786Z","end":"2026-03-31T05:35:10.633939Z","steps":["trace[113885197] 'agreement among raft nodes before linearized reading' (duration: 568.41532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.63409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:10.057765Z","time spent":"576.311296ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:35:10.806045Z","caller":"traceutil/trace.go:171","msg":"trace[668885157] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"150.926576ms","start":"2026-03-31T05:35:10.655097Z","end":"2026-03-31T05:35:10.806024Z","steps":["trace[668885157] 'process raft request' (duration: 150.816613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:10.806765Z","caller":"traceutil/trace.go:171","msg":"trace[1811277772] linearizableReadLoop","detail":"{readStateIndex:19052; appliedIndex:19051; }","duration":"119.24172ms","start":"2026-03-31T05:35:10.687508Z","end":"2026-03-31T05:35:10.80675Z","steps":["trace[1811277772] 'read index received' (duration: 118.301844ms)","trace[1811277772] 'applied index is now lower than readState.Index' (duration: 938.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:10.806909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.380464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:35:10.807659Z","caller":"traceutil/trace.go:171","msg":"trace[993281506] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:18387; }","duration":"120.180965ms","start":"2026-03-31T05:35:10.687466Z","end":"2026-03-31T05:35:10.807647Z","steps":["trace[993281506] 'agreement among raft nodes before linearized reading' (duration: 119.383944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:10.807257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.312497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:35:10.80802Z","caller":"traceutil/trace.go:171","msg":"trace[792167456] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18387; }","duration":"118.001126ms","start":"2026-03-31T05:35:10.689869Z","end":"2026-03-31T05:35:10.80787Z","steps":["trace[792167456] 'agreement among raft nodes before linearized reading' (duration: 117.212545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.580571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.222622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:11.580647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.609828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:35:11.580661Z","caller":"traceutil/trace.go:171","msg":"trace[1063713482] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18388; }","duration":"133.362406ms","start":"2026-03-31T05:35:11.447279Z","end":"2026-03-31T05:35:11.580642Z","steps":["trace[1063713482] 'count revisions from in-memory index tree' (duration: 133.1424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.580693Z","caller":"traceutil/trace.go:171","msg":"trace[1432548148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18388; }","duration":"225.68981ms","start":"2026-03-31T05:35:11.35499Z","end":"2026-03-31T05:35:11.58068Z","steps":["trace[1432548148] 'range keys from in-memory index tree' (duration: 225.465623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:11.580977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.997284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:35:11.581044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.71578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:11.581151Z","caller":"traceutil/trace.go:171","msg":"trace[65333429] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18388; }","duration":"180.865825ms","start":"2026-03-31T05:35:11.400263Z","end":"2026-03-31T05:35:11.581129Z","steps":["trace[65333429] 'range keys from in-memory index tree' (duration: 180.628548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.581078Z","caller":"traceutil/trace.go:171","msg":"trace[1478473665] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18388; }","duration":"130.152078ms","start":"2026-03-31T05:35:11.450895Z","end":"2026-03-31T05:35:11.581047Z","steps":["trace[1478473665] 'range keys from in-memory index tree' (duration: 129.954692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.581526Z","caller":"traceutil/trace.go:171","msg":"trace[1011772516] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"128.531294ms","start":"2026-03-31T05:35:11.45298Z","end":"2026-03-31T05:35:11.581511Z","steps":["trace[1011772516] 'process raft request' (duration: 33.473415ms)","trace[1011772516] 'compare' (duration: 94.35586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:11.736652Z","caller":"traceutil/trace.go:171","msg":"trace[1239585699] linearizableReadLoop","detail":"{readStateIndex:19057; appliedIndex:19056; }","duration":"118.220302ms","start":"2026-03-31T05:35:11.618405Z","end":"2026-03-31T05:35:11.736625Z","steps":["trace[1239585699] 'read index received' (duration: 26.388841ms)","trace[1239585699] 'applied index is now lower than readState.Index' (duration: 91.829921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:11.736895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.473159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:35:11.736942Z","caller":"traceutil/trace.go:171","msg":"trace[108830125] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:18392; }","duration":"118.53112ms","start":"2026-03-31T05:35:11.618398Z","end":"2026-03-31T05:35:11.736929Z","steps":["trace[108830125] 'agreement among raft nodes before linearized reading' (duration: 118.323144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:11.737151Z","caller":"traceutil/trace.go:171","msg":"trace[1790626482] transaction","detail":"{read_only:false; response_revision:18392; number_of_response:1; }","duration":"149.869677ms","start":"2026-03-31T05:35:11.587026Z","end":"2026-03-31T05:35:11.736895Z","steps":["trace[1790626482] 'process raft request' (duration: 97.814704ms)","trace[1790626482] 'compare' (duration: 51.624331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:16.755389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.372969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:16.755481Z","caller":"traceutil/trace.go:171","msg":"trace[47506471] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18414; }","duration":"113.485643ms","start":"2026-03-31T05:35:16.641968Z","end":"2026-03-31T05:35:16.755454Z","steps":["trace[47506471] 'agreement among raft nodes before linearized reading' (duration: 113.276387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:16.755919Z","caller":"traceutil/trace.go:171","msg":"trace[1363925825] transaction","detail":"{read_only:false; response_revision:18413; number_of_response:1; }","duration":"111.613382ms","start":"2026-03-31T05:35:16.644287Z","end":"2026-03-31T05:35:16.755901Z","steps":["trace[1363925825] 'process raft request' (duration: 85.824037ms)","trace[1363925825] 'compare' (duration: 24.969532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:16.756132Z","caller":"traceutil/trace.go:171","msg":"trace[928672064] transaction","detail":"{read_only:false; response_revision:18414; number_of_response:1; }","duration":"106.881762ms","start":"2026-03-31T05:35:16.649234Z","end":"2026-03-31T05:35:16.756116Z","steps":["trace[928672064] 'process raft request' (duration: 105.956786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:16.757242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.727506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:16.757301Z","caller":"traceutil/trace.go:171","msg":"trace[1241397633] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18414; }","duration":"114.792269ms","start":"2026-03-31T05:35:16.642488Z","end":"2026-03-31T05:35:16.75728Z","steps":["trace[1241397633] 'agreement among raft nodes before linearized reading' (duration: 114.697586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:27.942188Z","caller":"traceutil/trace.go:171","msg":"trace[967313378] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"113.76581ms","start":"2026-03-31T05:35:27.828378Z","end":"2026-03-31T05:35:27.942144Z","steps":["trace[967313378] 'process raft request' (duration: 113.430791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:28.980289Z","caller":"traceutil/trace.go:171","msg":"trace[1475866252] transaction","detail":"{read_only:false; response_revision:18513; number_of_response:1; }","duration":"112.908837ms","start":"2026-03-31T05:35:28.867354Z","end":"2026-03-31T05:35:28.980263Z","steps":["trace[1475866252] 'process raft request' (duration: 23.315697ms)","trace[1475866252] 'compare' (duration: 89.313402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:29.828034Z","caller":"traceutil/trace.go:171","msg":"trace[1175572413] transaction","detail":"{read_only:false; response_revision:18516; number_of_response:1; }","duration":"111.178699ms","start":"2026-03-31T05:35:29.716835Z","end":"2026-03-31T05:35:29.828014Z","steps":["trace[1175572413] 'process raft request' (duration: 111.037815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:30.063526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.519805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:35:30.063604Z","caller":"traceutil/trace.go:171","msg":"trace[857344882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18517; }","duration":"116.651059ms","start":"2026-03-31T05:35:29.946935Z","end":"2026-03-31T05:35:30.063586Z","steps":["trace[857344882] 'range keys from in-memory index tree' (duration: 116.350751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:30.974358Z","caller":"traceutil/trace.go:171","msg":"trace[1688762930] linearizableReadLoop","detail":"{readStateIndex:19188; appliedIndex:19187; }","duration":"212.225891ms","start":"2026-03-31T05:35:30.7621Z","end":"2026-03-31T05:35:30.974326Z","steps":["trace[1688762930] 'read index received' (duration: 212.002775ms)","trace[1688762930] 'applied index is now lower than readState.Index' (duration: 221.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:30.974529Z","caller":"traceutil/trace.go:171","msg":"trace[1069058298] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"243.007843ms","start":"2026-03-31T05:35:30.731492Z","end":"2026-03-31T05:35:30.9745Z","steps":["trace[1069058298] 'process raft request' (duration: 242.657313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:30.975161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.052764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:30.975256Z","caller":"traceutil/trace.go:171","msg":"trace[1977104408] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18519; }","duration":"213.186588ms","start":"2026-03-31T05:35:30.762032Z","end":"2026-03-31T05:35:30.975219Z","steps":["trace[1977104408] 'agreement among raft nodes before linearized reading' (duration: 212.568471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.027005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.158011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:35:31.027028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.916672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:31.027074Z","caller":"traceutil/trace.go:171","msg":"trace[1184015285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18521; }","duration":"159.248274ms","start":"2026-03-31T05:35:30.867808Z","end":"2026-03-31T05:35:31.027057Z","steps":["trace[1184015285] 'agreement among raft nodes before linearized reading' (duration: 159.11542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.027125Z","caller":"traceutil/trace.go:171","msg":"trace[208672438] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18521; }","duration":"235.031526ms","start":"2026-03-31T05:35:30.792067Z","end":"2026-03-31T05:35:31.027099Z","steps":["trace[208672438] 'agreement among raft nodes before linearized reading' (duration: 234.748218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.027193Z","caller":"traceutil/trace.go:171","msg":"trace[1900745378] transaction","detail":"{read_only:false; response_revision:18521; number_of_response:1; }","duration":"175.954ms","start":"2026-03-31T05:35:30.851231Z","end":"2026-03-31T05:35:31.027185Z","steps":["trace[1900745378] 'process raft request' (duration: 175.430326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.027003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.477258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T05:35:31.027282Z","caller":"traceutil/trace.go:171","msg":"trace[592994587] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18521; }","duration":"235.801487ms","start":"2026-03-31T05:35:30.791475Z","end":"2026-03-31T05:35:31.027276Z","steps":["trace[592994587] 'agreement among raft nodes before linearized reading' (duration: 235.337364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.027382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.439663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:35:31.027408Z","caller":"traceutil/trace.go:171","msg":"trace[2147469796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18521; }","duration":"165.495484ms","start":"2026-03-31T05:35:30.861907Z","end":"2026-03-31T05:35:31.027403Z","steps":["trace[2147469796] 'agreement among raft nodes before linearized reading' (duration: 165.428282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.027636Z","caller":"traceutil/trace.go:171","msg":"trace[1402466863] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"178.315405ms","start":"2026-03-31T05:35:30.849311Z","end":"2026-03-31T05:35:31.027627Z","steps":["trace[1402466863] 'process raft request' (duration: 174.280645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.148137Z","caller":"traceutil/trace.go:171","msg":"trace[2068013528] linearizableReadLoop","detail":"{readStateIndex:19192; appliedIndex:19190; }","duration":"115.514928ms","start":"2026-03-31T05:35:31.032599Z","end":"2026-03-31T05:35:31.148114Z","steps":["trace[2068013528] 'read index received' (duration: 28.472449ms)","trace[2068013528] 'applied index is now lower than readState.Index' (duration: 87.040669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:31.14826Z","caller":"traceutil/trace.go:171","msg":"trace[620102167] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"116.356861ms","start":"2026-03-31T05:35:31.031889Z","end":"2026-03-31T05:35:31.148246Z","steps":["trace[620102167] 'process raft request' (duration: 105.204056ms)","trace[620102167] 'compare' (duration: 10.851817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:31.148319Z","caller":"traceutil/trace.go:171","msg":"trace[1822751229] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"115.597021ms","start":"2026-03-31T05:35:31.032707Z","end":"2026-03-31T05:35:31.148304Z","steps":["trace[1822751229] 'process raft request' (duration: 115.360154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:31.149443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.823394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944031"} {"level":"info","ts":"2026-03-31T05:35:31.149535Z","caller":"traceutil/trace.go:171","msg":"trace[195861260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18524; }","duration":"116.929687ms","start":"2026-03-31T05:35:31.032583Z","end":"2026-03-31T05:35:31.149512Z","steps":["trace[195861260] 'agreement among raft nodes before linearized reading' (duration: 115.728594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.834739Z","caller":"traceutil/trace.go:171","msg":"trace[882194594] linearizableReadLoop","detail":"{readStateIndex:19196; appliedIndex:19195; }","duration":"196.122951ms","start":"2026-03-31T05:35:31.638588Z","end":"2026-03-31T05:35:31.834711Z","steps":["trace[882194594] 'read index received' (duration: 195.992548ms)","trace[882194594] 'applied index is now lower than readState.Index' (duration: 129.303µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:31.83519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.579654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-31T05:35:31.835233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.041399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-31T05:35:31.835271Z","caller":"traceutil/trace.go:171","msg":"trace[983558702] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18526; }","duration":"196.707188ms","start":"2026-03-31T05:35:31.638543Z","end":"2026-03-31T05:35:31.83525Z","steps":["trace[983558702] 'agreement among raft nodes before linearized reading' (duration: 196.472221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:31.83532Z","caller":"traceutil/trace.go:171","msg":"trace[1955706050] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18526; }","duration":"151.172353ms","start":"2026-03-31T05:35:31.684125Z","end":"2026-03-31T05:35:31.835297Z","steps":["trace[1955706050] 'agreement among raft nodes before linearized reading' (duration: 150.908136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:33.919229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.636884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:35:33.919342Z","caller":"traceutil/trace.go:171","msg":"trace[1885312113] linearizableReadLoop","detail":"{readStateIndex:19206; appliedIndex:19205; }","duration":"652.368344ms","start":"2026-03-31T05:35:33.266954Z","end":"2026-03-31T05:35:33.919322Z","steps":["trace[1885312113] 'read index received' (duration: 300.492685ms)","trace[1885312113] 'applied index is now lower than readState.Index' (duration: 351.873669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:33.919538Z","caller":"traceutil/trace.go:171","msg":"trace[1754785307] transaction","detail":"{read_only:false; response_revision:18536; number_of_response:1; }","duration":"652.653382ms","start":"2026-03-31T05:35:33.26681Z","end":"2026-03-31T05:35:33.919464Z","steps":["trace[1754785307] 'process raft request' (duration: 300.667239ms)","trace[1754785307] 'compare' (duration: 351.411218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:33.919758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.266789Z","time spent":"652.855157ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:33.919755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.786056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:35:33.919837Z","caller":"traceutil/trace.go:171","msg":"trace[2037808718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18536; }","duration":"652.891268ms","start":"2026-03-31T05:35:33.266925Z","end":"2026-03-31T05:35:33.919816Z","steps":["trace[2037808718] 'agreement among raft nodes before linearized reading' (duration: 652.640401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:33.919914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.266906Z","time spent":"652.977191ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:35:34.001832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.065222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:34.001963Z","caller":"traceutil/trace.go:171","msg":"trace[1261964272] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:18537; }","duration":"654.283037ms","start":"2026-03-31T05:35:33.347652Z","end":"2026-03-31T05:35:34.001935Z","steps":["trace[1261964272] 'agreement among raft nodes before linearized reading' (duration: 654.02044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.002015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.34763Z","time spent":"654.37262ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:34.001977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.764603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wfvrq\" ","response":"range_response_count:1 size:18680"} {"level":"warn","ts":"2026-03-31T05:35:34.002083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.621103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-l5mz5\" ","response":"range_response_count:1 size:18654"} {"level":"warn","ts":"2026-03-31T05:35:34.002093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.732046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:35:34.002125Z","caller":"traceutil/trace.go:171","msg":"trace[1358055979] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wfvrq; range_end:; response_count:1; response_revision:18537; }","duration":"672.960848ms","start":"2026-03-31T05:35:33.329126Z","end":"2026-03-31T05:35:34.002087Z","steps":["trace[1358055979] 'agreement among raft nodes before linearized reading' (duration: 672.561267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:34.002151Z","caller":"traceutil/trace.go:171","msg":"trace[236179289] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-l5mz5; range_end:; response_count:1; response_revision:18537; }","duration":"697.713075ms","start":"2026-03-31T05:35:33.304413Z","end":"2026-03-31T05:35:34.002126Z","steps":["trace[236179289] 'agreement among raft nodes before linearized reading' (duration: 697.546981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:34.002157Z","caller":"traceutil/trace.go:171","msg":"trace[20501097] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:18537; }","duration":"708.85945ms","start":"2026-03-31T05:35:33.293279Z","end":"2026-03-31T05:35:34.002138Z","steps":["trace[20501097] 'agreement among raft nodes before linearized reading' (duration: 708.638834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.002205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.304395Z","time spent":"697.798807ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18678,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-l5mz5\" "} {"level":"warn","ts":"2026-03-31T05:35:34.002208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.293257Z","time spent":"708.936432ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:35:34.002223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.610281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:35:34.002335Z","caller":"traceutil/trace.go:171","msg":"trace[2092285989] transaction","detail":"{read_only:false; response_revision:18537; number_of_response:1; }","duration":"138.215878ms","start":"2026-03-31T05:35:33.864099Z","end":"2026-03-31T05:35:34.002315Z","steps":["trace[2092285989] 'process raft request' (duration: 137.305884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.002385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.794253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:34.002393Z","caller":"traceutil/trace.go:171","msg":"trace[344273575] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18537; }","duration":"720.824826ms","start":"2026-03-31T05:35:33.281526Z","end":"2026-03-31T05:35:34.002351Z","steps":["trace[344273575] 'agreement among raft nodes before linearized reading' (duration: 720.244081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:34.002428Z","caller":"traceutil/trace.go:171","msg":"trace[741355227] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18537; }","duration":"161.866155ms","start":"2026-03-31T05:35:33.840547Z","end":"2026-03-31T05:35:34.002413Z","steps":["trace[741355227] 'agreement among raft nodes before linearized reading' (duration: 161.795753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.002468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.281513Z","time spent":"720.9417ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:35:34.002699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.883799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-31T05:35:34.002739Z","caller":"traceutil/trace.go:171","msg":"trace[1760057233] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18537; }","duration":"160.968491ms","start":"2026-03-31T05:35:33.84176Z","end":"2026-03-31T05:35:34.002729Z","steps":["trace[1760057233] 'agreement among raft nodes before linearized reading' (duration: 160.859858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.002879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.401502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-31T05:35:34.002288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.95716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9m87f\" ","response":"range_response_count:1 size:14286"} {"level":"info","ts":"2026-03-31T05:35:34.002949Z","caller":"traceutil/trace.go:171","msg":"trace[1096105895] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18537; }","duration":"161.486075ms","start":"2026-03-31T05:35:33.84145Z","end":"2026-03-31T05:35:34.002936Z","steps":["trace[1096105895] 'agreement among raft nodes before linearized reading' (duration: 161.261969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:34.003Z","caller":"traceutil/trace.go:171","msg":"trace[27859887] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9m87f; range_end:; response_count:1; response_revision:18537; }","duration":"706.725411ms","start":"2026-03-31T05:35:33.296252Z","end":"2026-03-31T05:35:34.002978Z","steps":["trace[27859887] 'agreement among raft nodes before linearized reading' (duration: 705.530199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.003058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.296246Z","time spent":"706.796703ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14310,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9m87f\" "} {"level":"warn","ts":"2026-03-31T05:35:34.002474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.315592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:34.003125Z","caller":"traceutil/trace.go:171","msg":"trace[705163381] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18537; }","duration":"382.988861ms","start":"2026-03-31T05:35:33.62012Z","end":"2026-03-31T05:35:34.003109Z","steps":["trace[705163381] 'agreement among raft nodes before linearized reading' (duration: 382.315803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.003173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.620104Z","time spent":"383.053532ms","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:34.00378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.32911Z","time spent":"674.623794ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18704,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wfvrq\" "} {"level":"warn","ts":"2026-03-31T05:35:34.004064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.135485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944031"} {"level":"info","ts":"2026-03-31T05:35:34.004113Z","caller":"traceutil/trace.go:171","msg":"trace[381613798] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18537; }","duration":"736.234937ms","start":"2026-03-31T05:35:33.267865Z","end":"2026-03-31T05:35:34.0041Z","steps":["trace[381613798] 'agreement among raft nodes before linearized reading' (duration: 734.781287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.004145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:33.267838Z","time spent":"736.297599ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":944055,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:35:34.151824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.248061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944031"} {"level":"info","ts":"2026-03-31T05:35:34.151886Z","caller":"traceutil/trace.go:171","msg":"trace[473911259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18537; }","duration":"126.336514ms","start":"2026-03-31T05:35:34.025536Z","end":"2026-03-31T05:35:34.151873Z","steps":["trace[473911259] 'range keys from in-memory index tree' (duration: 125.43052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:34.151925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.672465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944031"} {"level":"info","ts":"2026-03-31T05:35:34.152016Z","caller":"traceutil/trace.go:171","msg":"trace[473904361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18537; }","duration":"129.796879ms","start":"2026-03-31T05:35:34.022198Z","end":"2026-03-31T05:35:34.151995Z","steps":["trace[473904361] 'range keys from in-memory index tree' (duration: 128.501233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:35.23008Z","caller":"traceutil/trace.go:171","msg":"trace[1096678132] linearizableReadLoop","detail":"{readStateIndex:19211; appliedIndex:19210; }","duration":"101.864615ms","start":"2026-03-31T05:35:35.128194Z","end":"2026-03-31T05:35:35.230059Z","steps":["trace[1096678132] 'read index received' (duration: 75.390571ms)","trace[1096678132] 'applied index is now lower than readState.Index' (duration: 26.473434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:35.230191Z","caller":"traceutil/trace.go:171","msg":"trace[1996641516] transaction","detail":"{read_only:false; response_revision:18541; number_of_response:1; }","duration":"127.895846ms","start":"2026-03-31T05:35:35.102261Z","end":"2026-03-31T05:35:35.230157Z","steps":["trace[1996641516] 'process raft request' (duration: 101.285039ms)","trace[1996641516] 'compare' (duration: 26.430972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:35.230267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.06059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:35:35.230295Z","caller":"traceutil/trace.go:171","msg":"trace[423783217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18541; }","duration":"102.128602ms","start":"2026-03-31T05:35:35.128158Z","end":"2026-03-31T05:35:35.230287Z","steps":["trace[423783217] 'agreement among raft nodes before linearized reading' (duration: 101.996218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:56.368941Z","caller":"traceutil/trace.go:171","msg":"trace[198219555] transaction","detail":"{read_only:false; response_revision:18698; number_of_response:1; }","duration":"112.911177ms","start":"2026-03-31T05:35:56.256008Z","end":"2026-03-31T05:35:56.368919Z","steps":["trace[198219555] 'process raft request' (duration: 111.90932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:59.620501Z","caller":"traceutil/trace.go:171","msg":"trace[1541915839] linearizableReadLoop","detail":"{readStateIndex:19397; appliedIndex:19396; }","duration":"137.415317ms","start":"2026-03-31T05:35:59.483058Z","end":"2026-03-31T05:35:59.620473Z","steps":["trace[1541915839] 'read index received' (duration: 137.202421ms)","trace[1541915839] 'applied index is now lower than readState.Index' (duration: 212.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:59.620533Z","caller":"traceutil/trace.go:171","msg":"trace[473795155] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"198.835096ms","start":"2026-03-31T05:35:59.421662Z","end":"2026-03-31T05:35:59.620497Z","steps":["trace[473795155] 'process raft request' (duration: 198.633521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:59.620665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.595512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:35:59.620707Z","caller":"traceutil/trace.go:171","msg":"trace[1727791279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18718; }","duration":"137.681035ms","start":"2026-03-31T05:35:59.483013Z","end":"2026-03-31T05:35:59.620694Z","steps":["trace[1727791279] 'agreement among raft nodes before linearized reading' (duration: 137.580042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:59.62079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.548097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:35:59.620865Z","caller":"traceutil/trace.go:171","msg":"trace[369938554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18718; }","duration":"127.63528ms","start":"2026-03-31T05:35:59.493209Z","end":"2026-03-31T05:35:59.620845Z","steps":["trace[369938554] 'agreement among raft nodes before linearized reading' (duration: 127.436894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:59.756765Z","caller":"traceutil/trace.go:171","msg":"trace[255731333] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"130.19993ms","start":"2026-03-31T05:35:59.626535Z","end":"2026-03-31T05:35:59.756735Z","steps":["trace[255731333] 'process raft request' (duration: 129.165611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:59.756869Z","caller":"traceutil/trace.go:171","msg":"trace[631517004] linearizableReadLoop","detail":"{readStateIndex:19399; appliedIndex:19397; }","duration":"112.728392ms","start":"2026-03-31T05:35:59.644115Z","end":"2026-03-31T05:35:59.756843Z","steps":["trace[631517004] 'read index received' (duration: 111.465357ms)","trace[631517004] 'applied index is now lower than readState.Index' (duration: 1.262165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:59.757069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.985228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:35:59.757101Z","caller":"traceutil/trace.go:171","msg":"trace[387930786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18720; }","duration":"113.066041ms","start":"2026-03-31T05:35:59.644026Z","end":"2026-03-31T05:35:59.757092Z","steps":["trace[387930786] 'agreement among raft nodes before linearized reading' (duration: 112.935237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:59.757118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.194626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:35:59.757156Z","caller":"traceutil/trace.go:171","msg":"trace[394614895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18720; }","duration":"105.270998ms","start":"2026-03-31T05:35:59.651872Z","end":"2026-03-31T05:35:59.757143Z","steps":["trace[394614895] 'agreement among raft nodes before linearized reading' (duration: 105.107934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:59.756936Z","caller":"traceutil/trace.go:171","msg":"trace[2082367222] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"130.338854ms","start":"2026-03-31T05:35:59.626547Z","end":"2026-03-31T05:35:59.756885Z","steps":["trace[2082367222] 'process raft request' (duration: 130.109038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.064749Z","caller":"traceutil/trace.go:171","msg":"trace[600301528] transaction","detail":"{read_only:false; response_revision:18761; number_of_response:1; }","duration":"198.25133ms","start":"2026-03-31T05:36:05.866457Z","end":"2026-03-31T05:36:06.064708Z","steps":["trace[600301528] 'process raft request' (duration: 195.205737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.427672Z","caller":"traceutil/trace.go:171","msg":"trace[1646141558] transaction","detail":"{read_only:false; response_revision:18763; number_of_response:1; }","duration":"105.666768ms","start":"2026-03-31T05:36:06.321974Z","end":"2026-03-31T05:36:06.427641Z","steps":["trace[1646141558] 'process raft request' (duration: 75.144164ms)","trace[1646141558] 'compare' (duration: 30.383101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:07.501843Z","caller":"traceutil/trace.go:171","msg":"trace[104513349] transaction","detail":"{read_only:false; response_revision:18765; number_of_response:1; }","duration":"125.422459ms","start":"2026-03-31T05:36:07.376402Z","end":"2026-03-31T05:36:07.501824Z","steps":["trace[104513349] 'process raft request' (duration: 125.068079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:10.602331Z","caller":"traceutil/trace.go:171","msg":"trace[494923855] transaction","detail":"{read_only:false; response_revision:18792; number_of_response:1; }","duration":"121.908512ms","start":"2026-03-31T05:36:10.480391Z","end":"2026-03-31T05:36:10.602299Z","steps":["trace[494923855] 'process raft request' (duration: 119.328622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:12.790109Z","caller":"traceutil/trace.go:171","msg":"trace[1744403617] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"336.459508ms","start":"2026-03-31T05:36:12.453617Z","end":"2026-03-31T05:36:12.790077Z","steps":["trace[1744403617] 'process raft request' (duration: 333.582549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.790203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.419137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:12.790257Z","caller":"traceutil/trace.go:171","msg":"trace[892855567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18810; }","duration":"306.518709ms","start":"2026-03-31T05:36:12.483726Z","end":"2026-03-31T05:36:12.790244Z","steps":["trace[892855567] 'agreement among raft nodes before linearized reading' (duration: 306.418807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.790281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.453586Z","time spent":"336.610242ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:12.790303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:12.483708Z","time spent":"306.586102ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:36:12.790101Z","caller":"traceutil/trace.go:171","msg":"trace[1860410694] linearizableReadLoop","detail":"{readStateIndex:19492; appliedIndex:19491; }","duration":"306.271283ms","start":"2026-03-31T05:36:12.483771Z","end":"2026-03-31T05:36:12.790042Z","steps":["trace[1860410694] 'read index received' (duration: 303.314942ms)","trace[1860410694] 'applied index is now lower than readState.Index' (duration: 2.955111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:12.791747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.290891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:12.791805Z","caller":"traceutil/trace.go:171","msg":"trace[497683572] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18810; }","duration":"123.390934ms","start":"2026-03-31T05:36:12.668398Z","end":"2026-03-31T05:36:12.791789Z","steps":["trace[497683572] 'agreement among raft nodes before linearized reading' (duration: 123.206129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.792148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.310107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:12.792204Z","caller":"traceutil/trace.go:171","msg":"trace[1571447989] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18810; }","duration":"121.377609ms","start":"2026-03-31T05:36:12.670812Z","end":"2026-03-31T05:36:12.79219Z","steps":["trace[1571447989] 'agreement among raft nodes before linearized reading' (duration: 121.234055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.792507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.872807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9m87f\" ","response":"range_response_count:1 size:14286"} {"level":"info","ts":"2026-03-31T05:36:12.792569Z","caller":"traceutil/trace.go:171","msg":"trace[333266182] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9m87f; range_end:; response_count:1; response_revision:18810; }","duration":"123.97334ms","start":"2026-03-31T05:36:12.668579Z","end":"2026-03-31T05:36:12.792552Z","steps":["trace[333266182] 'agreement among raft nodes before linearized reading' (duration: 123.818286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.79419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:36:12.794247Z","caller":"traceutil/trace.go:171","msg":"trace[1886899503] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:18810; }","duration":"125.961455ms","start":"2026-03-31T05:36:12.66827Z","end":"2026-03-31T05:36:12.794232Z","steps":["trace[1886899503] 'agreement among raft nodes before linearized reading' (duration: 125.78479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.79471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.322434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:36:12.794787Z","caller":"traceutil/trace.go:171","msg":"trace[845415705] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:18810; }","duration":"126.442577ms","start":"2026-03-31T05:36:12.668326Z","end":"2026-03-31T05:36:12.794769Z","steps":["trace[845415705] 'agreement among raft nodes before linearized reading' (duration: 126.195901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.794802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.364758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:36:12.794869Z","caller":"traceutil/trace.go:171","msg":"trace[1755746358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18810; }","duration":"151.473791ms","start":"2026-03-31T05:36:12.643377Z","end":"2026-03-31T05:36:12.794851Z","steps":["trace[1755746358] 'agreement among raft nodes before linearized reading' (duration: 151.307696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.796094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.364072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovs-agent-default-42l8j.18a1d650fcc78c6a\" ","response":"range_response_count:1 size:770"} {"level":"info","ts":"2026-03-31T05:36:12.796161Z","caller":"traceutil/trace.go:171","msg":"trace[1125487373] range","detail":"{range_begin:/registry/events/openstack/neutron-ovs-agent-default-42l8j.18a1d650fcc78c6a; range_end:; response_count:1; response_revision:18810; }","duration":"217.461975ms","start":"2026-03-31T05:36:12.578684Z","end":"2026-03-31T05:36:12.796146Z","steps":["trace[1125487373] 'agreement among raft nodes before linearized reading' (duration: 212.131469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:12.964565Z","caller":"traceutil/trace.go:171","msg":"trace[314522263] transaction","detail":"{read_only:false; response_revision:18812; number_of_response:1; }","duration":"159.287945ms","start":"2026-03-31T05:36:12.805254Z","end":"2026-03-31T05:36:12.964542Z","steps":["trace[314522263] 'process raft request' (duration: 159.230443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:12.964758Z","caller":"traceutil/trace.go:171","msg":"trace[914195440] linearizableReadLoop","detail":"{readStateIndex:19493; appliedIndex:19492; }","duration":"162.05782ms","start":"2026-03-31T05:36:12.802678Z","end":"2026-03-31T05:36:12.964735Z","steps":["trace[914195440] 'read index received' (duration: 134.748953ms)","trace[914195440] 'applied index is now lower than readState.Index' (duration: 27.306817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:12.964871Z","caller":"traceutil/trace.go:171","msg":"trace[1634159438] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"162.761009ms","start":"2026-03-31T05:36:12.802097Z","end":"2026-03-31T05:36:12.964858Z","steps":["trace[1634159438] 'process raft request' (duration: 135.318659ms)","trace[1634159438] 'compare' (duration: 26.915636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:12.965254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.947765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wfvrq\" ","response":"range_response_count:1 size:18680"} {"level":"info","ts":"2026-03-31T05:36:12.965299Z","caller":"traceutil/trace.go:171","msg":"trace[1155147110] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wfvrq; range_end:; response_count:1; response_revision:18812; }","duration":"163.012446ms","start":"2026-03-31T05:36:12.802273Z","end":"2026-03-31T05:36:12.965286Z","steps":["trace[1155147110] 'agreement among raft nodes before linearized reading' (duration: 162.80551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.965782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.151885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:12.965812Z","caller":"traceutil/trace.go:171","msg":"trace[710600751] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:18812; }","duration":"116.189626ms","start":"2026-03-31T05:36:12.849616Z","end":"2026-03-31T05:36:12.965805Z","steps":["trace[710600751] 'agreement among raft nodes before linearized reading' (duration: 116.058593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.966083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.621338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944691"} {"level":"info","ts":"2026-03-31T05:36:12.966141Z","caller":"traceutil/trace.go:171","msg":"trace[1752956366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18812; }","duration":"161.710361ms","start":"2026-03-31T05:36:12.804417Z","end":"2026-03-31T05:36:12.966128Z","steps":["trace[1752956366] 'agreement among raft nodes before linearized reading' (duration: 160.688243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.966224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.959052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944691"} {"level":"info","ts":"2026-03-31T05:36:12.966255Z","caller":"traceutil/trace.go:171","msg":"trace[2059128252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18812; }","duration":"164.010843ms","start":"2026-03-31T05:36:12.802236Z","end":"2026-03-31T05:36:12.966247Z","steps":["trace[2059128252] 'agreement among raft nodes before linearized reading' (duration: 163.365706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.967147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.414605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944691"} {"level":"info","ts":"2026-03-31T05:36:12.967263Z","caller":"traceutil/trace.go:171","msg":"trace[1364412322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18812; }","duration":"160.547629ms","start":"2026-03-31T05:36:12.806698Z","end":"2026-03-31T05:36:12.967246Z","steps":["trace[1364412322] 'agreement among raft nodes before linearized reading' (duration: 159.403727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:12.96757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.581296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944691"} {"level":"info","ts":"2026-03-31T05:36:12.967614Z","caller":"traceutil/trace.go:171","msg":"trace[1419312524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18812; }","duration":"165.634338ms","start":"2026-03-31T05:36:12.801969Z","end":"2026-03-31T05:36:12.967603Z","steps":["trace[1419312524] 'agreement among raft nodes before linearized reading' (duration: 163.214392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:17.168418Z","caller":"traceutil/trace.go:171","msg":"trace[86719372] linearizableReadLoop","detail":"{readStateIndex:19513; appliedIndex:19512; }","duration":"150.444313ms","start":"2026-03-31T05:36:17.017955Z","end":"2026-03-31T05:36:17.168399Z","steps":["trace[86719372] 'read index received' (duration: 94.242137ms)","trace[86719372] 'applied index is now lower than readState.Index' (duration: 56.201526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:17.168713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.744281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-l5mz5\" ","response":"range_response_count:1 size:18654"} {"level":"info","ts":"2026-03-31T05:36:17.168752Z","caller":"traceutil/trace.go:171","msg":"trace[1590669125] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-l5mz5; range_end:; response_count:1; response_revision:18830; }","duration":"150.825084ms","start":"2026-03-31T05:36:17.017918Z","end":"2026-03-31T05:36:17.168743Z","steps":["trace[1590669125] 'agreement among raft nodes before linearized reading' (duration: 150.657569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.168888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.857314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:36:17.168931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.518791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-wfvrq\" ","response":"range_response_count:1 size:18680"} {"level":"info","ts":"2026-03-31T05:36:17.16896Z","caller":"traceutil/trace.go:171","msg":"trace[20917824] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-wfvrq; range_end:; response_count:1; response_revision:18831; }","duration":"144.561231ms","start":"2026-03-31T05:36:17.024392Z","end":"2026-03-31T05:36:17.168953Z","steps":["trace[20917824] 'agreement among raft nodes before linearized reading' (duration: 144.479829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:17.168965Z","caller":"traceutil/trace.go:171","msg":"trace[1585714093] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:18831; }","duration":"150.945096ms","start":"2026-03-31T05:36:17.018002Z","end":"2026-03-31T05:36:17.168947Z","steps":["trace[1585714093] 'agreement among raft nodes before linearized reading' (duration: 150.676509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.169082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.685225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:17.169114Z","caller":"traceutil/trace.go:171","msg":"trace[856928133] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:18831; }","duration":"144.749947ms","start":"2026-03-31T05:36:17.024355Z","end":"2026-03-31T05:36:17.169105Z","steps":["trace[856928133] 'agreement among raft nodes before linearized reading' (duration: 144.651394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:17.169178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.102399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-31T05:36:17.169244Z","caller":"traceutil/trace.go:171","msg":"trace[1083614120] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:18831; }","duration":"148.182901ms","start":"2026-03-31T05:36:17.021043Z","end":"2026-03-31T05:36:17.169226Z","steps":["trace[1083614120] 'agreement among raft nodes before linearized reading' (duration: 148.000256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:20.584848Z","caller":"traceutil/trace.go:171","msg":"trace[1974347038] linearizableReadLoop","detail":"{readStateIndex:19532; appliedIndex:19531; }","duration":"122.049387ms","start":"2026-03-31T05:36:20.46277Z","end":"2026-03-31T05:36:20.584819Z","steps":["trace[1974347038] 'read index received' (duration: 121.852292ms)","trace[1974347038] 'applied index is now lower than readState.Index' (duration: 195.385µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:20.58518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.390246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:36:20.585185Z","caller":"traceutil/trace.go:171","msg":"trace[817648342] transaction","detail":"{read_only:false; response_revision:18849; number_of_response:1; }","duration":"165.489164ms","start":"2026-03-31T05:36:20.419482Z","end":"2026-03-31T05:36:20.584971Z","steps":["trace[817648342] 'process raft request' (duration: 165.127464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:20.585259Z","caller":"traceutil/trace.go:171","msg":"trace[474852336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18849; }","duration":"122.541541ms","start":"2026-03-31T05:36:20.462699Z","end":"2026-03-31T05:36:20.585241Z","steps":["trace[474852336] 'agreement among raft nodes before linearized reading' (duration: 122.283934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:20.585155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.200609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:20.585514Z","caller":"traceutil/trace.go:171","msg":"trace[687036824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18849; }","duration":"100.634871ms","start":"2026-03-31T05:36:20.48486Z","end":"2026-03-31T05:36:20.585494Z","steps":["trace[687036824] 'agreement among raft nodes before linearized reading' (duration: 100.188039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:21.046131Z","caller":"traceutil/trace.go:171","msg":"trace[1098933494] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"105.078702ms","start":"2026-03-31T05:36:20.941006Z","end":"2026-03-31T05:36:21.046085Z","steps":["trace[1098933494] 'process raft request' (duration: 64.906954ms)","trace[1098933494] 'compare' (duration: 39.572322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:34.347272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.995683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:36:34.347362Z","caller":"traceutil/trace.go:171","msg":"trace[1369263223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18945; }","duration":"318.120706ms","start":"2026-03-31T05:36:34.029223Z","end":"2026-03-31T05:36:34.347344Z","steps":["trace[1369263223] 'range keys from in-memory index tree' (duration: 317.811908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:34.347387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.101419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:36:34.3474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:34.029186Z","time spent":"318.200988ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:36:34.347424Z","caller":"traceutil/trace.go:171","msg":"trace[155404483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18945; }","duration":"118.177831ms","start":"2026-03-31T05:36:34.229236Z","end":"2026-03-31T05:36:34.347414Z","steps":["trace[155404483] 'range keys from in-memory index tree' (duration: 117.952805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:34.347439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.318213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:36:34.347536Z","caller":"traceutil/trace.go:171","msg":"trace[1295261299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18945; }","duration":"190.453947ms","start":"2026-03-31T05:36:34.157059Z","end":"2026-03-31T05:36:34.347513Z","steps":["trace[1295261299] 'range keys from in-memory index tree' (duration: 190.153929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.253861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396027779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:36:36.3373Z","caller":"traceutil/trace.go:171","msg":"trace[108334911] transaction","detail":"{read_only:false; response_revision:18958; number_of_response:1; }","duration":"833.936969ms","start":"2026-03-31T05:36:35.503343Z","end":"2026-03-31T05:36:36.33728Z","steps":["trace[108334911] 'process raft request' (duration: 833.797306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.337434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.50333Z","time spent":"834.043802ms","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:36.439527Z","caller":"traceutil/trace.go:171","msg":"trace[1125392080] transaction","detail":"{read_only:false; response_revision:18959; number_of_response:1; }","duration":"792.189558ms","start":"2026-03-31T05:36:35.647311Z","end":"2026-03-31T05:36:36.4395Z","steps":["trace[1125392080] 'process raft request' (duration: 791.878089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:36.439646Z","caller":"traceutil/trace.go:171","msg":"trace[1056338502] linearizableReadLoop","detail":"{readStateIndex:19646; appliedIndex:19643; }","duration":"701.269872ms","start":"2026-03-31T05:36:35.73835Z","end":"2026-03-31T05:36:36.43962Z","steps":["trace[1056338502] 'read index received' (duration: 598.823511ms)","trace[1056338502] 'applied index is now lower than readState.Index' (duration: 102.444371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:36.439679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.647284Z","time spent":"792.320062ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:36.439848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.08639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:36.439889Z","caller":"traceutil/trace.go:171","msg":"trace[1826725985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18960; }","duration":"666.179043ms","start":"2026-03-31T05:36:35.773701Z","end":"2026-03-31T05:36:36.43988Z","steps":["trace[1826725985] 'agreement among raft nodes before linearized reading' (duration: 666.040889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.439917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.773683Z","time spent":"666.226924ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:36:36.44001Z","caller":"traceutil/trace.go:171","msg":"trace[1726638008] transaction","detail":"{read_only:false; response_revision:18960; number_of_response:1; }","duration":"610.698756ms","start":"2026-03-31T05:36:35.829293Z","end":"2026-03-31T05:36:36.439991Z","steps":["trace[1726638008] 'process raft request' (duration: 610.140471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.440125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.829276Z","time spent":"610.779948ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:36.439825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.451617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:36.440337Z","caller":"traceutil/trace.go:171","msg":"trace[347790525] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18960; }","duration":"702.005682ms","start":"2026-03-31T05:36:35.738314Z","end":"2026-03-31T05:36:36.44032Z","steps":["trace[347790525] 'agreement among raft nodes before linearized reading' (duration: 701.414446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.440382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.738296Z","time spent":"702.075543ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:36.440432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.783941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:36.44057Z","caller":"traceutil/trace.go:171","msg":"trace[476272838] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:18960; }","duration":"173.973216ms","start":"2026-03-31T05:36:36.266578Z","end":"2026-03-31T05:36:36.440552Z","steps":["trace[476272838] 'agreement among raft nodes before linearized reading' (duration: 173.782321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.442029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.226942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:36:36.442098Z","caller":"traceutil/trace.go:171","msg":"trace[641281897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18960; }","duration":"539.328004ms","start":"2026-03-31T05:36:35.902753Z","end":"2026-03-31T05:36:36.442081Z","steps":["trace[641281897] 'agreement among raft nodes before linearized reading' (duration: 537.428502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.442154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.902735Z","time spent":"539.403577ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:36:36.444081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.895318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9m87f\" ","response":"range_response_count:1 size:14506"} {"level":"info","ts":"2026-03-31T05:36:36.444176Z","caller":"traceutil/trace.go:171","msg":"trace[1648134362] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9m87f; range_end:; response_count:1; response_revision:18960; }","duration":"552.030472ms","start":"2026-03-31T05:36:35.892125Z","end":"2026-03-31T05:36:36.444155Z","steps":["trace[1648134362] 'agreement among raft nodes before linearized reading' (duration: 548.249799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:36.444236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:35.892109Z","time spent":"552.117944ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14530,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9m87f\" "} {"level":"info","ts":"2026-03-31T05:36:42.757485Z","caller":"traceutil/trace.go:171","msg":"trace[1550295342] transaction","detail":"{read_only:false; response_revision:18996; number_of_response:1; }","duration":"281.913158ms","start":"2026-03-31T05:36:42.475545Z","end":"2026-03-31T05:36:42.757458Z","steps":["trace[1550295342] 'process raft request' (duration: 281.748233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.479665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.11607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:43.479824Z","caller":"traceutil/trace.go:171","msg":"trace[1977517842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18996; }","duration":"388.248434ms","start":"2026-03-31T05:36:43.091516Z","end":"2026-03-31T05:36:43.479764Z","steps":["trace[1977517842] 'range keys from in-memory index tree' (duration: 388.10322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.480253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.529236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:36:43.480531Z","caller":"traceutil/trace.go:171","msg":"trace[733389690] transaction","detail":"{read_only:false; response_revision:18999; number_of_response:1; }","duration":"479.062457ms","start":"2026-03-31T05:36:43.001451Z","end":"2026-03-31T05:36:43.480514Z","steps":["trace[733389690] 'process raft request' (duration: 478.998515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.480631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.001424Z","time spent":"479.15692ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:43.480668Z","caller":"traceutil/trace.go:171","msg":"trace[306196091] transaction","detail":"{read_only:false; response_revision:18997; number_of_response:1; }","duration":"1.003793343s","start":"2026-03-31T05:36:42.476859Z","end":"2026-03-31T05:36:43.480652Z","steps":["trace[306196091] 'process raft request' (duration: 653.749283ms)","trace[306196091] 'compare' (duration: 348.846727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:43.480722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.476824Z","time spent":"1.003872375s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:43.480835Z","caller":"traceutil/trace.go:171","msg":"trace[1748225267] transaction","detail":"{read_only:false; response_revision:18998; number_of_response:1; }","duration":"709.402665ms","start":"2026-03-31T05:36:42.771416Z","end":"2026-03-31T05:36:43.480819Z","steps":["trace[1748225267] 'process raft request' (duration: 708.936412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:43.480836Z","caller":"traceutil/trace.go:171","msg":"trace[1495955633] linearizableReadLoop","detail":"{readStateIndex:19685; appliedIndex:19683; }","duration":"998.531218ms","start":"2026-03-31T05:36:42.482281Z","end":"2026-03-31T05:36:43.480812Z","steps":["trace[1495955633] 'read index received' (duration: 275.053459ms)","trace[1495955633] 'applied index is now lower than readState.Index' (duration: 723.475039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:43.480913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.771395Z","time spent":"709.479346ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:43.48099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.051504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:43.481021Z","caller":"traceutil/trace.go:171","msg":"trace[214396813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18999; }","duration":"995.094095ms","start":"2026-03-31T05:36:42.485918Z","end":"2026-03-31T05:36:43.481012Z","steps":["trace[214396813] 'agreement among raft nodes before linearized reading' (duration: 995.044613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.485906Z","time spent":"995.130215ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:36:43.481034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.747095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:36:43.481071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.502003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:36:43.481093Z","caller":"traceutil/trace.go:171","msg":"trace[1259084047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18999; }","duration":"998.894359ms","start":"2026-03-31T05:36:42.482183Z","end":"2026-03-31T05:36:43.481078Z","steps":["trace[1259084047] 'agreement among raft nodes before linearized reading' (duration: 998.700733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.181342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:36:43.481113Z","caller":"traceutil/trace.go:171","msg":"trace[818686076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18999; }","duration":"996.571725ms","start":"2026-03-31T05:36:42.484527Z","end":"2026-03-31T05:36:43.481099Z","steps":["trace[818686076] 'agreement among raft nodes before linearized reading' (duration: 996.455692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.073027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:36:43.481127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.482115Z","time spent":"999.006352ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:36:43.48115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.403871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:43.481165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.48451Z","time spent":"996.629826ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:36:43.481176Z","caller":"traceutil/trace.go:171","msg":"trace[537402902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18999; }","duration":"997.258694ms","start":"2026-03-31T05:36:42.483876Z","end":"2026-03-31T05:36:43.481135Z","steps":["trace[537402902] 'agreement among raft nodes before linearized reading' (duration: 997.11169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:43.481205Z","caller":"traceutil/trace.go:171","msg":"trace[2050944591] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:18999; }","duration":"586.482504ms","start":"2026-03-31T05:36:42.894702Z","end":"2026-03-31T05:36:43.481184Z","steps":["trace[2050944591] 'agreement among raft nodes before linearized reading' (duration: 586.425302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.48119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.712078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:20872"} {"level":"warn","ts":"2026-03-31T05:36:43.481245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.89468Z","time spent":"586.558476ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:36:43.481153Z","caller":"traceutil/trace.go:171","msg":"trace[199621104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18999; }","duration":"791.127218ms","start":"2026-03-31T05:36:42.690014Z","end":"2026-03-31T05:36:43.481141Z","steps":["trace[199621104] 'agreement among raft nodes before linearized reading' (duration: 790.970714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.483867Z","time spent":"997.338496ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:36:43.481262Z","caller":"traceutil/trace.go:171","msg":"trace[1548455965] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:18999; }","duration":"478.830421ms","start":"2026-03-31T05:36:43.002413Z","end":"2026-03-31T05:36:43.481243Z","steps":["trace[1548455965] 'agreement among raft nodes before linearized reading' (duration: 478.568874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.689956Z","time spent":"791.334374ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:36:43.481325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.002395Z","time spent":"478.903393ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20896,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:36:43.481295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.338882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:36:43.481373Z","caller":"traceutil/trace.go:171","msg":"trace[2057202905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18999; }","duration":"247.513086ms","start":"2026-03-31T05:36:43.233852Z","end":"2026-03-31T05:36:43.481365Z","steps":["trace[2057202905] 'agreement among raft nodes before linearized reading' (duration: 247.318681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.23518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:36:43.48108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.938973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:43.481402Z","caller":"traceutil/trace.go:171","msg":"trace[1973702226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18999; }","duration":"998.264761ms","start":"2026-03-31T05:36:42.483128Z","end":"2026-03-31T05:36:43.481393Z","steps":["trace[1973702226] 'agreement among raft nodes before linearized reading' (duration: 997.828239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:43.481426Z","caller":"traceutil/trace.go:171","msg":"trace[1168926964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18999; }","duration":"622.348654ms","start":"2026-03-31T05:36:42.85907Z","end":"2026-03-31T05:36:43.481419Z","steps":["trace[1168926964] 'agreement among raft nodes before linearized reading' (duration: 621.890661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.483107Z","time spent":"998.317273ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:43.481403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.856175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:43.481488Z","caller":"traceutil/trace.go:171","msg":"trace[797164348] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18999; }","duration":"578.946717ms","start":"2026-03-31T05:36:42.902524Z","end":"2026-03-31T05:36:43.481471Z","steps":["trace[797164348] 'agreement among raft nodes before linearized reading' (duration: 578.519166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:43.481599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.902513Z","time spent":"579.071021ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":119,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:43.481451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:42.859053Z","time spent":"622.388666ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:43.990556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396027898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:36:44.430804Z","caller":"traceutil/trace.go:171","msg":"trace[1616750550] transaction","detail":"{read_only:false; response_revision:19000; number_of_response:1; }","duration":"944.784419ms","start":"2026-03-31T05:36:43.485997Z","end":"2026-03-31T05:36:44.430781Z","steps":["trace[1616750550] 'process raft request' (duration: 944.630075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:44.431252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.485978Z","time spent":"944.903372ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:45.490408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:36:45.490474Z","caller":"traceutil/trace.go:171","msg":"trace[826535739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987306s","start":"2026-03-31T05:36:43.490473Z","end":"2026-03-31T05:36:45.49046Z","steps":["trace[826535739] 'agreement among raft nodes before linearized reading' (duration: 1.999906854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:45.49051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.490464Z","time spent":"2.000037208s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:36:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:36:47.491152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:36:47.491252Z","caller":"traceutil/trace.go:171","msg":"trace[2064924385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531083s","start":"2026-03-31T05:36:45.490699Z","end":"2026-03-31T05:36:47.49123Z","steps":["trace[2064924385] 'agreement among raft nodes before linearized reading' (duration: 2.000397669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:47.491309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.49068Z","time spent":"2.000617145s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:36:47.959192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.528422892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:36:47.959673Z","caller":"traceutil/trace.go:171","msg":"trace[876340470] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"4.473571522s","start":"2026-03-31T05:36:43.486074Z","end":"2026-03-31T05:36:47.959646Z","steps":["trace[876340470] 'process raft request' (duration: 4.473435268s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:47.959817Z","caller":"traceutil/trace.go:171","msg":"trace[304343652] transaction","detail":"{read_only:false; response_revision:19004; number_of_response:1; }","duration":"4.472736649s","start":"2026-03-31T05:36:43.487057Z","end":"2026-03-31T05:36:47.959793Z","steps":["trace[304343652] 'process raft request' (duration: 4.472522493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:47.959755Z","caller":"traceutil/trace.go:171","msg":"trace[978106798] transaction","detail":"{read_only:false; response_revision:19003; number_of_response:1; }","duration":"4.473456678s","start":"2026-03-31T05:36:43.486268Z","end":"2026-03-31T05:36:47.959725Z","steps":["trace[978106798] 'process raft request' (duration: 4.473276403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:47.959958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.487049Z","time spent":"4.472825401s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:47.960155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.486258Z","time spent":"4.473677515s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:47.960234Z","caller":"traceutil/trace.go:171","msg":"trace[1521646716] transaction","detail":"{read_only:false; response_revision:19005; number_of_response:1; }","duration":"4.470693893s","start":"2026-03-31T05:36:43.489467Z","end":"2026-03-31T05:36:47.960161Z","steps":["trace[1521646716] 'process raft request' (duration: 4.470238621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:47.960665Z","caller":"traceutil/trace.go:171","msg":"trace[1171616730] linearizableReadLoop","detail":"{readStateIndex:19694; appliedIndex:19688; }","duration":"4.470142358s","start":"2026-03-31T05:36:43.490502Z","end":"2026-03-31T05:36:47.960644Z","steps":["trace[1171616730] 'read index received' (duration: 940.369799ms)","trace[1171616730] 'applied index is now lower than readState.Index' (duration: 3.529771029s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:47.96079Z","caller":"traceutil/trace.go:171","msg":"trace[1400864549] transaction","detail":"{read_only:false; response_revision:19006; number_of_response:1; }","duration":"4.459701573s","start":"2026-03-31T05:36:43.501069Z","end":"2026-03-31T05:36:47.960771Z","steps":["trace[1400864549] 'process raft request' (duration: 4.459463626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:47.960899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.501052Z","time spent":"4.459791305s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20987,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:47.961096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.489455Z","time spent":"4.471018292s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:47.962384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.48605Z","time spent":"4.473773567s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:47.96303Z","caller":"traceutil/trace.go:171","msg":"trace[925268733] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"4.476987805s","start":"2026-03-31T05:36:43.486021Z","end":"2026-03-31T05:36:47.963009Z","steps":["trace[925268733] 'process raft request' (duration: 4.473353216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:47.963143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.485999Z","time spent":"4.477103889s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:48.238559Z","caller":"traceutil/trace.go:171","msg":"trace[1150707774] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"2.753081856s","start":"2026-03-31T05:36:45.485451Z","end":"2026-03-31T05:36:48.238533Z","steps":["trace[1150707774] 'process raft request' (duration: 2.752995374s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.238636Z","caller":"traceutil/trace.go:171","msg":"trace[345641182] transaction","detail":"{read_only:false; response_revision:19009; number_of_response:1; }","duration":"2.751727809s","start":"2026-03-31T05:36:45.486869Z","end":"2026-03-31T05:36:48.238597Z","steps":["trace[345641182] 'process raft request' (duration: 2.751603846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.238697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.48543Z","time spent":"2.753188929s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:48.23876Z","caller":"traceutil/trace.go:171","msg":"trace[627578466] transaction","detail":"{read_only:false; response_revision:19010; number_of_response:1; }","duration":"2.29087081s","start":"2026-03-31T05:36:45.947856Z","end":"2026-03-31T05:36:48.238727Z","steps":["trace[627578466] 'process raft request' (duration: 2.290643514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.23882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.486852Z","time spent":"2.751886724s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:48.238914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.947829Z","time spent":"2.291006424s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18531,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:48.239063Z","caller":"traceutil/trace.go:171","msg":"trace[1403586381] transaction","detail":"{read_only:false; response_revision:19007; number_of_response:1; }","duration":"3.473937902s","start":"2026-03-31T05:36:44.765104Z","end":"2026-03-31T05:36:48.239042Z","steps":["trace[1403586381] 'process raft request' (duration: 3.473220873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.239136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.765073Z","time spent":"3.474028805s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:48.247081Z","caller":"traceutil/trace.go:171","msg":"trace[74911465] linearizableReadLoop","detail":"{readStateIndex:19699; appliedIndex:19694; }","duration":"286.335609ms","start":"2026-03-31T05:36:47.96072Z","end":"2026-03-31T05:36:48.247056Z","steps":["trace[74911465] 'read index received' (duration: 277.561299ms)","trace[74911465] 'applied index is now lower than readState.Index' (duration: 8.772999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:48.24736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78585423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:48.247413Z","caller":"traceutil/trace.go:171","msg":"trace[2112767560] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19010; }","duration":"3.785946093s","start":"2026-03-31T05:36:44.461451Z","end":"2026-03-31T05:36:48.247397Z","steps":["trace[2112767560] 'agreement among raft nodes before linearized reading' (duration: 3.78584451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.247415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587685876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:36:48.247443Z","caller":"traceutil/trace.go:171","msg":"trace[1918265961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19010; }","duration":"1.587744418s","start":"2026-03-31T05:36:46.659691Z","end":"2026-03-31T05:36:48.247436Z","steps":["trace[1918265961] 'agreement among raft nodes before linearized reading' (duration: 1.587632755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.247449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.461435Z","time spent":"3.786001524s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.247472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:46.659675Z","time spent":"1.587789409s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:36:48.247387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697904706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:48.247605Z","caller":"traceutil/trace.go:171","msg":"trace[948259501] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19010; }","duration":"3.698168853s","start":"2026-03-31T05:36:44.549411Z","end":"2026-03-31T05:36:48.24758Z","steps":["trace[948259501] 'agreement among raft nodes before linearized reading' (duration: 3.697870075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.247691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.14047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-31T05:36:48.247698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873787624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:48.24781Z","caller":"traceutil/trace.go:171","msg":"trace[2037849849] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19010; }","duration":"3.873917928s","start":"2026-03-31T05:36:44.373877Z","end":"2026-03-31T05:36:48.247795Z","steps":["trace[2037849849] 'agreement among raft nodes before linearized reading' (duration: 3.873775604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.247901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582294434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:48.247921Z","caller":"traceutil/trace.go:171","msg":"trace[2015863851] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:19010; }","duration":"4.582356466s","start":"2026-03-31T05:36:43.665559Z","end":"2026-03-31T05:36:48.247915Z","steps":["trace[2015863851] 'agreement among raft nodes before linearized reading' (duration: 4.582321905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.247917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.373826Z","time spent":"3.874055401s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.24794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.665537Z","time spent":"4.582398137s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.247852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628704617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:48.248016Z","caller":"traceutil/trace.go:171","msg":"trace[853842978] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19010; }","duration":"1.628946093s","start":"2026-03-31T05:36:46.619054Z","end":"2026-03-31T05:36:48.248Z","steps":["trace[853842978] 'agreement among raft nodes before linearized reading' (duration: 1.628653685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:46.619032Z","time spent":"1.629037626s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":59,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.247626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.74275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:48.248163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81277223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:36:48.248187Z","caller":"traceutil/trace.go:171","msg":"trace[2008785538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19010; }","duration":"1.812838021s","start":"2026-03-31T05:36:46.435342Z","end":"2026-03-31T05:36:48.24818Z","steps":["trace[2008785538] 'agreement among raft nodes before linearized reading' (duration: 1.81277935s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.248192Z","caller":"traceutil/trace.go:171","msg":"trace[1598981243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19010; }","duration":"749.331976ms","start":"2026-03-31T05:36:47.498847Z","end":"2026-03-31T05:36:48.248179Z","steps":["trace[1598981243] 'agreement among raft nodes before linearized reading' (duration: 748.75295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:46.435321Z","time spent":"1.812880272s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:48.248229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:47.498838Z","time spent":"749.381067ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:36:48.24771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692066685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:36:48.248298Z","caller":"traceutil/trace.go:171","msg":"trace[1885366845] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19010; }","duration":"4.692695412s","start":"2026-03-31T05:36:43.555596Z","end":"2026-03-31T05:36:48.248292Z","steps":["trace[1885366845] 'agreement among raft nodes before linearized reading' (duration: 4.692037314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.555576Z","time spent":"4.692754454s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"warn","ts":"2026-03-31T05:36:48.247684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.549387Z","time spent":"3.698283656s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.247631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872005505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T05:36:48.247537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680937581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:48.248593Z","caller":"traceutil/trace.go:171","msg":"trace[1706989902] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19010; }","duration":"3.873004932s","start":"2026-03-31T05:36:44.37558Z","end":"2026-03-31T05:36:48.248585Z","steps":["trace[1706989902] 'agreement among raft nodes before linearized reading' (duration: 3.871981564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.375559Z","time spent":"3.873051474s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:36:48.248618Z","caller":"traceutil/trace.go:171","msg":"trace[221362123] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19010; }","duration":"4.682048222s","start":"2026-03-31T05:36:43.566558Z","end":"2026-03-31T05:36:48.248606Z","steps":["trace[221362123] 'agreement among raft nodes before linearized reading' (duration: 4.680824198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:43.566542Z","time spent":"4.682102493s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:36:48.248785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615632356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:36:48.247723Z","caller":"traceutil/trace.go:171","msg":"trace[1198826477] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:19010; }","duration":"753.203681ms","start":"2026-03-31T05:36:47.494511Z","end":"2026-03-31T05:36:48.247715Z","steps":["trace[1198826477] 'agreement among raft nodes before linearized reading' (duration: 753.13154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:48.248822Z","caller":"traceutil/trace.go:171","msg":"trace[181390964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19010; }","duration":"3.615692748s","start":"2026-03-31T05:36:44.633119Z","end":"2026-03-31T05:36:48.248812Z","steps":["trace[181390964] 'agreement among raft nodes before linearized reading' (duration: 3.615635137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.248832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:47.494492Z","time spent":"754.332543ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:36:48.24885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:44.633104Z","time spent":"3.615738089s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.247755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093676189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:48.249005Z","caller":"traceutil/trace.go:171","msg":"trace[423986329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19010; }","duration":"1.094952234s","start":"2026-03-31T05:36:47.154041Z","end":"2026-03-31T05:36:48.248993Z","steps":["trace[423986329] 'agreement among raft nodes before linearized reading' (duration: 1.09369753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.249044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:47.154027Z","time spent":"1.095005256s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:48.248109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482335744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:48.249238Z","caller":"traceutil/trace.go:171","msg":"trace[1405169192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19010; }","duration":"2.483482265s","start":"2026-03-31T05:36:45.765725Z","end":"2026-03-31T05:36:48.249207Z","steps":["trace[1405169192] 'agreement among raft nodes before linearized reading' (duration: 2.482361115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:48.249339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:45.765704Z","time spent":"2.483598899s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:36:49.251592Z","caller":"traceutil/trace.go:171","msg":"trace[525069470] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"143.671458ms","start":"2026-03-31T05:36:49.107889Z","end":"2026-03-31T05:36:49.251561Z","steps":["trace[525069470] 'process raft request' (duration: 114.009417ms)","trace[525069470] 'compare' (duration: 29.524047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:50.60105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396027947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:36:50.631163Z","caller":"traceutil/trace.go:171","msg":"trace[1394132276] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"631.990178ms","start":"2026-03-31T05:36:49.999153Z","end":"2026-03-31T05:36:50.631143Z","steps":["trace[1394132276] 'process raft request' (duration: 631.941437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:50.631207Z","caller":"traceutil/trace.go:171","msg":"trace[1292623538] transaction","detail":"{read_only:false; response_revision:19020; number_of_response:1; }","duration":"639.845463ms","start":"2026-03-31T05:36:49.991326Z","end":"2026-03-31T05:36:50.631172Z","steps":["trace[1292623538] 'process raft request' (duration: 639.546144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:50.631226Z","caller":"traceutil/trace.go:171","msg":"trace[1467930536] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"638.532846ms","start":"2026-03-31T05:36:49.992666Z","end":"2026-03-31T05:36:50.631199Z","steps":["trace[1467930536] 'process raft request' (duration: 638.371272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:50.631355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:49.991315Z","time spent":"639.970446ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:50.631355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:49.992654Z","time spent":"638.63164ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:50.631381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:49.999143Z","time spent":"632.126991ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:50.631888Z","caller":"traceutil/trace.go:171","msg":"trace[1448875521] transaction","detail":"{read_only:false; response_revision:19019; number_of_response:1; }","duration":"650.572786ms","start":"2026-03-31T05:36:49.980382Z","end":"2026-03-31T05:36:50.630955Z","steps":["trace[1448875521] 'process raft request' (duration: 650.207856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:50.631982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:49.980374Z","time spent":"651.565753ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:51.190895Z","caller":"traceutil/trace.go:171","msg":"trace[2114250612] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"946.806424ms","start":"2026-03-31T05:36:50.244067Z","end":"2026-03-31T05:36:51.190873Z","steps":["trace[2114250612] 'process raft request' (duration: 946.738152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:51.190899Z","caller":"traceutil/trace.go:171","msg":"trace[904652152] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"947.239097ms","start":"2026-03-31T05:36:50.243623Z","end":"2026-03-31T05:36:51.190862Z","steps":["trace[904652152] 'process raft request' (duration: 947.033101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.191051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.2436Z","time spent":"947.37302ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:51.191173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.244058Z","time spent":"946.897347ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:51.191172Z","caller":"traceutil/trace.go:171","msg":"trace[1408616330] linearizableReadLoop","detail":"{readStateIndex:19714; appliedIndex:19707; }","duration":"1.090753289s","start":"2026-03-31T05:36:50.100388Z","end":"2026-03-31T05:36:51.191141Z","steps":["trace[1408616330] 'read index received' (duration: 530.137363ms)","trace[1408616330] 'applied index is now lower than readState.Index' (duration: 560.614516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:51.191377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090975116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" ","response":"range_response_count:1 size:21089"} {"level":"info","ts":"2026-03-31T05:36:51.191469Z","caller":"traceutil/trace.go:171","msg":"trace[1900511851] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-stzlp; range_end:; response_count:1; response_revision:19025; }","duration":"1.091075369s","start":"2026-03-31T05:36:50.100378Z","end":"2026-03-31T05:36:51.191454Z","steps":["trace[1900511851] 'agreement among raft nodes before linearized reading' (duration: 1.090849323s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:51.191476Z","caller":"traceutil/trace.go:171","msg":"trace[1059393704] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"946.578078ms","start":"2026-03-31T05:36:50.244882Z","end":"2026-03-31T05:36:51.19146Z","steps":["trace[1059393704] 'process raft request' (duration: 945.954931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.191522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.100302Z","time spent":"1.091205902s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21113,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-stzlp\" "} {"level":"warn","ts":"2026-03-31T05:36:51.191591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.244873Z","time spent":"946.65033ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:51.191736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.684389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:51.191773Z","caller":"traceutil/trace.go:171","msg":"trace[917529931] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19025; }","duration":"755.780882ms","start":"2026-03-31T05:36:50.435982Z","end":"2026-03-31T05:36:51.191763Z","steps":["trace[917529931] 'agreement among raft nodes before linearized reading' (duration: 755.722051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.191811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.435968Z","time spent":"755.835194ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:51.191828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.577405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:36:51.191869Z","caller":"traceutil/trace.go:171","msg":"trace[1404087753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19025; }","duration":"921.654127ms","start":"2026-03-31T05:36:50.270205Z","end":"2026-03-31T05:36:51.191859Z","steps":["trace[1404087753] 'agreement among raft nodes before linearized reading' (duration: 921.483122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.191903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.270184Z","time spent":"921.711739ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:51.192031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.511357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T05:36:51.192065Z","caller":"traceutil/trace.go:171","msg":"trace[1569007874] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19025; }","duration":"852.571778ms","start":"2026-03-31T05:36:50.339483Z","end":"2026-03-31T05:36:51.192055Z","steps":["trace[1569007874] 'agreement among raft nodes before linearized reading' (duration: 852.484746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.192096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.339467Z","time spent":"852.623419ms","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:36:51.192335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.974202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:51.192376Z","caller":"traceutil/trace.go:171","msg":"trace[85671455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19025; }","duration":"901.042154ms","start":"2026-03-31T05:36:50.291323Z","end":"2026-03-31T05:36:51.192365Z","steps":["trace[85671455] 'agreement among raft nodes before linearized reading' (duration: 900.930941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.192429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.291304Z","time spent":"901.116745ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:36:51.19245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.084255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:36:51.192496Z","caller":"traceutil/trace.go:171","msg":"trace[1308425822] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19025; }","duration":"901.163027ms","start":"2026-03-31T05:36:50.291323Z","end":"2026-03-31T05:36:51.192486Z","steps":["trace[1308425822] 'agreement among raft nodes before linearized reading' (duration: 901.038084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:51.192534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:50.291304Z","time spent":"901.222958ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"info","ts":"2026-03-31T05:36:52.821754Z","caller":"traceutil/trace.go:171","msg":"trace[1022525590] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"176.741212ms","start":"2026-03-31T05:36:52.64499Z","end":"2026-03-31T05:36:52.821731Z","steps":["trace[1022525590] 'process raft request' (duration: 176.554267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:52.830621Z","caller":"traceutil/trace.go:171","msg":"trace[538239411] transaction","detail":"{read_only:false; response_revision:19040; number_of_response:1; }","duration":"185.094301ms","start":"2026-03-31T05:36:52.645497Z","end":"2026-03-31T05:36:52.830592Z","steps":["trace[538239411] 'process raft request' (duration: 184.916086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:52.83091Z","caller":"traceutil/trace.go:171","msg":"trace[2109956163] transaction","detail":"{read_only:false; response_revision:19041; number_of_response:1; }","duration":"185.367128ms","start":"2026-03-31T05:36:52.645517Z","end":"2026-03-31T05:36:52.830885Z","steps":["trace[2109956163] 'process raft request' (duration: 185.028208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:52.831166Z","caller":"traceutil/trace.go:171","msg":"trace[2127108196] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"185.288476ms","start":"2026-03-31T05:36:52.645792Z","end":"2026-03-31T05:36:52.83108Z","steps":["trace[2127108196] 'process raft request' (duration: 185.011348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:59.451562Z","caller":"traceutil/trace.go:171","msg":"trace[36684047] transaction","detail":"{read_only:false; response_revision:19134; number_of_response:1; }","duration":"192.754349ms","start":"2026-03-31T05:36:59.258784Z","end":"2026-03-31T05:36:59.451539Z","steps":["trace[36684047] 'process raft request' (duration: 192.597185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:59.835973Z","caller":"traceutil/trace.go:171","msg":"trace[80070789] linearizableReadLoop","detail":"{readStateIndex:19829; appliedIndex:19825; }","duration":"497.903402ms","start":"2026-03-31T05:36:59.338042Z","end":"2026-03-31T05:36:59.835946Z","steps":["trace[80070789] 'read index received' (duration: 113.250576ms)","trace[80070789] 'applied index is now lower than readState.Index' (duration: 384.651886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:59.836312Z","caller":"traceutil/trace.go:171","msg":"trace[1233049034] transaction","detail":"{read_only:false; response_revision:19135; number_of_response:1; }","duration":"510.502756ms","start":"2026-03-31T05:36:59.325796Z","end":"2026-03-31T05:36:59.836299Z","steps":["trace[1233049034] 'process raft request' (duration: 509.89982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.836423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.325777Z","time spent":"510.574519ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:59.836569Z","caller":"traceutil/trace.go:171","msg":"trace[1400828502] transaction","detail":"{read_only:false; response_revision:19136; number_of_response:1; }","duration":"510.301262ms","start":"2026-03-31T05:36:59.326256Z","end":"2026-03-31T05:36:59.836558Z","steps":["trace[1400828502] 'process raft request' (duration: 509.610353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.836625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.326229Z","time spent":"510.369193ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:59.836754Z","caller":"traceutil/trace.go:171","msg":"trace[2007603883] transaction","detail":"{read_only:false; response_revision:19137; number_of_response:1; }","duration":"507.018952ms","start":"2026-03-31T05:36:59.329723Z","end":"2026-03-31T05:36:59.836742Z","steps":["trace[2007603883] 'process raft request' (duration: 506.189119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.836821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.329713Z","time spent":"507.079763ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:59.837039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.814217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:36:59.837105Z","caller":"traceutil/trace.go:171","msg":"trace[2123594397] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19137; }","duration":"468.92449ms","start":"2026-03-31T05:36:59.368164Z","end":"2026-03-31T05:36:59.837088Z","steps":["trace[2123594397] 'agreement among raft nodes before linearized reading' (duration: 468.715594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.837139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.368145Z","time spent":"468.987132ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"warn","ts":"2026-03-31T05:36:59.837202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.500893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:59.837257Z","caller":"traceutil/trace.go:171","msg":"trace[1312655935] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19137; }","duration":"425.583895ms","start":"2026-03-31T05:36:59.411661Z","end":"2026-03-31T05:36:59.837244Z","steps":["trace[1312655935] 'agreement among raft nodes before linearized reading' (duration: 425.505883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.837291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.411645Z","time spent":"425.636806ms","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:36:59.837493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.07596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:36:59.83751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.476885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:36:59.83754Z","caller":"traceutil/trace.go:171","msg":"trace[1270015107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19137; }","duration":"499.535827ms","start":"2026-03-31T05:36:59.337996Z","end":"2026-03-31T05:36:59.837532Z","steps":["trace[1270015107] 'agreement among raft nodes before linearized reading' (duration: 499.427434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:59.837549Z","caller":"traceutil/trace.go:171","msg":"trace[1041710961] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19137; }","duration":"463.139002ms","start":"2026-03-31T05:36:59.374385Z","end":"2026-03-31T05:36:59.837524Z","steps":["trace[1041710961] 'agreement among raft nodes before linearized reading' (duration: 462.904226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.837566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.337979Z","time spent":"499.582038ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:36:59.837585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.374375Z","time spent":"463.199223ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"info","ts":"2026-03-31T05:37:00.168541Z","caller":"traceutil/trace.go:171","msg":"trace[1691997127] linearizableReadLoop","detail":"{readStateIndex:19830; appliedIndex:19829; }","duration":"324.646726ms","start":"2026-03-31T05:36:59.843872Z","end":"2026-03-31T05:37:00.168519Z","steps":["trace[1691997127] 'read index received' (duration: 270.875456ms)","trace[1691997127] 'applied index is now lower than readState.Index' (duration: 53.77036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:00.168571Z","caller":"traceutil/trace.go:171","msg":"trace[1902743156] transaction","detail":"{read_only:false; response_revision:19138; number_of_response:1; }","duration":"325.687854ms","start":"2026-03-31T05:36:59.842861Z","end":"2026-03-31T05:37:00.168549Z","steps":["trace[1902743156] 'process raft request' (duration: 271.946764ms)","trace[1902743156] 'compare' (duration: 53.527174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:00.168691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.842839Z","time spent":"325.787687ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:00.169675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.787517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955587"} {"level":"info","ts":"2026-03-31T05:37:00.169736Z","caller":"traceutil/trace.go:171","msg":"trace[1924433052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19138; }","duration":"325.874879ms","start":"2026-03-31T05:36:59.843847Z","end":"2026-03-31T05:37:00.169722Z","steps":["trace[1924433052] 'agreement among raft nodes before linearized reading' (duration: 324.789129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.169785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.843832Z","time spent":"325.931861ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":955611,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:00.853988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.074357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.854077Z","caller":"traceutil/trace.go:171","msg":"trace[366201590] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19140; }","duration":"231.233292ms","start":"2026-03-31T05:37:00.622825Z","end":"2026-03-31T05:37:00.854058Z","steps":["trace[366201590] 'count revisions from in-memory index tree' (duration: 231.011616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.065402Z","caller":"traceutil/trace.go:171","msg":"trace[1402166290] transaction","detail":"{read_only:false; response_revision:19143; number_of_response:1; }","duration":"158.74616ms","start":"2026-03-31T05:37:00.906629Z","end":"2026-03-31T05:37:01.065375Z","steps":["trace[1402166290] 'process raft request' (duration: 158.697669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.065579Z","caller":"traceutil/trace.go:171","msg":"trace[1135511601] transaction","detail":"{read_only:false; response_revision:19142; number_of_response:1; }","duration":"172.069314ms","start":"2026-03-31T05:37:00.893487Z","end":"2026-03-31T05:37:01.065556Z","steps":["trace[1135511601] 'process raft request' (duration: 89.239559ms)","trace[1135511601] 'compare' (duration: 82.443985ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:01.065601Z","caller":"traceutil/trace.go:171","msg":"trace[1270214106] linearizableReadLoop","detail":"{readStateIndex:19834; appliedIndex:19833; }","duration":"163.429558ms","start":"2026-03-31T05:37:00.902155Z","end":"2026-03-31T05:37:01.065585Z","steps":["trace[1270214106] 'read index received' (duration: 80.585623ms)","trace[1270214106] 'applied index is now lower than readState.Index' (duration: 82.841575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:01.065846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.665146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:37:01.065932Z","caller":"traceutil/trace.go:171","msg":"trace[1701845764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19143; }","duration":"166.78574ms","start":"2026-03-31T05:37:00.899133Z","end":"2026-03-31T05:37:01.065919Z","steps":["trace[1701845764] 'agreement among raft nodes before linearized reading' (duration: 166.526913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.295164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.531365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:37:01.295381Z","caller":"traceutil/trace.go:171","msg":"trace[357898891] linearizableReadLoop","detail":"{readStateIndex:19836; appliedIndex:19835; }","duration":"120.997798ms","start":"2026-03-31T05:37:01.17424Z","end":"2026-03-31T05:37:01.295237Z","steps":["trace[357898891] 'read index received' (duration: 19.245577ms)","trace[357898891] 'applied index is now lower than readState.Index' (duration: 101.751301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:01.295535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.290896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6704332a-5125-40a7-ae3c-2ce457b42494\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:37:01.295496Z","caller":"traceutil/trace.go:171","msg":"trace[1785357340] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"224.067706ms","start":"2026-03-31T05:37:01.071406Z","end":"2026-03-31T05:37:01.295474Z","steps":["trace[1785357340] 'process raft request' (duration: 122.128119ms)","trace[1785357340] 'compare' (duration: 101.202817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:01.295566Z","caller":"traceutil/trace.go:171","msg":"trace[787422705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6704332a-5125-40a7-ae3c-2ce457b42494; range_end:; response_count:1; response_revision:19144; }","duration":"121.349398ms","start":"2026-03-31T05:37:01.174208Z","end":"2026-03-31T05:37:01.295558Z","steps":["trace[787422705] 'agreement among raft nodes before linearized reading' (duration: 121.201184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.085458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.627887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:37:02.085816Z","caller":"traceutil/trace.go:171","msg":"trace[814624890] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"740.953637ms","start":"2026-03-31T05:37:01.344837Z","end":"2026-03-31T05:37:02.08579Z","steps":["trace[814624890] 'process raft request' (duration: 337.826026ms)","trace[814624890] 'compare' (duration: 402.195226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:02.085843Z","caller":"traceutil/trace.go:171","msg":"trace[2049947987] linearizableReadLoop","detail":"{readStateIndex:19837; appliedIndex:19836; }","duration":"656.22148ms","start":"2026-03-31T05:37:01.429597Z","end":"2026-03-31T05:37:02.085819Z","steps":["trace[2049947987] 'read index received' (duration: 253.077708ms)","trace[2049947987] 'applied index is now lower than readState.Index' (duration: 403.140782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:02.085982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.344811Z","time spent":"741.126991ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:37:02.08604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.425986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.086105Z","caller":"traceutil/trace.go:171","msg":"trace[2022170204] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19145; }","duration":"656.505278ms","start":"2026-03-31T05:37:01.429581Z","end":"2026-03-31T05:37:02.086086Z","steps":["trace[2022170204] 'agreement among raft nodes before linearized reading' (duration: 656.347504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.086166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.429524Z","time spent":"656.627181ms","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:37:02.090803Z","caller":"traceutil/trace.go:171","msg":"trace[1325028729] transaction","detail":"{read_only:false; response_revision:19146; number_of_response:1; }","duration":"648.088038ms","start":"2026-03-31T05:37:01.442689Z","end":"2026-03-31T05:37:02.090777Z","steps":["trace[1325028729] 'process raft request' (duration: 647.844152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.090929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.442668Z","time spent":"648.203231ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:37:02.09097Z","caller":"traceutil/trace.go:171","msg":"trace[109158287] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"647.236255ms","start":"2026-03-31T05:37:01.443655Z","end":"2026-03-31T05:37:02.090891Z","steps":["trace[109158287] 'process raft request' (duration: 647.020799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.091056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.443645Z","time spent":"647.373688ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:37:02.091353Z","caller":"traceutil/trace.go:171","msg":"trace[1246995779] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"436.163994ms","start":"2026-03-31T05:37:01.655016Z","end":"2026-03-31T05:37:02.09118Z","steps":["trace[1246995779] 'process raft request' (duration: 435.690171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.091425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.654993Z","time spent":"436.39043ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:02.387915Z","caller":"traceutil/trace.go:171","msg":"trace[132443170] linearizableReadLoop","detail":"{readStateIndex:19843; appliedIndex:19837; }","duration":"301.937144ms","start":"2026-03-31T05:37:02.085951Z","end":"2026-03-31T05:37:02.387889Z","steps":["trace[132443170] 'read index received' (duration: 4.627166ms)","trace[132443170] 'applied index is now lower than readState.Index' (duration: 297.308678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:02.388041Z","caller":"traceutil/trace.go:171","msg":"trace[247553743] transaction","detail":"{read_only:false; response_revision:19149; number_of_response:1; }","duration":"544.9907ms","start":"2026-03-31T05:37:01.843038Z","end":"2026-03-31T05:37:02.388029Z","steps":["trace[247553743] 'process raft request' (duration: 543.938861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.388181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.843022Z","time spent":"545.082562ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.388257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.176969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:37:02.388321Z","caller":"traceutil/trace.go:171","msg":"trace[585904931] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19151; }","duration":"521.283652ms","start":"2026-03-31T05:37:01.867022Z","end":"2026-03-31T05:37:02.388305Z","steps":["trace[585904931] 'agreement among raft nodes before linearized reading' (duration: 521.124717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.388351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.867007Z","time spent":"521.339103ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"info","ts":"2026-03-31T05:37:02.388472Z","caller":"traceutil/trace.go:171","msg":"trace[45799107] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"544.27584ms","start":"2026-03-31T05:37:01.844189Z","end":"2026-03-31T05:37:02.388465Z","steps":["trace[45799107] 'process raft request' (duration: 543.591271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.388501Z","caller":"traceutil/trace.go:171","msg":"trace[920829667] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"543.759316ms","start":"2026-03-31T05:37:01.844722Z","end":"2026-03-31T05:37:02.388481Z","steps":["trace[920829667] 'process raft request' (duration: 543.103809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.38852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.798674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:37:02.38856Z","caller":"traceutil/trace.go:171","msg":"trace[220223477] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:19151; }","duration":"762.879076ms","start":"2026-03-31T05:37:01.625671Z","end":"2026-03-31T05:37:02.38855Z","steps":["trace[220223477] 'agreement among raft nodes before linearized reading' (duration: 762.732782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.388599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.625647Z","time spent":"762.945208ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:37:02.388594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.844695Z","time spent":"543.855538ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.388522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.844177Z","time spent":"544.308821ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.388627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.39442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.388775Z","caller":"traceutil/trace.go:171","msg":"trace[879340402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19151; }","duration":"902.613337ms","start":"2026-03-31T05:37:01.486138Z","end":"2026-03-31T05:37:02.388751Z","steps":["trace[879340402] 'agreement among raft nodes before linearized reading' (duration: 902.385281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.388814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.486116Z","time spent":"902.689838ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:37:02.554765Z","caller":"traceutil/trace.go:171","msg":"trace[1097093347] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"436.262227ms","start":"2026-03-31T05:37:02.118474Z","end":"2026-03-31T05:37:02.554736Z","steps":["trace[1097093347] 'process raft request' (duration: 436.129513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.554785Z","caller":"traceutil/trace.go:171","msg":"trace[1278474474] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19154; }","duration":"432.230717ms","start":"2026-03-31T05:37:02.122518Z","end":"2026-03-31T05:37:02.554749Z","steps":["trace[1278474474] 'process raft request' (duration: 432.185266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.554792Z","caller":"traceutil/trace.go:171","msg":"trace[600652922] transaction","detail":"{read_only:false; response_revision:19154; number_of_response:1; }","duration":"436.163324ms","start":"2026-03-31T05:37:02.118593Z","end":"2026-03-31T05:37:02.554757Z","steps":["trace[600652922] 'process raft request' (duration: 436.072402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.554913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.11845Z","time spent":"436.38373ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1482,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.554927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.122509Z","time spent":"432.34207ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":1537,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.554954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.118581Z","time spent":"436.290047ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.555147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.12954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:02.554961Z","caller":"traceutil/trace.go:171","msg":"trace[1875709551] linearizableReadLoop","detail":"{readStateIndex:19848; appliedIndex:19843; }","duration":"166.941854ms","start":"2026-03-31T05:37:02.38799Z","end":"2026-03-31T05:37:02.554932Z","steps":["trace[1875709551] 'read index received' (duration: 109.786011ms)","trace[1875709551] 'applied index is now lower than readState.Index' (duration: 57.152613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:02.555177Z","caller":"traceutil/trace.go:171","msg":"trace[1431836379] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19154; }","duration":"347.202532ms","start":"2026-03-31T05:37:02.207967Z","end":"2026-03-31T05:37:02.555169Z","steps":["trace[1431836379] 'agreement among raft nodes before linearized reading' (duration: 347.054948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.55517Z","caller":"traceutil/trace.go:171","msg":"trace[825170411] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19153; }","duration":"436.591416ms","start":"2026-03-31T05:37:02.118562Z","end":"2026-03-31T05:37:02.555153Z","steps":["trace[825170411] 'process raft request' (duration: 436.087432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.555197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.207945Z","time spent":"347.246623ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:37:02.555253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.118552Z","time spent":"436.654487ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":1536,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:02.555306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.61447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:37:02.555357Z","caller":"traceutil/trace.go:171","msg":"trace[1693950865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19154; }","duration":"382.692982ms","start":"2026-03-31T05:37:02.172653Z","end":"2026-03-31T05:37:02.555346Z","steps":["trace[1693950865] 'agreement among raft nodes before linearized reading' (duration: 382.529188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.555391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.684613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6704332a-5125-40a7-ae3c-2ce457b42494\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T05:37:02.555412Z","caller":"traceutil/trace.go:171","msg":"trace[1936088382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6704332a-5125-40a7-ae3c-2ce457b42494; range_end:; response_count:1; response_revision:19154; }","duration":"254.744375ms","start":"2026-03-31T05:37:02.300661Z","end":"2026-03-31T05:37:02.555405Z","steps":["trace[1936088382] 'agreement among raft nodes before linearized reading' (duration: 254.640512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.55541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.172637Z","time spent":"382.762714ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:37:02.555452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.23268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:37:02.555495Z","caller":"traceutil/trace.go:171","msg":"trace[1382654250] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19154; }","duration":"367.302872ms","start":"2026-03-31T05:37:02.188179Z","end":"2026-03-31T05:37:02.555482Z","steps":["trace[1382654250] 'agreement among raft nodes before linearized reading' (duration: 367.168508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.555522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.572865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:37:02.555531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.188125Z","time spent":"367.396794ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:37:02.555555Z","caller":"traceutil/trace.go:171","msg":"trace[1890723197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19154; }","duration":"312.639327ms","start":"2026-03-31T05:37:02.242911Z","end":"2026-03-31T05:37:02.55555Z","steps":["trace[1890723197] 'agreement among raft nodes before linearized reading' (duration: 312.573775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.55557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.242892Z","time spent":"312.674568ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:37:02.555638Z","caller":"traceutil/trace.go:171","msg":"trace[1538238075] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"456.648965ms","start":"2026-03-31T05:37:02.09897Z","end":"2026-03-31T05:37:02.555619Z","steps":["trace[1538238075] 'process raft request' (duration: 398.810733ms)","trace[1538238075] 'compare' (duration: 56.68258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:02.555717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.098957Z","time spent":"456.726546ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:37:02.555946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.217274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.555964Z","caller":"traceutil/trace.go:171","msg":"trace[770455907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19154; }","duration":"166.259125ms","start":"2026-03-31T05:37:02.389699Z","end":"2026-03-31T05:37:02.555958Z","steps":["trace[770455907] 'agreement among raft nodes before linearized reading' (duration: 166.229124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.556079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.660455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.556133Z","caller":"traceutil/trace.go:171","msg":"trace[678845417] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:19154; }","duration":"114.743447ms","start":"2026-03-31T05:37:02.441373Z","end":"2026-03-31T05:37:02.556116Z","steps":["trace[678845417] 'agreement among raft nodes before linearized reading' (duration: 114.654045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.556204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.202699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-api\" ","response":"range_response_count:1 size:1500"} {"level":"info","ts":"2026-03-31T05:37:02.556266Z","caller":"traceutil/trace.go:171","msg":"trace[484657964] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-api; range_end:; response_count:1; response_revision:19154; }","duration":"457.303642ms","start":"2026-03-31T05:37:02.098946Z","end":"2026-03-31T05:37:02.55625Z","steps":["trace[484657964] 'agreement among raft nodes before linearized reading' (duration: 456.338246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.556334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.098928Z","time spent":"457.366594ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1524,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-api\" "} {"level":"warn","ts":"2026-03-31T05:37:02.556418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.189849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-vnc\" ","response":"range_response_count:1 size:1501"} {"level":"info","ts":"2026-03-31T05:37:02.556572Z","caller":"traceutil/trace.go:171","msg":"trace[320558005] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-vnc; range_end:; response_count:1; response_revision:19154; }","duration":"457.658992ms","start":"2026-03-31T05:37:02.098898Z","end":"2026-03-31T05:37:02.556557Z","steps":["trace[320558005] 'agreement among raft nodes before linearized reading' (duration: 457.185059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.556614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:02.098882Z","time spent":"457.718873ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1525,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-stzlp-vnc\" "} {"level":"warn","ts":"2026-03-31T05:37:02.558607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.778033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955587"} {"level":"info","ts":"2026-03-31T05:37:02.558674Z","caller":"traceutil/trace.go:171","msg":"trace[607690511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19154; }","duration":"165.891966ms","start":"2026-03-31T05:37:02.392767Z","end":"2026-03-31T05:37:02.558659Z","steps":["trace[607690511] 'agreement among raft nodes before linearized reading' (duration: 163.281014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.715973Z","caller":"traceutil/trace.go:171","msg":"trace[2140259150] linearizableReadLoop","detail":"{readStateIndex:19855; appliedIndex:19854; }","duration":"136.677977ms","start":"2026-03-31T05:37:02.579274Z","end":"2026-03-31T05:37:02.715952Z","steps":["trace[2140259150] 'read index received' (duration: 76.987815ms)","trace[2140259150] 'applied index is now lower than readState.Index' (duration: 59.688722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:02.716008Z","caller":"traceutil/trace.go:171","msg":"trace[1015413720] transaction","detail":"{read_only:false; response_revision:19160; number_of_response:1; }","duration":"144.241684ms","start":"2026-03-31T05:37:02.571725Z","end":"2026-03-31T05:37:02.715967Z","steps":["trace[1015413720] 'process raft request' (duration: 84.540771ms)","trace[1015413720] 'compare' (duration: 59.479206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:02.716113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.932662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:02.71614Z","caller":"traceutil/trace.go:171","msg":"trace[479050279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19160; }","duration":"148.995273ms","start":"2026-03-31T05:37:02.567137Z","end":"2026-03-31T05:37:02.716132Z","steps":["trace[479050279] 'agreement among raft nodes before linearized reading' (duration: 148.919871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.716843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.825279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:955587"} {"level":"info","ts":"2026-03-31T05:37:02.71692Z","caller":"traceutil/trace.go:171","msg":"trace[1534686368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19160; }","duration":"148.924631ms","start":"2026-03-31T05:37:02.567982Z","end":"2026-03-31T05:37:02.716906Z","steps":["trace[1534686368] 'agreement among raft nodes before linearized reading' (duration: 148.039667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.741126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.337304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:37:02.741224Z","caller":"traceutil/trace.go:171","msg":"trace[417364080] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19161; }","duration":"160.431686ms","start":"2026-03-31T05:37:02.580765Z","end":"2026-03-31T05:37:02.741197Z","steps":["trace[417364080] 'agreement among raft nodes before linearized reading' (duration: 160.21858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:02.741276Z","caller":"traceutil/trace.go:171","msg":"trace[1424222348] transaction","detail":"{read_only:false; response_revision:19161; number_of_response:1; }","duration":"160.122197ms","start":"2026-03-31T05:37:02.581119Z","end":"2026-03-31T05:37:02.741241Z","steps":["trace[1424222348] 'process raft request' (duration: 159.751837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:03.183065Z","caller":"traceutil/trace.go:171","msg":"trace[1105017121] transaction","detail":"{read_only:false; response_revision:19168; number_of_response:1; }","duration":"166.460501ms","start":"2026-03-31T05:37:03.016579Z","end":"2026-03-31T05:37:03.183039Z","steps":["trace[1105017121] 'process raft request' (duration: 91.373778ms)","trace[1105017121] 'compare' (duration: 74.23566ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:03.184547Z","caller":"traceutil/trace.go:171","msg":"trace[2076127171] linearizableReadLoop","detail":"{readStateIndex:19863; appliedIndex:19862; }","duration":"165.261058ms","start":"2026-03-31T05:37:03.019174Z","end":"2026-03-31T05:37:03.184435Z","steps":["trace[2076127171] 'read index received' (duration: 15.71862ms)","trace[2076127171] 'applied index is now lower than readState.Index' (duration: 149.539198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:03.18477Z","caller":"traceutil/trace.go:171","msg":"trace[492553508] transaction","detail":"{read_only:false; response_revision:19170; number_of_response:1; }","duration":"162.311448ms","start":"2026-03-31T05:37:03.022439Z","end":"2026-03-31T05:37:03.184751Z","steps":["trace[492553508] 'process raft request' (duration: 161.786693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:03.184926Z","caller":"traceutil/trace.go:171","msg":"trace[1758005215] transaction","detail":"{read_only:false; response_revision:19169; number_of_response:1; }","duration":"165.585917ms","start":"2026-03-31T05:37:03.019301Z","end":"2026-03-31T05:37:03.184887Z","steps":["trace[1758005215] 'process raft request' (duration: 163.411688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:03.185153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.946547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T05:37:03.18523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.432221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:37:03.185279Z","caller":"traceutil/trace.go:171","msg":"trace[958404668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19170; }","duration":"113.494443ms","start":"2026-03-31T05:37:03.071766Z","end":"2026-03-31T05:37:03.185261Z","steps":["trace[958404668] 'agreement among raft nodes before linearized reading' (duration: 113.130263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:03.185309Z","caller":"traceutil/trace.go:171","msg":"trace[231419271] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19170; }","duration":"166.108021ms","start":"2026-03-31T05:37:03.01915Z","end":"2026-03-31T05:37:03.185258Z","steps":["trace[231419271] 'agreement among raft nodes before linearized reading' (duration: 165.729901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:03.18535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.084731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:37:03.185435Z","caller":"traceutil/trace.go:171","msg":"trace[1360177933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19170; }","duration":"113.168924ms","start":"2026-03-31T05:37:03.072221Z","end":"2026-03-31T05:37:03.18539Z","steps":["trace[1360177933] 'agreement among raft nodes before linearized reading' (duration: 112.911437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:04.905318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.583122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:37:04.905418Z","caller":"traceutil/trace.go:171","msg":"trace[976887935] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19218; }","duration":"163.740546ms","start":"2026-03-31T05:37:04.741659Z","end":"2026-03-31T05:37:04.9054Z","steps":["trace[976887935] 'range keys from in-memory index tree' (duration: 163.329525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:05.355229Z","caller":"traceutil/trace.go:171","msg":"trace[363408625] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"137.942711ms","start":"2026-03-31T05:37:05.217239Z","end":"2026-03-31T05:37:05.355182Z","steps":["trace[363408625] 'process raft request' (duration: 136.230404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:05.694955Z","caller":"traceutil/trace.go:171","msg":"trace[1839914582] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"104.079635ms","start":"2026-03-31T05:37:05.590848Z","end":"2026-03-31T05:37:05.694928Z","steps":["trace[1839914582] 'process raft request' (duration: 103.092779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:14.493688Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:37:14.499129Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T05:37:14.499256Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T05:37:17.191104Z","caller":"traceutil/trace.go:171","msg":"trace[717870987] linearizableReadLoop","detail":"{readStateIndex:20015; appliedIndex:20014; }","duration":"123.219077ms","start":"2026-03-31T05:37:17.067748Z","end":"2026-03-31T05:37:17.190967Z","steps":["trace[717870987] 'read index received' (duration: 116.435602ms)","trace[717870987] 'applied index is now lower than readState.Index' (duration: 6.781215ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:17.191167Z","caller":"traceutil/trace.go:171","msg":"trace[1095524912] transaction","detail":"{read_only:false; response_revision:19314; number_of_response:1; }","duration":"150.065032ms","start":"2026-03-31T05:37:17.041071Z","end":"2026-03-31T05:37:17.191136Z","steps":["trace[1095524912] 'process raft request' (duration: 143.644817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:17.191657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.52717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:37:17.191775Z","caller":"traceutil/trace.go:171","msg":"trace[1592154563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19314; }","duration":"103.685044ms","start":"2026-03-31T05:37:17.088073Z","end":"2026-03-31T05:37:17.191758Z","steps":["trace[1592154563] 'agreement among raft nodes before linearized reading' (duration: 103.261332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:17.19192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.156213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:37:17.193219Z","caller":"traceutil/trace.go:171","msg":"trace[881456716] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19314; }","duration":"124.290536ms","start":"2026-03-31T05:37:17.0677Z","end":"2026-03-31T05:37:17.19199Z","steps":["trace[881456716] 'agreement among raft nodes before linearized reading' (duration: 123.353681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:18.618132Z","caller":"traceutil/trace.go:171","msg":"trace[675717178] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"122.16312ms","start":"2026-03-31T05:37:18.495933Z","end":"2026-03-31T05:37:18.618096Z","steps":["trace[675717178] 'process raft request' (duration: 121.836651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:18.776214Z","caller":"traceutil/trace.go:171","msg":"trace[1282584557] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"271.636076ms","start":"2026-03-31T05:37:18.504553Z","end":"2026-03-31T05:37:18.776189Z","steps":["trace[1282584557] 'process raft request' (duration: 270.910886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:18.776258Z","caller":"traceutil/trace.go:171","msg":"trace[942079830] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"264.696276ms","start":"2026-03-31T05:37:18.511515Z","end":"2026-03-31T05:37:18.776211Z","steps":["trace[942079830] 'process raft request' (duration: 264.600424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:32.12899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.874344ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T05:37:32.129124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:31.628889Z","time spent":"500.228815ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:37:41.193972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.345636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:37:41.194158Z","caller":"traceutil/trace.go:171","msg":"trace[185044589] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"176.600068ms","start":"2026-03-31T05:37:41.017517Z","end":"2026-03-31T05:37:41.194117Z","steps":["trace[185044589] 'process raft request' (duration: 12.965685ms)","trace[185044589] 'compare' (duration: 163.15415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:43.106591Z","caller":"traceutil/trace.go:171","msg":"trace[496449311] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"120.908985ms","start":"2026-03-31T05:37:42.985647Z","end":"2026-03-31T05:37:43.106556Z","steps":["trace[496449311] 'process raft request' (duration: 100.496987ms)","trace[496449311] 'compare' (duration: 20.170202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:43.288532Z","caller":"traceutil/trace.go:171","msg":"trace[500869334] linearizableReadLoop","detail":"{readStateIndex:20351; appliedIndex:20350; }","duration":"131.582938ms","start":"2026-03-31T05:37:43.156928Z","end":"2026-03-31T05:37:43.288511Z","steps":["trace[500869334] 'read index received' (duration: 66.54074ms)","trace[500869334] 'applied index is now lower than readState.Index' (duration: 65.041268ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:43.288633Z","caller":"traceutil/trace.go:171","msg":"trace[1817989572] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"178.962063ms","start":"2026-03-31T05:37:43.109659Z","end":"2026-03-31T05:37:43.288621Z","steps":["trace[1817989572] 'process raft request' (duration: 113.693188ms)","trace[1817989572] 'compare' (duration: 65.061059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:43.288829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.891316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:43.288871Z","caller":"traceutil/trace.go:171","msg":"trace[554787148] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19640; }","duration":"131.988319ms","start":"2026-03-31T05:37:43.156873Z","end":"2026-03-31T05:37:43.288861Z","steps":["trace[554787148] 'agreement among raft nodes before linearized reading' (duration: 131.848515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:43.308551Z","caller":"traceutil/trace.go:171","msg":"trace[1007553369] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"101.023002ms","start":"2026-03-31T05:37:43.207503Z","end":"2026-03-31T05:37:43.308526Z","steps":["trace[1007553369] 'process raft request' (duration: 100.816346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.308633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.975635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:43.308714Z","caller":"traceutil/trace.go:171","msg":"trace[980848610] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19641; }","duration":"122.078258ms","start":"2026-03-31T05:37:43.186616Z","end":"2026-03-31T05:37:43.308695Z","steps":["trace[980848610] 'agreement among raft nodes before linearized reading' (duration: 121.874782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:43.308796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.495594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:37:43.308863Z","caller":"traceutil/trace.go:171","msg":"trace[1961213196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19641; }","duration":"109.808842ms","start":"2026-03-31T05:37:43.199039Z","end":"2026-03-31T05:37:43.308848Z","steps":["trace[1961213196] 'agreement among raft nodes before linearized reading' (duration: 109.615876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.150164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.320043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-31T05:37:44.150249Z","caller":"traceutil/trace.go:171","msg":"trace[392178146] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19648; }","duration":"160.420075ms","start":"2026-03-31T05:37:43.989806Z","end":"2026-03-31T05:37:44.150227Z","steps":["trace[392178146] 'range keys from in-memory index tree' (duration: 160.018244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.15026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.822959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:44.150261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.048385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:44.150307Z","caller":"traceutil/trace.go:171","msg":"trace[1418756671] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19648; }","duration":"159.916861ms","start":"2026-03-31T05:37:43.990379Z","end":"2026-03-31T05:37:44.150296Z","steps":["trace[1418756671] 'range keys from in-memory index tree' (duration: 159.734757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:44.150347Z","caller":"traceutil/trace.go:171","msg":"trace[376955210] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19648; }","duration":"160.181349ms","start":"2026-03-31T05:37:43.990144Z","end":"2026-03-31T05:37:44.150325Z","steps":["trace[376955210] 'range keys from in-memory index tree' (duration: 159.954923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.150443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.374364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:44.150473Z","caller":"traceutil/trace.go:171","msg":"trace[1585227999] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19648; }","duration":"160.422326ms","start":"2026-03-31T05:37:43.990042Z","end":"2026-03-31T05:37:44.150464Z","steps":["trace[1585227999] 'range keys from in-memory index tree' (duration: 160.292052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.150479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.365174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:44.150502Z","caller":"traceutil/trace.go:171","msg":"trace[795387911] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19648; }","duration":"160.404735ms","start":"2026-03-31T05:37:43.99009Z","end":"2026-03-31T05:37:44.150495Z","steps":["trace[795387911] 'range keys from in-memory index tree' (duration: 160.300262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:44.150557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.622731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:44.150576Z","caller":"traceutil/trace.go:171","msg":"trace[181900894] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19648; }","duration":"160.705733ms","start":"2026-03-31T05:37:43.989864Z","end":"2026-03-31T05:37:44.15057Z","steps":["trace[181900894] 'range keys from in-memory index tree' (duration: 160.510908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:49.954327Z","caller":"traceutil/trace.go:171","msg":"trace[1351973803] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"183.302501ms","start":"2026-03-31T05:37:49.770943Z","end":"2026-03-31T05:37:49.954246Z","steps":["trace[1351973803] 'process raft request' (duration: 129.829329ms)","trace[1351973803] 'compare' (duration: 52.949017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:57.557989Z","caller":"traceutil/trace.go:171","msg":"trace[600763637] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"101.632008ms","start":"2026-03-31T05:37:57.456307Z","end":"2026-03-31T05:37:57.55794Z","steps":["trace[600763637] 'process raft request' (duration: 67.446434ms)","trace[600763637] 'compare' (duration: 33.925607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:59.171692Z","caller":"traceutil/trace.go:171","msg":"trace[373467655] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"322.329402ms","start":"2026-03-31T05:37:58.849341Z","end":"2026-03-31T05:37:59.171671Z","steps":["trace[373467655] 'process raft request' (duration: 322.178288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:59.171869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:58.849323Z","time spent":"322.453406ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:59.545401Z","caller":"traceutil/trace.go:171","msg":"trace[1015842767] linearizableReadLoop","detail":"{readStateIndex:20472; appliedIndex:20471; }","duration":"110.012237ms","start":"2026-03-31T05:37:59.435361Z","end":"2026-03-31T05:37:59.545373Z","steps":["trace[1015842767] 'read index received' (duration: 109.818862ms)","trace[1015842767] 'applied index is now lower than readState.Index' (duration: 192.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:59.545436Z","caller":"traceutil/trace.go:171","msg":"trace[1061453196] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"113.111752ms","start":"2026-03-31T05:37:59.432293Z","end":"2026-03-31T05:37:59.545405Z","steps":["trace[1061453196] 'process raft request' (duration: 112.913147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:59.54565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.277705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:37:59.545708Z","caller":"traceutil/trace.go:171","msg":"trace[387918927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19757; }","duration":"110.399918ms","start":"2026-03-31T05:37:59.435295Z","end":"2026-03-31T05:37:59.545695Z","steps":["trace[387918927] 'agreement among raft nodes before linearized reading' (duration: 110.192393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:00.756862Z","caller":"traceutil/trace.go:171","msg":"trace[405375060] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"242.800838ms","start":"2026-03-31T05:38:00.513997Z","end":"2026-03-31T05:38:00.756797Z","steps":["trace[405375060] 'process raft request' (duration: 242.627163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:01.819904Z","caller":"traceutil/trace.go:171","msg":"trace[2055419287] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"265.408296ms","start":"2026-03-31T05:38:01.554454Z","end":"2026-03-31T05:38:01.819862Z","steps":["trace[2055419287] 'process raft request' (duration: 265.110758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:01.81998Z","caller":"traceutil/trace.go:171","msg":"trace[1260431363] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20486; }","duration":"248.641327ms","start":"2026-03-31T05:38:01.571318Z","end":"2026-03-31T05:38:01.819959Z","steps":["trace[1260431363] 'read index received' (duration: 248.626617ms)","trace[1260431363] 'applied index is now lower than readState.Index' (duration: 12.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:01.820274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.936096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:38:01.820305Z","caller":"traceutil/trace.go:171","msg":"trace[293840044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19771; }","duration":"249.042259ms","start":"2026-03-31T05:38:01.571251Z","end":"2026-03-31T05:38:01.820293Z","steps":["trace[293840044] 'agreement among raft nodes before linearized reading' (duration: 248.843283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.320107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396030120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:38:02.423414Z","caller":"traceutil/trace.go:171","msg":"trace[1706593782] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"655.024558ms","start":"2026-03-31T05:38:01.768366Z","end":"2026-03-31T05:38:02.423391Z","steps":["trace[1706593782] 'process raft request' (duration: 654.838803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.423601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.768332Z","time spent":"655.151681ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4942,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:38:02.497999Z","caller":"traceutil/trace.go:171","msg":"trace[226841625] linearizableReadLoop","detail":"{readStateIndex:20488; appliedIndex:20486; }","duration":"677.909103ms","start":"2026-03-31T05:38:01.820057Z","end":"2026-03-31T05:38:02.497966Z","steps":["trace[226841625] 'read index received' (duration: 603.14131ms)","trace[226841625] 'applied index is now lower than readState.Index' (duration: 74.766193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:38:02.498093Z","caller":"traceutil/trace.go:171","msg":"trace[1302888517] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"669.890434ms","start":"2026-03-31T05:38:01.828162Z","end":"2026-03-31T05:38:02.498053Z","steps":["trace[1302888517] 'process raft request' (duration: 669.596546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.498265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.828112Z","time spent":"670.064949ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:02.498291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.045914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-31T05:38:02.49838Z","caller":"traceutil/trace.go:171","msg":"trace[1872337080] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:19773; }","duration":"773.193148ms","start":"2026-03-31T05:38:01.725164Z","end":"2026-03-31T05:38:02.498357Z","steps":["trace[1872337080] 'agreement among raft nodes before linearized reading' (duration: 772.946631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.498425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.725141Z","time spent":"773.273791ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:38:02.498627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.274555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:02.498623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.9196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-03-31T05:38:02.498659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.968186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.498674Z","caller":"traceutil/trace.go:171","msg":"trace[1300122345] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19773; }","duration":"290.340367ms","start":"2026-03-31T05:38:02.20832Z","end":"2026-03-31T05:38:02.498661Z","steps":["trace[1300122345] 'agreement among raft nodes before linearized reading' (duration: 290.260385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.498693Z","caller":"traceutil/trace.go:171","msg":"trace[1766375156] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"497.021618ms","start":"2026-03-31T05:38:02.001661Z","end":"2026-03-31T05:38:02.498683Z","steps":["trace[1766375156] 'agreement among raft nodes before linearized reading' (duration: 496.962306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.498691Z","caller":"traceutil/trace.go:171","msg":"trace[1294798137] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19773; }","duration":"811.056514ms","start":"2026-03-31T05:38:01.687617Z","end":"2026-03-31T05:38:02.498673Z","steps":["trace[1294798137] 'agreement among raft nodes before linearized reading' (duration: 810.54842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.49867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.070907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T05:38:02.49893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.060639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-03-31T05:38:02.49896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.676516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.498987Z","caller":"traceutil/trace.go:171","msg":"trace[1862219908] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"290.743848ms","start":"2026-03-31T05:38:02.208236Z","end":"2026-03-31T05:38:02.498979Z","steps":["trace[1862219908] 'agreement among raft nodes before linearized reading' (duration: 290.697857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.498983Z","caller":"traceutil/trace.go:171","msg":"trace[928789620] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:19773; }","duration":"497.350027ms","start":"2026-03-31T05:38:02.001618Z","end":"2026-03-31T05:38:02.498968Z","steps":["trace[928789620] 'agreement among raft nodes before linearized reading' (duration: 497.041858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.498973Z","caller":"traceutil/trace.go:171","msg":"trace[943010558] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:19773; }","duration":"870.419766ms","start":"2026-03-31T05:38:01.628523Z","end":"2026-03-31T05:38:02.498943Z","steps":["trace[943010558] 'agreement among raft nodes before linearized reading' (duration: 869.872371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.49901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.672269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-03-31T05:38:02.499036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.722361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:02.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.628503Z","time spent":"870.53914ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:38:02.499106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.830964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.499137Z","caller":"traceutil/trace.go:171","msg":"trace[782261952] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"289.860734ms","start":"2026-03-31T05:38:02.209269Z","end":"2026-03-31T05:38:02.49913Z","steps":["trace[782261952] 'agreement among raft nodes before linearized reading' (duration: 289.817433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.49921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.554748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:38:02.499186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.656843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.499253Z","caller":"traceutil/trace.go:171","msg":"trace[944482128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19773; }","duration":"401.598659ms","start":"2026-03-31T05:38:02.097645Z","end":"2026-03-31T05:38:02.499244Z","steps":["trace[944482128] 'agreement among raft nodes before linearized reading' (duration: 401.491587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.097571Z","time spent":"401.708402ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:38:02.499297Z","caller":"traceutil/trace.go:171","msg":"trace[351668333] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19773; }","duration":"498.812717ms","start":"2026-03-31T05:38:02.000459Z","end":"2026-03-31T05:38:02.499272Z","steps":["trace[351668333] 'agreement among raft nodes before linearized reading' (duration: 498.592201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.233615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:02.499345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.000434Z","time spent":"498.90331ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T05:38:02.499408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.028147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-03-31T05:38:02.499049Z","caller":"traceutil/trace.go:171","msg":"trace[1397765660] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:19773; }","duration":"289.71003ms","start":"2026-03-31T05:38:02.209327Z","end":"2026-03-31T05:38:02.499037Z","steps":["trace[1397765660] 'agreement among raft nodes before linearized reading' (duration: 289.637688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.499442Z","caller":"traceutil/trace.go:171","msg":"trace[756832203] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:19773; }","duration":"291.074778ms","start":"2026-03-31T05:38:02.208359Z","end":"2026-03-31T05:38:02.499434Z","steps":["trace[756832203] 'agreement among raft nodes before linearized reading' (duration: 291.012266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.82724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-03-31T05:38:02.498623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.176343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:38:02.499595Z","caller":"traceutil/trace.go:171","msg":"trace[1720628121] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19773; }","duration":"497.868091ms","start":"2026-03-31T05:38:02.001716Z","end":"2026-03-31T05:38:02.499585Z","steps":["trace[1720628121] 'agreement among raft nodes before linearized reading' (duration: 497.711446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.499614Z","caller":"traceutil/trace.go:171","msg":"trace[1026216677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19773; }","duration":"637.18712ms","start":"2026-03-31T05:38:01.862417Z","end":"2026-03-31T05:38:02.499604Z","steps":["trace[1026216677] 'agreement among raft nodes before linearized reading' (duration: 636.002108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.001708Z","time spent":"497.915543ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22157,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" "} {"level":"info","ts":"2026-03-31T05:38:02.499343Z","caller":"traceutil/trace.go:171","msg":"trace[2771169] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19773; }","duration":"290.285506ms","start":"2026-03-31T05:38:02.209048Z","end":"2026-03-31T05:38:02.499333Z","steps":["trace[2771169] 'agreement among raft nodes before linearized reading' (duration: 290.233054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.862356Z","time spent":"637.280572ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:02.499637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.196634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.499691Z","caller":"traceutil/trace.go:171","msg":"trace[97148903] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19773; }","duration":"290.268915ms","start":"2026-03-31T05:38:02.209408Z","end":"2026-03-31T05:38:02.499677Z","steps":["trace[97148903] 'agreement among raft nodes before linearized reading' (duration: 290.179583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.49907Z","caller":"traceutil/trace.go:171","msg":"trace[579010422] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"289.768361ms","start":"2026-03-31T05:38:02.209293Z","end":"2026-03-31T05:38:02.499061Z","steps":["trace[579010422] 'agreement among raft nodes before linearized reading' (duration: 289.71726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.039345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.499806Z","caller":"traceutil/trace.go:171","msg":"trace[1925908573] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"498.101527ms","start":"2026-03-31T05:38:02.001691Z","end":"2026-03-31T05:38:02.499792Z","steps":["trace[1925908573] 'agreement among raft nodes before linearized reading' (duration: 498.043076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.49984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.40916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:38:02.498723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.001652Z","time spent":"497.064759ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T05:38:02.499881Z","caller":"traceutil/trace.go:171","msg":"trace[1251631456] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19773; }","duration":"290.504342ms","start":"2026-03-31T05:38:02.209365Z","end":"2026-03-31T05:38:02.499869Z","steps":["trace[1251631456] 'agreement among raft nodes before linearized reading' (duration: 290.44047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.001586Z","time spent":"497.440429ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:38:02.500866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.437238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.50091Z","caller":"traceutil/trace.go:171","msg":"trace[1036002804] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19773; }","duration":"291.499389ms","start":"2026-03-31T05:38:02.209398Z","end":"2026-03-31T05:38:02.500897Z","steps":["trace[1036002804] 'agreement among raft nodes before linearized reading' (duration: 291.420877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.499848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.001517Z","time spent":"498.321734ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:38:02.501056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.10973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:38:02.501109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.346596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:38:02.501126Z","caller":"traceutil/trace.go:171","msg":"trace[1620138577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19773; }","duration":"501.291185ms","start":"2026-03-31T05:38:01.999813Z","end":"2026-03-31T05:38:02.501104Z","steps":["trace[1620138577] 'agreement among raft nodes before linearized reading' (duration: 500.105703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:02.501155Z","caller":"traceutil/trace.go:171","msg":"trace[1537505982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19773; }","duration":"501.419929ms","start":"2026-03-31T05:38:01.999723Z","end":"2026-03-31T05:38:02.501143Z","steps":["trace[1537505982] 'agreement among raft nodes before linearized reading' (duration: 501.294575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.501176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.999783Z","time spent":"501.379857ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:38:02.50119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.999709Z","time spent":"501.47252ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:02.499629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.021106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:02.501558Z","caller":"traceutil/trace.go:171","msg":"trace[1537331290] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19773; }","duration":"499.975039ms","start":"2026-03-31T05:38:02.001571Z","end":"2026-03-31T05:38:02.501546Z","steps":["trace[1537331290] 'agreement among raft nodes before linearized reading' (duration: 498.020655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:02.501601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:02.001564Z","time spent":"500.024681ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:38:02.498934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:01.687583Z","time spent":"811.146205ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" "} {"level":"info","ts":"2026-03-31T05:38:02.691157Z","caller":"traceutil/trace.go:171","msg":"trace[1823765552] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"133.600252ms","start":"2026-03-31T05:38:02.557524Z","end":"2026-03-31T05:38:02.691124Z","steps":["trace[1823765552] 'process raft request' (duration: 113.599716ms)","trace[1823765552] 'compare' (duration: 19.873763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:38:07.779812Z","caller":"traceutil/trace.go:171","msg":"trace[613697397] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"128.36706ms","start":"2026-03-31T05:38:07.651407Z","end":"2026-03-31T05:38:07.779774Z","steps":["trace[613697397] 'process raft request' (duration: 128.200965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:17.488955Z","caller":"traceutil/trace.go:171","msg":"trace[684255384] transaction","detail":"{read_only:false; response_revision:19886; number_of_response:1; }","duration":"143.304388ms","start":"2026-03-31T05:38:17.345632Z","end":"2026-03-31T05:38:17.488937Z","steps":["trace[684255384] 'process raft request' (duration: 143.179394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:17.489368Z","caller":"traceutil/trace.go:171","msg":"trace[1635544999] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20604; }","duration":"106.09978ms","start":"2026-03-31T05:38:17.383259Z","end":"2026-03-31T05:38:17.489359Z","steps":["trace[1635544999] 'read index received' (duration: 106.09581ms)","trace[1635544999] 'applied index is now lower than readState.Index' (duration: 3.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:17.489574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.297906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:38:17.48961Z","caller":"traceutil/trace.go:171","msg":"trace[1421815369] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19886; }","duration":"106.391639ms","start":"2026-03-31T05:38:17.383209Z","end":"2026-03-31T05:38:17.4896Z","steps":["trace[1421815369] 'agreement among raft nodes before linearized reading' (duration: 106.290556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:24.878549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.199791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:38:24.878657Z","caller":"traceutil/trace.go:171","msg":"trace[83548089] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"167.735696ms","start":"2026-03-31T05:38:24.710905Z","end":"2026-03-31T05:38:24.878641Z","steps":["trace[83548089] 'process raft request' (duration: 41.35939ms)","trace[83548089] 'compare' (duration: 125.837011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:38:25.175054Z","caller":"traceutil/trace.go:171","msg":"trace[1247738272] linearizableReadLoop","detail":"{readStateIndex:20644; appliedIndex:20642; }","duration":"423.60252ms","start":"2026-03-31T05:38:24.751421Z","end":"2026-03-31T05:38:25.175023Z","steps":["trace[1247738272] 'read index received' (duration: 854.543µs)","trace[1247738272] 'applied index is now lower than readState.Index' (duration: 422.746777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:38:25.175146Z","caller":"traceutil/trace.go:171","msg":"trace[1254279288] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"464.144508ms","start":"2026-03-31T05:38:24.710961Z","end":"2026-03-31T05:38:25.175105Z","steps":["trace[1254279288] 'process raft request' (duration: 373.575562ms)","trace[1254279288] 'compare' (duration: 90.310669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:25.175274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:24.710933Z","time spent":"464.267251ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:38:25.175318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.887028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:38:25.17535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.899778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:38:25.175382Z","caller":"traceutil/trace.go:171","msg":"trace[1180301422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19924; }","duration":"423.982871ms","start":"2026-03-31T05:38:24.75138Z","end":"2026-03-31T05:38:25.175363Z","steps":["trace[1180301422] 'agreement among raft nodes before linearized reading' (duration: 423.810946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:25.175412Z","caller":"traceutil/trace.go:171","msg":"trace[1952436569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19924; }","duration":"423.995031ms","start":"2026-03-31T05:38:24.751404Z","end":"2026-03-31T05:38:25.175399Z","steps":["trace[1952436569] 'agreement among raft nodes before linearized reading' (duration: 423.857417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.175436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:24.751362Z","time spent":"424.061652ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:25.175462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:24.751384Z","time spent":"424.064083ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:38:25.175657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.625168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5slxf\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-03-31T05:38:25.175714Z","caller":"traceutil/trace.go:171","msg":"trace[1309718688] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5slxf; range_end:; response_count:1; response_revision:19924; }","duration":"296.776333ms","start":"2026-03-31T05:38:24.878926Z","end":"2026-03-31T05:38:25.175703Z","steps":["trace[1309718688] 'agreement among raft nodes before linearized reading' (duration: 296.625439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.175664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.792599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9hw6r\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-31T05:38:25.175893Z","caller":"traceutil/trace.go:171","msg":"trace[1125544299] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9hw6r; range_end:; response_count:1; response_revision:19924; }","duration":"291.023315ms","start":"2026-03-31T05:38:24.884856Z","end":"2026-03-31T05:38:25.17588Z","steps":["trace[1125544299] 'agreement among raft nodes before linearized reading' (duration: 290.710046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.176928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.622829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:38:25.176993Z","caller":"traceutil/trace.go:171","msg":"trace[1535366466] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19924; }","duration":"405.732532ms","start":"2026-03-31T05:38:24.771247Z","end":"2026-03-31T05:38:25.17698Z","steps":["trace[1535366466] 'agreement among raft nodes before linearized reading' (duration: 404.387875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:38:25.177041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:38:24.771232Z","time spent":"405.795653ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1997,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:38:36.368835Z","caller":"traceutil/trace.go:171","msg":"trace[1182587733] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"102.343718ms","start":"2026-03-31T05:38:36.266443Z","end":"2026-03-31T05:38:36.368786Z","steps":["trace[1182587733] 'process raft request' (duration: 97.635949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:36.469797Z","caller":"traceutil/trace.go:171","msg":"trace[1722189391] linearizableReadLoop","detail":"{readStateIndex:20776; appliedIndex:20775; }","duration":"152.948151ms","start":"2026-03-31T05:38:36.316828Z","end":"2026-03-31T05:38:36.469776Z","steps":["trace[1722189391] 'read index received' (duration: 52.914337ms)","trace[1722189391] 'applied index is now lower than readState.Index' (duration: 100.032954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:38:36.470248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.209988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:38:36.470278Z","caller":"traceutil/trace.go:171","msg":"trace[1162852943] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20054; }","duration":"153.448315ms","start":"2026-03-31T05:38:36.316819Z","end":"2026-03-31T05:38:36.470267Z","steps":["trace[1162852943] 'agreement among raft nodes before linearized reading' (duration: 153.043864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:38:36.470563Z","caller":"traceutil/trace.go:171","msg":"trace[1960175827] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"202.460985ms","start":"2026-03-31T05:38:36.268088Z","end":"2026-03-31T05:38:36.470549Z","steps":["trace[1960175827] 'process raft request' (duration: 201.5207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:37.684596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18180} {"level":"info","ts":"2026-03-31T05:39:37.782549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18180,"took":"93.617231ms","hash":3931090597,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":33841152,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T05:39:37.782635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3931090597,"revision":18180,"compact-revision":16073} {"level":"warn","ts":"2026-03-31T05:40:40.616823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396033487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:40:41.088193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058266095s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:40:41.088649Z","caller":"traceutil/trace.go:171","msg":"trace[1806922985] transaction","detail":"{read_only:false; response_revision:20912; number_of_response:1; }","duration":"1.05881948s","start":"2026-03-31T05:40:40.029796Z","end":"2026-03-31T05:40:41.088616Z","steps":["trace[1806922985] 'process raft request' (duration: 1.058662716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.088923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.029777Z","time spent":"1.059031706s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.129222Z","caller":"traceutil/trace.go:171","msg":"trace[1226911908] transaction","detail":"{read_only:false; response_revision:20914; number_of_response:1; }","duration":"1.09616791s","start":"2026-03-31T05:40:40.033028Z","end":"2026-03-31T05:40:41.129196Z","steps":["trace[1226911908] 'process raft request' (duration: 1.096108748s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.129289Z","caller":"traceutil/trace.go:171","msg":"trace[1849565850] transaction","detail":"{read_only:false; response_revision:20913; number_of_response:1; }","duration":"1.098112244s","start":"2026-03-31T05:40:40.031144Z","end":"2026-03-31T05:40:41.129256Z","steps":["trace[1849565850] 'process raft request' (duration: 1.097874347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.033011Z","time spent":"1.096274594s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:41.129489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.031124Z","time spent":"1.098232526s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.129573Z","caller":"traceutil/trace.go:171","msg":"trace[1997573858] transaction","detail":"{read_only:false; response_revision:20915; number_of_response:1; }","duration":"1.005943772s","start":"2026-03-31T05:40:40.123587Z","end":"2026-03-31T05:40:41.129531Z","steps":["trace[1997573858] 'process raft request' (duration: 1.005581322s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.129638Z","caller":"traceutil/trace.go:171","msg":"trace[141374431] transaction","detail":"{read_only:false; response_revision:20917; number_of_response:1; }","duration":"877.88766ms","start":"2026-03-31T05:40:40.251738Z","end":"2026-03-31T05:40:41.129626Z","steps":["trace[141374431] 'process raft request' (duration: 877.819388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.129639Z","caller":"traceutil/trace.go:171","msg":"trace[93748027] linearizableReadLoop","detail":"{readStateIndex:21667; appliedIndex:21661; }","duration":"1.013691164s","start":"2026-03-31T05:40:40.115916Z","end":"2026-03-31T05:40:41.129607Z","steps":["trace[93748027] 'read index received' (duration: 972.570671ms)","trace[93748027] 'applied index is now lower than readState.Index' (duration: 41.119353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:41.12966Z","caller":"traceutil/trace.go:171","msg":"trace[514435906] transaction","detail":"{read_only:false; response_revision:20916; number_of_response:1; }","duration":"879.252418ms","start":"2026-03-31T05:40:40.250372Z","end":"2026-03-31T05:40:41.129625Z","steps":["trace[514435906] 'process raft request' (duration: 879.062733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.129765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.123547Z","time spent":"1.006116597s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:41.129783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.251714Z","time spent":"877.951512ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:41.129826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.250323Z","time spent":"879.415802ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:41.129955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.39084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:41.129986Z","caller":"traceutil/trace.go:171","msg":"trace[882853582] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20917; }","duration":"589.452591ms","start":"2026-03-31T05:40:40.540524Z","end":"2026-03-31T05:40:41.129976Z","steps":["trace[882853582] 'agreement among raft nodes before linearized reading' (duration: 589.4016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.130005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.540504Z","time spent":"589.496122ms","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:40:41.129992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.034215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:40:41.130013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014095235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:40:41.130049Z","caller":"traceutil/trace.go:171","msg":"trace[149611006] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20917; }","duration":"685.155609ms","start":"2026-03-31T05:40:40.444874Z","end":"2026-03-31T05:40:41.13003Z","steps":["trace[149611006] 'agreement among raft nodes before linearized reading' (duration: 684.903912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.130067Z","caller":"traceutil/trace.go:171","msg":"trace[16066794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20917; }","duration":"1.014151917s","start":"2026-03-31T05:40:40.115904Z","end":"2026-03-31T05:40:41.130056Z","steps":["trace[16066794] 'agreement among raft nodes before linearized reading' (duration: 1.013849668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.130102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.444852Z","time spent":"685.238401ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":33,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:40:41.130406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.115816Z","time spent":"1.014273721s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:40:42.339106Z","caller":"traceutil/trace.go:171","msg":"trace[1480422071] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"291.936565ms","start":"2026-03-31T05:40:42.047147Z","end":"2026-03-31T05:40:42.339084Z","steps":["trace[1480422071] 'process raft request' (duration: 291.791441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:42.340764Z","caller":"traceutil/trace.go:171","msg":"trace[1281857124] transaction","detail":"{read_only:false; response_revision:20924; number_of_response:1; }","duration":"133.681867ms","start":"2026-03-31T05:40:42.207069Z","end":"2026-03-31T05:40:42.340751Z","steps":["trace[1281857124] 'process raft request' (duration: 133.590774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.108882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396033731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:40:57.339445Z","caller":"traceutil/trace.go:171","msg":"trace[1531991429] transaction","detail":"{read_only:false; response_revision:21003; number_of_response:1; }","duration":"753.592382ms","start":"2026-03-31T05:40:56.585814Z","end":"2026-03-31T05:40:57.339406Z","steps":["trace[1531991429] 'process raft request' (duration: 753.358405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.339658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:56.585796Z","time spent":"753.750386ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8657,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:57.342389Z","caller":"traceutil/trace.go:171","msg":"trace[1628635768] linearizableReadLoop","detail":"{readStateIndex:21757; appliedIndex:21756; }","duration":"734.281093ms","start":"2026-03-31T05:40:56.608085Z","end":"2026-03-31T05:40:57.342366Z","steps":["trace[1628635768] 'read index received' (duration: 731.667331ms)","trace[1628635768] 'applied index is now lower than readState.Index' (duration: 2.612792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:57.343209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.083306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:40:57.343257Z","caller":"traceutil/trace.go:171","msg":"trace[86235592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21007; }","duration":"735.191808ms","start":"2026-03-31T05:40:56.608053Z","end":"2026-03-31T05:40:57.343245Z","steps":["trace[86235592] 'agreement among raft nodes before linearized reading' (duration: 734.999683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:57.343289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:56.608042Z","time spent":"735.23864ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:41:53.850887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.569998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:41:53.851487Z","caller":"traceutil/trace.go:171","msg":"trace[2082472641] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"172.753665ms","start":"2026-03-31T05:41:53.678709Z","end":"2026-03-31T05:41:53.851462Z","steps":["trace[2082472641] 'process raft request' (duration: 40.559739ms)","trace[2082472641] 'compare' (duration: 131.504407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:53.851649Z","caller":"traceutil/trace.go:171","msg":"trace[704301266] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"171.948093ms","start":"2026-03-31T05:41:53.679691Z","end":"2026-03-31T05:41:53.85164Z","steps":["trace[704301266] 'process raft request' (duration: 171.712117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:53.851697Z","caller":"traceutil/trace.go:171","msg":"trace[695490519] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"171.552872ms","start":"2026-03-31T05:41:53.68014Z","end":"2026-03-31T05:41:53.851693Z","steps":["trace[695490519] 'process raft request' (duration: 171.298145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:53.851784Z","caller":"traceutil/trace.go:171","msg":"trace[1521933446] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"169.98262ms","start":"2026-03-31T05:41:53.681779Z","end":"2026-03-31T05:41:53.851761Z","steps":["trace[1521933446] 'process raft request' (duration: 169.686462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:54.173099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.949053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:41:54.173231Z","caller":"traceutil/trace.go:171","msg":"trace[205863674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21496; }","duration":"157.096917ms","start":"2026-03-31T05:41:54.016094Z","end":"2026-03-31T05:41:54.173191Z","steps":["trace[205863674] 'range keys from in-memory index tree' (duration: 156.804349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:31.582174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:32.083263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:32.58348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:33.084274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:33.514712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.614237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:33.514829Z","caller":"traceutil/trace.go:171","msg":"trace[428034309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21677; }","duration":"423.74853ms","start":"2026-03-31T05:42:33.091063Z","end":"2026-03-31T05:42:33.514811Z","steps":["trace[428034309] 'range keys from in-memory index tree' (duration: 423.594726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.514884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346786757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:42:33.514954Z","caller":"traceutil/trace.go:171","msg":"trace[1187174191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21677; }","duration":"3.346905391s","start":"2026-03-31T05:42:30.16803Z","end":"2026-03-31T05:42:33.514935Z","steps":["trace[1187174191] 'range keys from in-memory index tree' (duration: 3.346610673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.514941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098781594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:42:33.514993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.168008Z","time spent":"3.346975773s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:42:33.515041Z","caller":"traceutil/trace.go:171","msg":"trace[1378740267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21677; }","duration":"3.098913068s","start":"2026-03-31T05:42:30.416106Z","end":"2026-03-31T05:42:33.515019Z","steps":["trace[1378740267] 'range keys from in-memory index tree' (duration: 3.09863352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.51509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.41609Z","time spent":"3.098985459s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:33.515271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341713699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:42:33.515314Z","caller":"traceutil/trace.go:171","msg":"trace[1158509086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21677; }","duration":"3.341790611s","start":"2026-03-31T05:42:30.17351Z","end":"2026-03-31T05:42:33.5153Z","steps":["trace[1158509086] 'range keys from in-memory index tree' (duration: 3.341585706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.515373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.173487Z","time spent":"3.341854843s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:33.515399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030888487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:33.51543Z","caller":"traceutil/trace.go:171","msg":"trace[449711671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21677; }","duration":"3.030949659s","start":"2026-03-31T05:42:30.484471Z","end":"2026-03-31T05:42:33.515421Z","steps":["trace[449711671] 'range keys from in-memory index tree' (duration: 3.030786495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.51546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.484455Z","time spent":"3.030994851s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:42:33.515638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341932415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:42:33.515685Z","caller":"traceutil/trace.go:171","msg":"trace[1604672169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21677; }","duration":"3.342015958s","start":"2026-03-31T05:42:30.173655Z","end":"2026-03-31T05:42:33.515671Z","steps":["trace[1604672169] 'range keys from in-memory index tree' (duration: 3.341796252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.515724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.173635Z","time spent":"3.342077209s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:33.515846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880413972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:33.51591Z","caller":"traceutil/trace.go:171","msg":"trace[895012524] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:21677; }","duration":"2.880525715s","start":"2026-03-31T05:42:30.635363Z","end":"2026-03-31T05:42:33.515889Z","steps":["trace[895012524] 'count revisions from in-memory index tree' (duration: 2.880307499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.51596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.635337Z","time spent":"2.880600637s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:33.516122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323533871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:42:33.516176Z","caller":"traceutil/trace.go:171","msg":"trace[1751685777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21677; }","duration":"3.323676165s","start":"2026-03-31T05:42:30.192485Z","end":"2026-03-31T05:42:33.516161Z","steps":["trace[1751685777] 'range keys from in-memory index tree' (duration: 3.323370237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.516217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.192459Z","time spent":"3.323746687s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:42:33.516235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873171074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:33.516306Z","caller":"traceutil/trace.go:171","msg":"trace[786147185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21677; }","duration":"2.873278406s","start":"2026-03-31T05:42:30.643007Z","end":"2026-03-31T05:42:33.516285Z","steps":["trace[786147185] 'count revisions from in-memory index tree' (duration: 2.873085131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.516357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.642994Z","time spent":"2.873345809s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:33.516363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834686581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:42:33.516401Z","caller":"traceutil/trace.go:171","msg":"trace[1684726575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21677; }","duration":"2.834753462s","start":"2026-03-31T05:42:30.681638Z","end":"2026-03-31T05:42:33.516391Z","steps":["trace[1684726575] 'range keys from in-memory index tree' (duration: 2.834541687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:33.516426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.681622Z","time spent":"2.834797774s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:42:33.584874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:34.08527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:34.363793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.581331862s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:42:34.36415Z","caller":"traceutil/trace.go:171","msg":"trace[1374783118] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"3.581856347s","start":"2026-03-31T05:42:30.782271Z","end":"2026-03-31T05:42:34.364127Z","steps":["trace[1374783118] 'process raft request' (duration: 3.581715773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:34.364266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:30.782236Z","time spent":"3.581958199s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:34.485013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:42:34.48512Z","caller":"traceutil/trace.go:171","msg":"trace[1012842957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426744s","start":"2026-03-31T05:42:32.484666Z","end":"2026-03-31T05:42:34.485093Z","steps":["trace[1012842957] 'agreement among raft nodes before linearized reading' (duration: 2.00029339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:34.485276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:32.484644Z","time spent":"2.000524576s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:42:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:42:34.608053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:42:34.608146Z","caller":"traceutil/trace.go:171","msg":"trace[2112292680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002723s","start":"2026-03-31T05:42:32.607852Z","end":"2026-03-31T05:42:34.608125Z","steps":["trace[2112292680] 'agreement among raft nodes before linearized reading' (duration: 2.000154527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:34.6082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:32.607832Z","time spent":"2.000358472s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:42:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:42:35.681031Z","caller":"traceutil/trace.go:171","msg":"trace[1436874152] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"3.968662145s","start":"2026-03-31T05:42:31.712334Z","end":"2026-03-31T05:42:35.680996Z","steps":["trace[1436874152] 'process raft request' (duration: 3.966414484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.68118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.712308Z","time spent":"3.968798649s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.681314Z","caller":"traceutil/trace.go:171","msg":"trace[271187367] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"2.158686591s","start":"2026-03-31T05:42:33.522615Z","end":"2026-03-31T05:42:35.681301Z","steps":["trace[271187367] 'process raft request' (duration: 2.158631569s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.681313Z","caller":"traceutil/trace.go:171","msg":"trace[1806462854] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"3.867280993s","start":"2026-03-31T05:42:31.813947Z","end":"2026-03-31T05:42:35.681228Z","steps":["trace[1806462854] 'process raft request' (duration: 3.866986455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.681431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.522604Z","time spent":"2.158738663s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.681517Z","caller":"traceutil/trace.go:171","msg":"trace[205603358] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"3.831322729s","start":"2026-03-31T05:42:31.850185Z","end":"2026-03-31T05:42:35.681508Z","steps":["trace[205603358] 'process raft request' (duration: 3.83096272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.681576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.850162Z","time spent":"3.8313771s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.68164Z","caller":"traceutil/trace.go:171","msg":"trace[34317480] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"2.159499764s","start":"2026-03-31T05:42:33.52213Z","end":"2026-03-31T05:42:35.68163Z","steps":["trace[34317480] 'process raft request' (duration: 2.159051741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.681681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.522111Z","time spent":"2.159549655s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.681744Z","caller":"traceutil/trace.go:171","msg":"trace[176929794] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"2.159551605s","start":"2026-03-31T05:42:33.522186Z","end":"2026-03-31T05:42:35.681738Z","steps":["trace[176929794] 'process raft request' (duration: 2.159039811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.681707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.813921Z","time spent":"3.867533219s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:35.681783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.522162Z","time spent":"2.159601066s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:35.68179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600020114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.681624Z","caller":"traceutil/trace.go:171","msg":"trace[1136689073] linearizableReadLoop","detail":"{readStateIndex:22466; appliedIndex:22458; }","duration":"4.599842869s","start":"2026-03-31T05:42:31.081748Z","end":"2026-03-31T05:42:35.681591Z","steps":["trace[1136689073] 'read index received' (duration: 3.282385736s)","trace[1136689073] 'applied index is now lower than readState.Index' (duration: 1.317456083s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:35.681839Z","caller":"traceutil/trace.go:171","msg":"trace[463532504] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21686; }","duration":"4.600166788s","start":"2026-03-31T05:42:31.08166Z","end":"2026-03-31T05:42:35.681827Z","steps":["trace[463532504] 'agreement among raft nodes before linearized reading' (duration: 4.600042445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.681907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.081643Z","time spent":"4.6002528s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:35.682108Z","caller":"traceutil/trace.go:171","msg":"trace[2016131021] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"2.158629419s","start":"2026-03-31T05:42:33.523462Z","end":"2026-03-31T05:42:35.682092Z","steps":["trace[2016131021] 'process raft request' (duration: 2.157810577s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.682147Z","caller":"traceutil/trace.go:171","msg":"trace[1795499190] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"2.158378353s","start":"2026-03-31T05:42:33.523745Z","end":"2026-03-31T05:42:35.682123Z","steps":["trace[1795499190] 'process raft request' (duration: 2.157714715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.68228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.523737Z","time spent":"2.158478246s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:35.6823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.523448Z","time spent":"2.158756813s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:35.689056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362928779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.68915Z","caller":"traceutil/trace.go:171","msg":"trace[1798491049] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21687; }","duration":"4.363031912s","start":"2026-03-31T05:42:31.3261Z","end":"2026-03-31T05:42:35.689132Z","steps":["trace[1798491049] 'agreement among raft nodes before linearized reading' (duration: 4.362874238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.326042Z","time spent":"4.363140224s","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:35.68919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200628198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:42:35.689203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517980988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:42:35.689254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607970601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:42:35.689286Z","caller":"traceutil/trace.go:171","msg":"trace[2071882112] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21687; }","duration":"1.518115222s","start":"2026-03-31T05:42:34.17115Z","end":"2026-03-31T05:42:35.689265Z","steps":["trace[2071882112] 'agreement among raft nodes before linearized reading' (duration: 1.517979238s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.689302Z","caller":"traceutil/trace.go:171","msg":"trace[2045708464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21687; }","duration":"3.608057353s","start":"2026-03-31T05:42:32.081232Z","end":"2026-03-31T05:42:35.68929Z","steps":["trace[2045708464] 'agreement among raft nodes before linearized reading' (duration: 3.607832787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.171132Z","time spent":"1.518186323s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:35.689331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:32.081211Z","time spent":"3.608112835s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:35.689364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194918951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:42:35.689311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.817385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T05:42:35.68942Z","caller":"traceutil/trace.go:171","msg":"trace[1076467617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21687; }","duration":"1.194959233s","start":"2026-03-31T05:42:34.494427Z","end":"2026-03-31T05:42:35.689387Z","steps":["trace[1076467617] 'agreement among raft nodes before linearized reading' (duration: 1.194922812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.49442Z","time spent":"1.195021034s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:42:35.689454Z","caller":"traceutil/trace.go:171","msg":"trace[778250817] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21687; }","duration":"191.99881ms","start":"2026-03-31T05:42:35.497436Z","end":"2026-03-31T05:42:35.689435Z","steps":["trace[778250817] 'agreement among raft nodes before linearized reading' (duration: 191.698592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691474474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.689523Z","caller":"traceutil/trace.go:171","msg":"trace[1363157616] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21687; }","duration":"2.691568466s","start":"2026-03-31T05:42:32.997942Z","end":"2026-03-31T05:42:35.68951Z","steps":["trace[1363157616] 'agreement among raft nodes before linearized reading' (duration: 2.691434933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:32.997869Z","time spent":"2.691677409s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:35.68924Z","caller":"traceutil/trace.go:171","msg":"trace[1970509962] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:21687; }","duration":"1.20072682s","start":"2026-03-31T05:42:34.488497Z","end":"2026-03-31T05:42:35.689224Z","steps":["trace[1970509962] 'agreement among raft nodes before linearized reading' (duration: 1.200530385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.488476Z","time spent":"1.201131341s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:42:35.689628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140729441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.689679Z","caller":"traceutil/trace.go:171","msg":"trace[1134451840] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21687; }","duration":"4.140812543s","start":"2026-03-31T05:42:31.548853Z","end":"2026-03-31T05:42:35.689665Z","steps":["trace[1134451840] 'agreement among raft nodes before linearized reading' (duration: 4.140725481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.486251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:42:35.689731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.548812Z","time spent":"4.140908586s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:35.689757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166411613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:42:35.68976Z","caller":"traceutil/trace.go:171","msg":"trace[1117831566] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21687; }","duration":"261.980705ms","start":"2026-03-31T05:42:35.427768Z","end":"2026-03-31T05:42:35.689749Z","steps":["trace[1117831566] 'agreement among raft nodes before linearized reading' (duration: 261.488961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.689742Z","caller":"traceutil/trace.go:171","msg":"trace[1310815351] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"721.465472ms","start":"2026-03-31T05:42:34.968265Z","end":"2026-03-31T05:42:35.689731Z","steps":["trace[1310815351] 'process raft request' (duration: 720.587448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.689618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778307449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:42:35.689688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051054679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:42:35.690062Z","caller":"traceutil/trace.go:171","msg":"trace[301072645] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:21687; }","duration":"4.05146482s","start":"2026-03-31T05:42:31.638588Z","end":"2026-03-31T05:42:35.690053Z","steps":["trace[301072645] 'agreement among raft nodes before linearized reading' (duration: 4.050505214s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:35.690064Z","caller":"traceutil/trace.go:171","msg":"trace[1446762797] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21687; }","duration":"3.778791602s","start":"2026-03-31T05:42:31.911258Z","end":"2026-03-31T05:42:35.690049Z","steps":["trace[1446762797] 'agreement among raft nodes before linearized reading' (duration: 3.778323209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.690096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.638536Z","time spent":"4.051548002s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:42:35.690102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:31.911236Z","time spent":"3.778853594s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:35.69012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:34.968246Z","time spent":"721.7794ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:35.689782Z","caller":"traceutil/trace.go:171","msg":"trace[21690458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21687; }","duration":"2.166465173s","start":"2026-03-31T05:42:33.523309Z","end":"2026-03-31T05:42:35.689775Z","steps":["trace[21690458] 'agreement among raft nodes before linearized reading' (duration: 2.166379091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.690253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:33.523294Z","time spent":"2.166947767s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:42:35.689336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.096993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:35.690364Z","caller":"traceutil/trace.go:171","msg":"trace[1287180396] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21687; }","duration":"393.155582ms","start":"2026-03-31T05:42:35.297198Z","end":"2026-03-31T05:42:35.690354Z","steps":["trace[1287180396] 'agreement among raft nodes before linearized reading' (duration: 392.109424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:35.690398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:35.297179Z","time spent":"393.209644ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:37.802733Z","caller":"traceutil/trace.go:171","msg":"trace[477750564] transaction","detail":"{read_only:false; response_revision:21694; number_of_response:1; }","duration":"114.216893ms","start":"2026-03-31T05:42:37.688482Z","end":"2026-03-31T05:42:37.802699Z","steps":["trace[477750564] 'process raft request' (duration: 114.10022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.802767Z","caller":"traceutil/trace.go:171","msg":"trace[1983443973] transaction","detail":"{read_only:false; response_revision:21693; number_of_response:1; }","duration":"114.995715ms","start":"2026-03-31T05:42:37.687706Z","end":"2026-03-31T05:42:37.802702Z","steps":["trace[1983443973] 'process raft request' (duration: 114.672197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.802978Z","caller":"traceutil/trace.go:171","msg":"trace[1579384831] transaction","detail":"{read_only:false; response_revision:21695; number_of_response:1; }","duration":"112.969369ms","start":"2026-03-31T05:42:37.689988Z","end":"2026-03-31T05:42:37.802958Z","steps":["trace[1579384831] 'process raft request' (duration: 112.660841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.803394Z","caller":"traceutil/trace.go:171","msg":"trace[456513529] transaction","detail":"{read_only:false; response_revision:21696; number_of_response:1; }","duration":"113.336999ms","start":"2026-03-31T05:42:37.690048Z","end":"2026-03-31T05:42:37.803385Z","steps":["trace[456513529] 'process raft request' (duration: 112.867256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.803614Z","caller":"traceutil/trace.go:171","msg":"trace[81954903] transaction","detail":"{read_only:false; response_revision:21697; number_of_response:1; }","duration":"113.270658ms","start":"2026-03-31T05:42:37.690336Z","end":"2026-03-31T05:42:37.803606Z","steps":["trace[81954903] 'process raft request' (duration: 112.98313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.803982Z","caller":"traceutil/trace.go:171","msg":"trace[613850819] transaction","detail":"{read_only:false; response_revision:21698; number_of_response:1; }","duration":"113.610077ms","start":"2026-03-31T05:42:37.690354Z","end":"2026-03-31T05:42:37.803964Z","steps":["trace[613850819] 'process raft request' (duration: 113.227706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:37.804331Z","caller":"traceutil/trace.go:171","msg":"trace[1345284110] transaction","detail":"{read_only:false; response_revision:21699; number_of_response:1; }","duration":"113.933386ms","start":"2026-03-31T05:42:37.690382Z","end":"2026-03-31T05:42:37.804316Z","steps":["trace[1345284110] 'process raft request' (duration: 113.529494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:38.607441Z","caller":"traceutil/trace.go:171","msg":"trace[1712853393] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"120.507426ms","start":"2026-03-31T05:42:38.486906Z","end":"2026-03-31T05:42:38.607413Z","steps":["trace[1712853393] 'process raft request' (duration: 120.214998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:39.890795Z","caller":"traceutil/trace.go:171","msg":"trace[1266431111] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"116.505447ms","start":"2026-03-31T05:42:39.774244Z","end":"2026-03-31T05:42:39.890749Z","steps":["trace[1266431111] 'process raft request' (duration: 116.310951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.187208Z","caller":"traceutil/trace.go:171","msg":"trace[64768183] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"112.6208ms","start":"2026-03-31T05:42:44.074558Z","end":"2026-03-31T05:42:44.187179Z","steps":["trace[64768183] 'process raft request' (duration: 112.085006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.18964Z","caller":"traceutil/trace.go:171","msg":"trace[369917167] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"112.786204ms","start":"2026-03-31T05:42:44.07684Z","end":"2026-03-31T05:42:44.189626Z","steps":["trace[369917167] 'process raft request' (duration: 112.758844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.189919Z","caller":"traceutil/trace.go:171","msg":"trace[2057970545] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"115.157639ms","start":"2026-03-31T05:42:44.074753Z","end":"2026-03-31T05:42:44.189911Z","steps":["trace[2057970545] 'process raft request' (duration: 114.746568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.190046Z","caller":"traceutil/trace.go:171","msg":"trace[626149277] transaction","detail":"{read_only:false; response_revision:21733; number_of_response:1; }","duration":"115.045777ms","start":"2026-03-31T05:42:44.074993Z","end":"2026-03-31T05:42:44.190038Z","steps":["trace[626149277] 'process raft request' (duration: 114.556443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.190249Z","caller":"traceutil/trace.go:171","msg":"trace[682784220] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"115.058197ms","start":"2026-03-31T05:42:44.075183Z","end":"2026-03-31T05:42:44.190241Z","steps":["trace[682784220] 'process raft request' (duration: 114.394409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:46.354279Z","caller":"traceutil/trace.go:171","msg":"trace[21563968] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"153.160769ms","start":"2026-03-31T05:42:46.201084Z","end":"2026-03-31T05:42:46.354244Z","steps":["trace[21563968] 'process raft request' (duration: 153.098567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:46.354346Z","caller":"traceutil/trace.go:171","msg":"trace[153570915] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"153.365665ms","start":"2026-03-31T05:42:46.200952Z","end":"2026-03-31T05:42:46.354318Z","steps":["trace[153570915] 'process raft request' (duration: 73.46372ms)","trace[153570915] 'compare' (duration: 79.215996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:46.354429Z","caller":"traceutil/trace.go:171","msg":"trace[871655897] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"153.309503ms","start":"2026-03-31T05:42:46.201087Z","end":"2026-03-31T05:42:46.354396Z","steps":["trace[871655897] 'process raft request' (duration: 153.036746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:46.354745Z","caller":"traceutil/trace.go:171","msg":"trace[482154162] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"153.680374ms","start":"2026-03-31T05:42:46.201026Z","end":"2026-03-31T05:42:46.354706Z","steps":["trace[482154162] 'process raft request' (duration: 152.964634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.414351Z","caller":"traceutil/trace.go:171","msg":"trace[79745432] linearizableReadLoop","detail":"{readStateIndex:22532; appliedIndex:22531; }","duration":"271.516136ms","start":"2026-03-31T05:42:48.142799Z","end":"2026-03-31T05:42:48.414315Z","steps":["trace[79745432] 'read index received' (duration: 199.64739ms)","trace[79745432] 'applied index is now lower than readState.Index' (duration: 71.867356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:48.414442Z","caller":"traceutil/trace.go:171","msg":"trace[1168556615] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"360.265873ms","start":"2026-03-31T05:42:48.054136Z","end":"2026-03-31T05:42:48.414402Z","steps":["trace[1168556615] 'process raft request' (duration: 288.249494ms)","trace[1168556615] 'compare' (duration: 71.756212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:48.414593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.775894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:42:48.414704Z","caller":"traceutil/trace.go:171","msg":"trace[650119597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21748; }","duration":"271.923268ms","start":"2026-03-31T05:42:48.142754Z","end":"2026-03-31T05:42:48.414677Z","steps":["trace[650119597] 'agreement among raft nodes before linearized reading' (duration: 271.680861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.414682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.054118Z","time spent":"360.394707ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:48.414858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.043025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:42:48.414919Z","caller":"traceutil/trace.go:171","msg":"trace[788649743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21748; }","duration":"191.21213ms","start":"2026-03-31T05:42:48.223688Z","end":"2026-03-31T05:42:48.4149Z","steps":["trace[788649743] 'agreement among raft nodes before linearized reading' (duration: 190.871381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.806928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.681658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:50.806988Z","caller":"traceutil/trace.go:171","msg":"trace[2066695985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21757; }","duration":"593.791161ms","start":"2026-03-31T05:42:50.213184Z","end":"2026-03-31T05:42:50.806975Z","steps":["trace[2066695985] 'count revisions from in-memory index tree' (duration: 593.585055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.807014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.213162Z","time spent":"593.843793ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:50.80716Z","caller":"traceutil/trace.go:171","msg":"trace[686039025] linearizableReadLoop","detail":"{readStateIndex:22542; appliedIndex:22541; }","duration":"382.884473ms","start":"2026-03-31T05:42:50.42423Z","end":"2026-03-31T05:42:50.807114Z","steps":["trace[686039025] 'read index received' (duration: 372.828907ms)","trace[686039025] 'applied index is now lower than readState.Index' (duration: 10.052785ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:50.807462Z","caller":"traceutil/trace.go:171","msg":"trace[1156471908] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"385.781992ms","start":"2026-03-31T05:42:50.421636Z","end":"2026-03-31T05:42:50.807418Z","steps":["trace[1156471908] 'process raft request' (duration: 375.449149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.807659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.421611Z","time spent":"385.944096ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:50.808123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.864049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:42:50.808167Z","caller":"traceutil/trace.go:171","msg":"trace[245912980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21758; }","duration":"383.948961ms","start":"2026-03-31T05:42:50.424204Z","end":"2026-03-31T05:42:50.808153Z","steps":["trace[245912980] 'agreement among raft nodes before linearized reading' (duration: 383.308293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.808196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.424196Z","time spent":"383.991403ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:50.811198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.122879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:42:50.811273Z","caller":"traceutil/trace.go:171","msg":"trace[1645308138] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21759; }","duration":"364.275784ms","start":"2026-03-31T05:42:50.44698Z","end":"2026-03-31T05:42:50.811256Z","steps":["trace[1645308138] 'agreement among raft nodes before linearized reading' (duration: 363.996706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.811327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.446934Z","time spent":"364.376596ms","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:50.81179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.438713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:50.811819Z","caller":"traceutil/trace.go:171","msg":"trace[629477748] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21759; }","duration":"211.507815ms","start":"2026-03-31T05:42:50.600298Z","end":"2026-03-31T05:42:50.811806Z","steps":["trace[629477748] 'agreement among raft nodes before linearized reading' (duration: 211.458764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.811967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.932502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:50.811986Z","caller":"traceutil/trace.go:171","msg":"trace[30324682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21759; }","duration":"326.982824ms","start":"2026-03-31T05:42:50.484997Z","end":"2026-03-31T05:42:50.81198Z","steps":["trace[30324682] 'agreement among raft nodes before linearized reading' (duration: 326.933642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.812003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.484981Z","time spent":"327.018064ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:42:50.812237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.751957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:42:50.812257Z","caller":"traceutil/trace.go:171","msg":"trace[931525282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21759; }","duration":"349.783377ms","start":"2026-03-31T05:42:50.462467Z","end":"2026-03-31T05:42:50.81225Z","steps":["trace[931525282] 'agreement among raft nodes before linearized reading' (duration: 349.658094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.812276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.462268Z","time spent":"350.003173ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:50.812433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.971682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:42:50.812452Z","caller":"traceutil/trace.go:171","msg":"trace[476098431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21759; }","duration":"350.031084ms","start":"2026-03-31T05:42:50.462413Z","end":"2026-03-31T05:42:50.812444Z","steps":["trace[476098431] 'agreement among raft nodes before linearized reading' (duration: 349.969703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.812473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.462381Z","time spent":"350.086715ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:50.812612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.168088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:42:50.812632Z","caller":"traceutil/trace.go:171","msg":"trace[2088966603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21759; }","duration":"350.303711ms","start":"2026-03-31T05:42:50.462321Z","end":"2026-03-31T05:42:50.812625Z","steps":["trace[2088966603] 'agreement among raft nodes before linearized reading' (duration: 350.235399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.812649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.462268Z","time spent":"350.376273ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:50.812783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.465145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:42:50.812805Z","caller":"traceutil/trace.go:171","msg":"trace[267064074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21759; }","duration":"350.545848ms","start":"2026-03-31T05:42:50.462251Z","end":"2026-03-31T05:42:50.812797Z","steps":["trace[267064074] 'agreement among raft nodes before linearized reading' (duration: 350.480496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.812824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.462226Z","time spent":"350.59237ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:42:50.812953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.946366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:42:50.812977Z","caller":"traceutil/trace.go:171","msg":"trace[786725129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21759; }","duration":"351.992848ms","start":"2026-03-31T05:42:50.460978Z","end":"2026-03-31T05:42:50.81297Z","steps":["trace[786725129] 'agreement among raft nodes before linearized reading' (duration: 351.927466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:50.813001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:50.460967Z","time spent":"352.026148ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:42:56.414835Z","caller":"traceutil/trace.go:171","msg":"trace[2120711114] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"234.851923ms","start":"2026-03-31T05:42:56.179947Z","end":"2026-03-31T05:42:56.414799Z","steps":["trace[2120711114] 'process raft request' (duration: 234.667838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.688926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.565015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:57.689588Z","caller":"traceutil/trace.go:171","msg":"trace[659646486] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"1.507580273s","start":"2026-03-31T05:42:56.181963Z","end":"2026-03-31T05:42:57.689543Z","steps":["trace[659646486] 'process raft request' (duration: 818.662461ms)","trace[659646486] 'compare' (duration: 687.416951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:57.689668Z","caller":"traceutil/trace.go:171","msg":"trace[1900651489] linearizableReadLoop","detail":"{readStateIndex:22573; appliedIndex:22572; }","duration":"1.439376027s","start":"2026-03-31T05:42:56.250257Z","end":"2026-03-31T05:42:57.689633Z","steps":["trace[1900651489] 'read index received' (duration: 165.149917ms)","trace[1900651489] 'applied index is now lower than readState.Index' (duration: 1.27422108s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:57.68975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.181938Z","time spent":"1.507726277s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:57.767824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517521854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:42:57.767943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276427341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:57.768003Z","caller":"traceutil/trace.go:171","msg":"trace[1681436787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21788; }","duration":"1.276526814s","start":"2026-03-31T05:42:56.491461Z","end":"2026-03-31T05:42:57.767988Z","steps":["trace[1681436787] 'agreement among raft nodes before linearized reading' (duration: 1.27638857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.491445Z","time spent":"1.276580975s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:42:57.76796Z","caller":"traceutil/trace.go:171","msg":"trace[819417985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21787; }","duration":"1.517734141s","start":"2026-03-31T05:42:56.250188Z","end":"2026-03-31T05:42:57.767923Z","steps":["trace[819417985] 'agreement among raft nodes before linearized reading' (duration: 1.439564943s)","trace[819417985] 'range keys from in-memory index tree' (duration: 77.807868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:57.768069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.415862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:42:57.768161Z","caller":"traceutil/trace.go:171","msg":"trace[1300686342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21788; }","duration":"298.559016ms","start":"2026-03-31T05:42:57.469577Z","end":"2026-03-31T05:42:57.768136Z","steps":["trace[1300686342] 'agreement among raft nodes before linearized reading' (duration: 298.299469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.76822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.242748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:42:57.768242Z","caller":"traceutil/trace.go:171","msg":"trace[904881456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21788; }","duration":"890.264588ms","start":"2026-03-31T05:42:56.877972Z","end":"2026-03-31T05:42:57.768236Z","steps":["trace[904881456] 'agreement among raft nodes before linearized reading' (duration: 890.196156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.877865Z","time spent":"890.389062ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:57.7682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.250143Z","time spent":"1.518019558s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:42:57.768325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.765267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:42:57.768341Z","caller":"traceutil/trace.go:171","msg":"trace[320992834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21788; }","duration":"896.800217ms","start":"2026-03-31T05:42:56.871537Z","end":"2026-03-31T05:42:57.768337Z","steps":["trace[320992834] 'agreement among raft nodes before linearized reading' (duration: 896.758546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.871528Z","time spent":"896.822918ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:57.768414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.821405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:42:57.768429Z","caller":"traceutil/trace.go:171","msg":"trace[271701013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21788; }","duration":"897.860346ms","start":"2026-03-31T05:42:56.870564Z","end":"2026-03-31T05:42:57.768425Z","steps":["trace[271701013] 'agreement among raft nodes before linearized reading' (duration: 897.819985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.76844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.870553Z","time spent":"897.884447ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:42:57.768407Z","caller":"traceutil/trace.go:171","msg":"trace[1787487663] transaction","detail":"{read_only:false; response_revision:21788; number_of_response:1; }","duration":"906.080482ms","start":"2026-03-31T05:42:56.862311Z","end":"2026-03-31T05:42:57.768392Z","steps":["trace[1787487663] 'process raft request' (duration: 905.126486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.440485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:42:57.768488Z","caller":"traceutil/trace.go:171","msg":"trace[1462737686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21788; }","duration":"833.593379ms","start":"2026-03-31T05:42:56.934888Z","end":"2026-03-31T05:42:57.768481Z","steps":["trace[1462737686] 'agreement among raft nodes before linearized reading' (duration: 832.984252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.934837Z","time spent":"833.663521ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:57.76857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043063448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:42:57.768557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.862255Z","time spent":"906.230095ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:57.768588Z","caller":"traceutil/trace.go:171","msg":"trace[2027597076] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21788; }","duration":"1.04311832s","start":"2026-03-31T05:42:56.725463Z","end":"2026-03-31T05:42:57.768581Z","steps":["trace[2027597076] 'agreement among raft nodes before linearized reading' (duration: 1.043087989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.725442Z","time spent":"1.04315722s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:57.768579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200397261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:42:57.768677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.34438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:42:57.768677Z","caller":"traceutil/trace.go:171","msg":"trace[599479899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21788; }","duration":"1.200548815s","start":"2026-03-31T05:42:56.568107Z","end":"2026-03-31T05:42:57.768656Z","steps":["trace[599479899] 'agreement among raft nodes before linearized reading' (duration: 1.200353699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.534417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:42:57.768717Z","caller":"traceutil/trace.go:171","msg":"trace[588375114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21788; }","duration":"898.439872ms","start":"2026-03-31T05:42:56.870268Z","end":"2026-03-31T05:42:57.768708Z","steps":["trace[588375114] 'agreement among raft nodes before linearized reading' (duration: 898.271128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.870235Z","time spent":"898.499524ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:42:57.768732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.568089Z","time spent":"1.200631768s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:57.768761Z","caller":"traceutil/trace.go:171","msg":"trace[601948164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21788; }","duration":"320.690632ms","start":"2026-03-31T05:42:57.448037Z","end":"2026-03-31T05:42:57.768728Z","steps":["trace[601948164] 'agreement among raft nodes before linearized reading' (duration: 320.358243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.768823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.448016Z","time spent":"320.797704ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:42:57.769977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.093152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:42:57.770087Z","caller":"traceutil/trace.go:171","msg":"trace[610448872] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21788; }","duration":"834.222976ms","start":"2026-03-31T05:42:56.935843Z","end":"2026-03-31T05:42:57.770066Z","steps":["trace[610448872] 'agreement among raft nodes before linearized reading' (duration: 832.594732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:57.770152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:56.935832Z","time spent":"834.306708ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:59.351196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096034338s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:59.351318Z","caller":"traceutil/trace.go:171","msg":"trace[835111284] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"1.577168547s","start":"2026-03-31T05:42:57.774124Z","end":"2026-03-31T05:42:59.351292Z","steps":["trace[835111284] 'process raft request' (duration: 480.942925ms)","trace[835111284] 'compare' (duration: 1.095499643s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:59.351384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.77411Z","time spent":"1.577241549s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:59.372745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117636238s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:42:59.373416Z","caller":"traceutil/trace.go:171","msg":"trace[831772935] linearizableReadLoop","detail":"{readStateIndex:22580; appliedIndex:22575; }","duration":"1.598338437s","start":"2026-03-31T05:42:57.775044Z","end":"2026-03-31T05:42:59.373382Z","steps":["trace[831772935] 'read index received' (duration: 480.04078ms)","trace[831772935] 'applied index is now lower than readState.Index' (duration: 1.118296167s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:59.373751Z","caller":"traceutil/trace.go:171","msg":"trace[1683694351] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"1.598901981s","start":"2026-03-31T05:42:57.774836Z","end":"2026-03-31T05:42:59.373738Z","steps":["trace[1683694351] 'process raft request' (duration: 1.598153631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.373925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.774805Z","time spent":"1.598974004s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374126Z","caller":"traceutil/trace.go:171","msg":"trace[1062595444] transaction","detail":"{read_only:false; response_revision:21791; number_of_response:1; }","duration":"1.599256832s","start":"2026-03-31T05:42:57.774861Z","end":"2026-03-31T05:42:59.374118Z","steps":["trace[1062595444] 'process raft request' (duration: 1.598290475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.77485Z","time spent":"1.599292442s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374268Z","caller":"traceutil/trace.go:171","msg":"trace[1666400814] transaction","detail":"{read_only:false; response_revision:21792; number_of_response:1; }","duration":"1.599334164s","start":"2026-03-31T05:42:57.774923Z","end":"2026-03-31T05:42:59.374258Z","steps":["trace[1666400814] 'process raft request' (duration: 1.598289555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.774917Z","time spent":"1.599368604s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374409Z","caller":"traceutil/trace.go:171","msg":"trace[1502599268] transaction","detail":"{read_only:false; response_revision:21793; number_of_response:1; }","duration":"1.599431827s","start":"2026-03-31T05:42:57.774969Z","end":"2026-03-31T05:42:59.3744Z","steps":["trace[1502599268] 'process raft request' (duration: 1.598283125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.774944Z","time spent":"1.599482257s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374561Z","caller":"traceutil/trace.go:171","msg":"trace[471364598] transaction","detail":"{read_only:false; response_revision:21794; number_of_response:1; }","duration":"1.599481758s","start":"2026-03-31T05:42:57.775068Z","end":"2026-03-31T05:42:59.374549Z","steps":["trace[471364598] 'process raft request' (duration: 1.598216143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.775058Z","time spent":"1.599522218s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374701Z","caller":"traceutil/trace.go:171","msg":"trace[485517488] transaction","detail":"{read_only:false; response_revision:21795; number_of_response:1; }","duration":"1.599607612s","start":"2026-03-31T05:42:57.775085Z","end":"2026-03-31T05:42:59.374693Z","steps":["trace[485517488] 'process raft request' (duration: 1.598224954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.775075Z","time spent":"1.599645262s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:59.374867Z","caller":"traceutil/trace.go:171","msg":"trace[264796522] transaction","detail":"{read_only:false; response_revision:21796; number_of_response:1; }","duration":"1.598877321s","start":"2026-03-31T05:42:57.775981Z","end":"2026-03-31T05:42:59.374858Z","steps":["trace[264796522] 'process raft request' (duration: 1.59736639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.374912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.775972Z","time spent":"1.598918532s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:59.375021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599972601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-03-31T05:42:59.375075Z","caller":"traceutil/trace.go:171","msg":"trace[414855997] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21796; }","duration":"1.600036893s","start":"2026-03-31T05:42:57.775027Z","end":"2026-03-31T05:42:59.375064Z","steps":["trace[414855997] 'agreement among raft nodes before linearized reading' (duration: 1.59994701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.3751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.77502Z","time spent":"1.600073433s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18285,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:42:59.778888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:42:59.77896Z","caller":"traceutil/trace.go:171","msg":"trace[944952136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061384s","start":"2026-03-31T05:42:57.778884Z","end":"2026-03-31T05:42:59.778945Z","steps":["trace[944952136] 'agreement among raft nodes before linearized reading' (duration: 1.999975442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:59.778997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.778872Z","time spent":"2.000118235s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:42:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:43:00.588501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.530171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:43:00.588907Z","caller":"traceutil/trace.go:171","msg":"trace[768143956] transaction","detail":"{read_only:false; response_revision:21800; number_of_response:1; }","duration":"883.576357ms","start":"2026-03-31T05:42:59.705312Z","end":"2026-03-31T05:43:00.588889Z","steps":["trace[768143956] 'process raft request' (duration: 883.478734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.588989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.705304Z","time spent":"883.643788ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:00.589107Z","caller":"traceutil/trace.go:171","msg":"trace[1577881526] transaction","detail":"{read_only:false; response_revision:21798; number_of_response:1; }","duration":"2.167730649s","start":"2026-03-31T05:42:58.421353Z","end":"2026-03-31T05:43:00.589083Z","steps":["trace[1577881526] 'process raft request' (duration: 2.167253466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:00.589138Z","caller":"traceutil/trace.go:171","msg":"trace[1343913027] linearizableReadLoop","detail":"{readStateIndex:22585; appliedIndex:22583; }","duration":"1.215608018s","start":"2026-03-31T05:42:59.373508Z","end":"2026-03-31T05:43:00.589116Z","steps":["trace[1343913027] 'read index received' (duration: 386.291545ms)","trace[1343913027] 'applied index is now lower than readState.Index' (duration: 829.312943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:00.589243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.421327Z","time spent":"2.167840853s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:00.589421Z","caller":"traceutil/trace.go:171","msg":"trace[1985442551] transaction","detail":"{read_only:false; response_revision:21797; number_of_response:1; }","duration":"2.274674785s","start":"2026-03-31T05:42:58.314735Z","end":"2026-03-31T05:43:00.58941Z","steps":["trace[1985442551] 'process raft request' (duration: 1.445128136s)","trace[1985442551] 'compare' (duration: 827.788771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:00.589463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.314713Z","time spent":"2.274727076s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:00.589583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425497219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:00.589635Z","caller":"traceutil/trace.go:171","msg":"trace[535096687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21800; }","duration":"1.425597921s","start":"2026-03-31T05:42:59.164028Z","end":"2026-03-31T05:43:00.589626Z","steps":["trace[535096687] 'agreement among raft nodes before linearized reading' (duration: 1.425499018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.589638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427681099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:00.589721Z","caller":"traceutil/trace.go:171","msg":"trace[374124110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21800; }","duration":"1.427837083s","start":"2026-03-31T05:42:59.161864Z","end":"2026-03-31T05:43:00.589701Z","steps":["trace[374124110] 'agreement among raft nodes before linearized reading' (duration: 1.427651978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.589786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.161842Z","time spent":"1.427920215s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:00.58981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62840881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:43:00.589861Z","caller":"traceutil/trace.go:171","msg":"trace[1683735175] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21800; }","duration":"2.628512582s","start":"2026-03-31T05:42:57.961342Z","end":"2026-03-31T05:43:00.589854Z","steps":["trace[1683735175] 'agreement among raft nodes before linearized reading' (duration: 2.628346738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.589903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:57.961311Z","time spent":"2.628585985s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":134,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:00.589914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302167607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:43:00.590045Z","caller":"traceutil/trace.go:171","msg":"trace[24592851] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21800; }","duration":"2.302402313s","start":"2026-03-31T05:42:58.287615Z","end":"2026-03-31T05:43:00.590017Z","steps":["trace[24592851] 'agreement among raft nodes before linearized reading' (duration: 2.302013902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.589667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.164004Z","time spent":"1.425656243s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:00.590117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.28759Z","time spent":"2.302509366s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:43:00.590081Z","caller":"traceutil/trace.go:171","msg":"trace[326237203] transaction","detail":"{read_only:false; response_revision:21799; number_of_response:1; }","duration":"893.336323ms","start":"2026-03-31T05:42:59.696736Z","end":"2026-03-31T05:43:00.590073Z","steps":["trace[326237203] 'process raft request' (duration: 891.949515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.590316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.696714Z","time spent":"893.55762ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:00.590499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854500792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:00.590866Z","caller":"traceutil/trace.go:171","msg":"trace[672743205] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21800; }","duration":"1.854903023s","start":"2026-03-31T05:42:58.73594Z","end":"2026-03-31T05:43:00.590843Z","steps":["trace[672743205] 'agreement among raft nodes before linearized reading' (duration: 1.85405358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:00.591116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.735918Z","time spent":"1.85513016s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:01.090866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:43:01.41139Z","caller":"traceutil/trace.go:171","msg":"trace[1490184674] transaction","detail":"{read_only:false; response_revision:21801; number_of_response:1; }","duration":"1.63581933s","start":"2026-03-31T05:42:59.775527Z","end":"2026-03-31T05:43:01.411347Z","steps":["trace[1490184674] 'process raft request' (duration: 1.635611114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:01.411476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632161079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:01.411541Z","caller":"traceutil/trace.go:171","msg":"trace[1646938575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21801; }","duration":"1.632298093s","start":"2026-03-31T05:42:59.779224Z","end":"2026-03-31T05:43:01.411522Z","steps":["trace[1646938575] 'agreement among raft nodes before linearized reading' (duration: 1.632138389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:01.411562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.775508Z","time spent":"1.635972524s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:01.411596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.779216Z","time spent":"1.632369445s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:43:01.411305Z","caller":"traceutil/trace.go:171","msg":"trace[1665449703] linearizableReadLoop","detail":"{readStateIndex:22588; appliedIndex:22587; }","duration":"822.115744ms","start":"2026-03-31T05:43:00.58917Z","end":"2026-03-31T05:43:01.411286Z","steps":["trace[1665449703] 'read index received' (duration: 821.677042ms)","trace[1665449703] 'applied index is now lower than readState.Index' (duration: 437.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:01.411822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940891734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:01.411908Z","caller":"traceutil/trace.go:171","msg":"trace[1156312785] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21801; }","duration":"1.940990197s","start":"2026-03-31T05:42:59.470881Z","end":"2026-03-31T05:43:01.411871Z","steps":["trace[1156312785] 'agreement among raft nodes before linearized reading' (duration: 1.940848363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:01.411951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:59.470863Z","time spent":"1.941079709s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:43:01.412052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.148763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-31T05:43:01.412187Z","caller":"traceutil/trace.go:171","msg":"trace[440542807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:21801; }","duration":"819.314718ms","start":"2026-03-31T05:43:00.592853Z","end":"2026-03-31T05:43:01.412167Z","steps":["trace[440542807] 'agreement among raft nodes before linearized reading' (duration: 818.947178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:01.412267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:00.592843Z","time spent":"819.41025ms","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" "} {"level":"warn","ts":"2026-03-31T05:43:01.920815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:43:02.420964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396035913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:43:02.961837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.383882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:43:02.961927Z","caller":"traceutil/trace.go:171","msg":"trace[2122566149] transaction","detail":"{read_only:false; response_revision:21802; number_of_response:1; }","duration":"1.543055434s","start":"2026-03-31T05:43:01.418858Z","end":"2026-03-31T05:43:02.961914Z","steps":["trace[2122566149] 'process raft request' (duration: 1.373538148s)","trace[2122566149] 'compare' (duration: 168.893739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:02.961962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.418845Z","time spent":"1.543101555s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:03.301056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.160148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:03.3012Z","caller":"traceutil/trace.go:171","msg":"trace[480273044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21802; }","duration":"210.316683ms","start":"2026-03-31T05:43:03.090865Z","end":"2026-03-31T05:43:03.301182Z","steps":["trace[480273044] 'range keys from in-memory index tree' (duration: 210.143727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:03.301464Z","caller":"traceutil/trace.go:171","msg":"trace[422689898] transaction","detail":"{read_only:false; response_revision:21803; number_of_response:1; }","duration":"1.882258851s","start":"2026-03-31T05:43:01.419055Z","end":"2026-03-31T05:43:03.301314Z","steps":["trace[422689898] 'process raft request' (duration: 1.8379802s)","trace[422689898] 'compare' (duration: 43.701796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:03.301607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.419034Z","time spent":"1.882502648s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:03.302137Z","caller":"traceutil/trace.go:171","msg":"trace[1741897302] transaction","detail":"{read_only:false; response_revision:21804; number_of_response:1; }","duration":"1.882952831s","start":"2026-03-31T05:43:01.419149Z","end":"2026-03-31T05:43:03.302102Z","steps":["trace[1741897302] 'process raft request' (duration: 1.882674913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.302343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.419116Z","time spent":"1.883125916s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:03.302544Z","caller":"traceutil/trace.go:171","msg":"trace[1014419943] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"1.88185298s","start":"2026-03-31T05:43:01.420671Z","end":"2026-03-31T05:43:03.302524Z","steps":["trace[1014419943] 'process raft request' (duration: 1.881643115s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:03.302562Z","caller":"traceutil/trace.go:171","msg":"trace[1152571703] transaction","detail":"{read_only:false; response_revision:21805; number_of_response:1; }","duration":"1.882918539s","start":"2026-03-31T05:43:01.419604Z","end":"2026-03-31T05:43:03.302522Z","steps":["trace[1152571703] 'process raft request' (duration: 1.882427766s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:03.302601Z","caller":"traceutil/trace.go:171","msg":"trace[1676780484] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"1.881493891s","start":"2026-03-31T05:43:01.421095Z","end":"2026-03-31T05:43:03.302589Z","steps":["trace[1676780484] 'process raft request' (duration: 1.881285495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:03.302657Z","caller":"traceutil/trace.go:171","msg":"trace[1762536410] transaction","detail":"{read_only:false; response_revision:21806; number_of_response:1; }","duration":"1.882144268s","start":"2026-03-31T05:43:01.420479Z","end":"2026-03-31T05:43:03.302623Z","steps":["trace[1762536410] 'process raft request' (duration: 1.881725377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.302665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.420655Z","time spent":"1.881944813s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:03.302799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.420468Z","time spent":"1.882257162s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:03.302549Z","caller":"traceutil/trace.go:171","msg":"trace[460834185] transaction","detail":"{read_only:false; response_revision:21809; number_of_response:1; }","duration":"706.336269ms","start":"2026-03-31T05:43:02.596189Z","end":"2026-03-31T05:43:03.302525Z","steps":["trace[460834185] 'process raft request' (duration: 706.245617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.302919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.421088Z","time spent":"1.881561613s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:03.302938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.59616Z","time spent":"706.721989ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:03.303184Z","caller":"traceutil/trace.go:171","msg":"trace[891851468] linearizableReadLoop","detail":"{readStateIndex:22595; appliedIndex:22588; }","duration":"1.882587591s","start":"2026-03-31T05:43:01.420579Z","end":"2026-03-31T05:43:03.303166Z","steps":["trace[891851468] 'read index received' (duration: 1.372063388s)","trace[891851468] 'applied index is now lower than readState.Index' (duration: 510.522643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:43:03.303203Z","caller":"traceutil/trace.go:171","msg":"trace[9484382] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"706.511844ms","start":"2026-03-31T05:43:02.596673Z","end":"2026-03-31T05:43:03.303184Z","steps":["trace[9484382] 'process raft request' (duration: 705.805374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.419592Z","time spent":"1.883467005s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:03.303297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.596658Z","time spent":"706.602297ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:03.303397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882796037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:43:03.303364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881371177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:43:03.303421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278259352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:03.303435Z","caller":"traceutil/trace.go:171","msg":"trace[807320179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21810; }","duration":"1.882889159s","start":"2026-03-31T05:43:01.420536Z","end":"2026-03-31T05:43:03.303426Z","steps":["trace[807320179] 'agreement among raft nodes before linearized reading' (duration: 1.882736145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319255473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:43:03.303459Z","caller":"traceutil/trace.go:171","msg":"trace[1218955966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21810; }","duration":"1.278328244s","start":"2026-03-31T05:43:02.025119Z","end":"2026-03-31T05:43:03.303447Z","steps":["trace[1218955966] 'agreement among raft nodes before linearized reading' (duration: 1.278263702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.420525Z","time spent":"1.88293414s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:43:03.303476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663409606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T05:43:03.303496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.025102Z","time spent":"1.278386275s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:43:03.303506Z","caller":"traceutil/trace.go:171","msg":"trace[737908404] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:21810; }","duration":"1.663477238s","start":"2026-03-31T05:43:01.640021Z","end":"2026-03-31T05:43:03.303498Z","steps":["trace[737908404] 'agreement among raft nodes before linearized reading' (duration: 1.663369785s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:03.303499Z","caller":"traceutil/trace.go:171","msg":"trace[860507511] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21810; }","duration":"1.319354896s","start":"2026-03-31T05:43:01.984125Z","end":"2026-03-31T05:43:03.303479Z","steps":["trace[860507511] 'agreement among raft nodes before linearized reading' (duration: 1.319255353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.64Z","time spent":"1.663527899s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:43:03.303522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018957589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:43:03.303552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.984108Z","time spent":"1.319430858s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:43:03.303583Z","caller":"traceutil/trace.go:171","msg":"trace[1457744657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21810; }","duration":"1.019056892s","start":"2026-03-31T05:43:02.284506Z","end":"2026-03-31T05:43:03.303563Z","steps":["trace[1457744657] 'agreement among raft nodes before linearized reading' (duration: 1.01897614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.715034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:03.303665Z","caller":"traceutil/trace.go:171","msg":"trace[886803968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21810; }","duration":"697.98822ms","start":"2026-03-31T05:43:02.605669Z","end":"2026-03-31T05:43:03.303657Z","steps":["trace[886803968] 'agreement among raft nodes before linearized reading' (duration: 697.689802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.284486Z","time spent":"1.019142445s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:43:03.303684Z","caller":"traceutil/trace.go:171","msg":"trace[619117543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21810; }","duration":"1.881479711s","start":"2026-03-31T05:43:01.421964Z","end":"2026-03-31T05:43:03.303444Z","steps":["trace[619117543] 'agreement among raft nodes before linearized reading' (duration: 1.881349937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.30373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.629782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:239433"} {"level":"warn","ts":"2026-03-31T05:43:03.303698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.605657Z","time spent":"698.034322ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:43:03.303792Z","caller":"traceutil/trace.go:171","msg":"trace[1346834050] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21810; }","duration":"270.734015ms","start":"2026-03-31T05:43:03.033041Z","end":"2026-03-31T05:43:03.303775Z","steps":["trace[1346834050] 'agreement among raft nodes before linearized reading' (duration: 270.325143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.303855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.421959Z","time spent":"1.881801289s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:43:03.304292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147976369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:03.304329Z","caller":"traceutil/trace.go:171","msg":"trace[2110448749] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21810; }","duration":"1.14801762s","start":"2026-03-31T05:43:02.156303Z","end":"2026-03-31T05:43:03.30432Z","steps":["trace[2110448749] 'agreement among raft nodes before linearized reading' (duration: 1.147952618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.304351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:02.156243Z","time spent":"1.148101612s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:43:03.304453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783805009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:43:03.304529Z","caller":"traceutil/trace.go:171","msg":"trace[2077239417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21810; }","duration":"1.783882241s","start":"2026-03-31T05:43:01.520626Z","end":"2026-03-31T05:43:03.304508Z","steps":["trace[2077239417] 'agreement among raft nodes before linearized reading' (duration: 1.782793661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:03.304589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:01.520568Z","time spent":"1.784006155s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T05:43:25.573568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.653953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:25.573696Z","caller":"traceutil/trace.go:171","msg":"trace[82509896] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21916; }","duration":"100.842248ms","start":"2026-03-31T05:43:25.472838Z","end":"2026-03-31T05:43:25.573681Z","steps":["trace[82509896] 'count revisions from in-memory index tree' (duration: 100.497258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:53.771711Z","caller":"traceutil/trace.go:171","msg":"trace[1885890705] linearizableReadLoop","detail":"{readStateIndex:23094; appliedIndex:23093; }","duration":"309.450264ms","start":"2026-03-31T05:43:53.462236Z","end":"2026-03-31T05:43:53.771686Z","steps":["trace[1885890705] 'read index received' (duration: 309.354062ms)","trace[1885890705] 'applied index is now lower than readState.Index' (duration: 95.042µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:43:53.771764Z","caller":"traceutil/trace.go:171","msg":"trace[1860184610] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"360.600033ms","start":"2026-03-31T05:43:53.411135Z","end":"2026-03-31T05:43:53.771735Z","steps":["trace[1860184610] 'process raft request' (duration: 360.372666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:53.771892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.411115Z","time spent":"360.709056ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8659,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:43:53.771968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.716991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:43:53.772031Z","caller":"traceutil/trace.go:171","msg":"trace[722261890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22284; }","duration":"309.832764ms","start":"2026-03-31T05:43:53.462184Z","end":"2026-03-31T05:43:53.772017Z","steps":["trace[722261890] 'agreement among raft nodes before linearized reading' (duration: 309.636269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:53.772063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.462163Z","time spent":"309.893326ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:43:53.777013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.477154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:43:53.777076Z","caller":"traceutil/trace.go:171","msg":"trace[774167977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22286; }","duration":"294.573627ms","start":"2026-03-31T05:43:53.482489Z","end":"2026-03-31T05:43:53.777063Z","steps":["trace[774167977] 'agreement among raft nodes before linearized reading' (duration: 294.462824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:53.902349Z","caller":"traceutil/trace.go:171","msg":"trace[280066184] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"124.548256ms","start":"2026-03-31T05:43:53.777772Z","end":"2026-03-31T05:43:53.90232Z","steps":["trace[280066184] 'process raft request' (duration: 124.396352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.09196Z","caller":"traceutil/trace.go:171","msg":"trace[1546407143] linearizableReadLoop","detail":"{readStateIndex:23098; appliedIndex:23096; }","duration":"289.459007ms","start":"2026-03-31T05:43:53.802476Z","end":"2026-03-31T05:43:54.091935Z","steps":["trace[1546407143] 'read index received' (duration: 99.679127ms)","trace[1546407143] 'applied index is now lower than readState.Index' (duration: 189.77872ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:43:54.092036Z","caller":"traceutil/trace.go:171","msg":"trace[768459287] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"306.37328ms","start":"2026-03-31T05:43:53.785624Z","end":"2026-03-31T05:43:54.091998Z","steps":["trace[768459287] 'process raft request' (duration: 293.719354ms)","trace[768459287] 'compare' (duration: 12.481241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:43:54.092173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.684913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:43:54.092217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:43:53.785597Z","time spent":"306.516953ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8426,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:43:54.09229Z","caller":"traceutil/trace.go:171","msg":"trace[396045954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22288; }","duration":"289.824257ms","start":"2026-03-31T05:43:53.802433Z","end":"2026-03-31T05:43:54.092258Z","steps":["trace[396045954] 'agreement among raft nodes before linearized reading' (duration: 289.585071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:54.105831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.324267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:43:54.105993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.037651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:43:54.10603Z","caller":"traceutil/trace.go:171","msg":"trace[1085714986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22289; }","duration":"283.106533ms","start":"2026-03-31T05:43:53.822913Z","end":"2026-03-31T05:43:54.10602Z","steps":["trace[1085714986] 'agreement among raft nodes before linearized reading' (duration: 282.924288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:54.106031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.232652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:43:54.105995Z","caller":"traceutil/trace.go:171","msg":"trace[366384865] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22289; }","duration":"159.561944ms","start":"2026-03-31T05:43:53.946412Z","end":"2026-03-31T05:43:54.105974Z","steps":["trace[366384865] 'agreement among raft nodes before linearized reading' (duration: 159.290347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:54.106116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.872888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:43:54.106181Z","caller":"traceutil/trace.go:171","msg":"trace[521824990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22289; }","duration":"290.002861ms","start":"2026-03-31T05:43:53.816164Z","end":"2026-03-31T05:43:54.106167Z","steps":["trace[521824990] 'agreement among raft nodes before linearized reading' (duration: 289.777305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.106087Z","caller":"traceutil/trace.go:171","msg":"trace[1148542402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22289; }","duration":"277.297405ms","start":"2026-03-31T05:43:53.828767Z","end":"2026-03-31T05:43:54.106064Z","steps":["trace[1148542402] 'agreement among raft nodes before linearized reading' (duration: 277.201702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:43:54.105853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.486793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:43:54.106343Z","caller":"traceutil/trace.go:171","msg":"trace[824778503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22289; }","duration":"292.034247ms","start":"2026-03-31T05:43:53.814298Z","end":"2026-03-31T05:43:54.106333Z","steps":["trace[824778503] 'agreement among raft nodes before linearized reading' (duration: 291.350158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.105853Z","caller":"traceutil/trace.go:171","msg":"trace[1685249941] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"159.357709ms","start":"2026-03-31T05:43:53.946459Z","end":"2026-03-31T05:43:54.105817Z","steps":["trace[1685249941] 'process raft request' (duration: 158.978498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.274123Z","caller":"traceutil/trace.go:171","msg":"trace[311827022] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"157.542898ms","start":"2026-03-31T05:43:54.116549Z","end":"2026-03-31T05:43:54.274091Z","steps":["trace[311827022] 'process raft request' (duration: 157.490377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.274327Z","caller":"traceutil/trace.go:171","msg":"trace[1082274590] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"160.789978ms","start":"2026-03-31T05:43:54.113498Z","end":"2026-03-31T05:43:54.274288Z","steps":["trace[1082274590] 'process raft request' (duration: 160.268103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.274361Z","caller":"traceutil/trace.go:171","msg":"trace[2052008900] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"160.814208ms","start":"2026-03-31T05:43:54.113527Z","end":"2026-03-31T05:43:54.274341Z","steps":["trace[2052008900] 'process raft request' (duration: 160.429128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:54.274443Z","caller":"traceutil/trace.go:171","msg":"trace[599434144] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"157.992242ms","start":"2026-03-31T05:43:54.116433Z","end":"2026-03-31T05:43:54.274425Z","steps":["trace[599434144] 'process raft request' (duration: 157.57151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:58.434264Z","caller":"traceutil/trace.go:171","msg":"trace[1091902908] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"109.825854ms","start":"2026-03-31T05:43:58.32442Z","end":"2026-03-31T05:43:58.434246Z","steps":["trace[1091902908] 'process raft request' (duration: 109.439733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:58.434328Z","caller":"traceutil/trace.go:171","msg":"trace[1707602859] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"109.636219ms","start":"2026-03-31T05:43:58.324668Z","end":"2026-03-31T05:43:58.434304Z","steps":["trace[1707602859] 'process raft request' (duration: 109.264318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:43:58.434465Z","caller":"traceutil/trace.go:171","msg":"trace[1950105033] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"110.183004ms","start":"2026-03-31T05:43:58.324274Z","end":"2026-03-31T05:43:58.434457Z","steps":["trace[1950105033] 'process raft request' (duration: 109.492115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:08.164551Z","caller":"traceutil/trace.go:171","msg":"trace[255969812] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"135.476465ms","start":"2026-03-31T05:44:08.029048Z","end":"2026-03-31T05:44:08.164525Z","steps":["trace[255969812] 'process raft request' (duration: 135.331821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.392074Z","caller":"traceutil/trace.go:171","msg":"trace[631632372] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"219.594396ms","start":"2026-03-31T05:44:10.172455Z","end":"2026-03-31T05:44:10.392049Z","steps":["trace[631632372] 'process raft request' (duration: 219.428142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.772843Z","caller":"traceutil/trace.go:171","msg":"trace[1394040772] linearizableReadLoop","detail":"{readStateIndex:23225; appliedIndex:23223; }","duration":"557.9589ms","start":"2026-03-31T05:44:10.214851Z","end":"2026-03-31T05:44:10.77281Z","steps":["trace[1394040772] 'read index received' (duration: 177.121504ms)","trace[1394040772] 'applied index is now lower than readState.Index' (duration: 380.835736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:10.77305Z","caller":"traceutil/trace.go:171","msg":"trace[422095947] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"562.153415ms","start":"2026-03-31T05:44:10.210875Z","end":"2026-03-31T05:44:10.773029Z","steps":["trace[422095947] 'process raft request' (duration: 561.121217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.773245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.03911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.773379Z","caller":"traceutil/trace.go:171","msg":"trace[54004532] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22412; }","duration":"427.200985ms","start":"2026-03-31T05:44:10.346137Z","end":"2026-03-31T05:44:10.773338Z","steps":["trace[54004532] 'agreement among raft nodes before linearized reading' (duration: 427.02295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.773442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:10.346123Z","time spent":"427.302997ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:10.773607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.893195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.77365Z","caller":"traceutil/trace.go:171","msg":"trace[560316847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22412; }","duration":"245.955917ms","start":"2026-03-31T05:44:10.527683Z","end":"2026-03-31T05:44:10.773639Z","steps":["trace[560316847] 'agreement among raft nodes before linearized reading' (duration: 245.881305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.773714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.343193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:44:10.773796Z","caller":"traceutil/trace.go:171","msg":"trace[2025189252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22412; }","duration":"248.424705ms","start":"2026-03-31T05:44:10.525344Z","end":"2026-03-31T05:44:10.773769Z","steps":["trace[2025189252] 'agreement among raft nodes before linearized reading' (duration: 248.208339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.773791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.396664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:44:10.773808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.949938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:44:10.773872Z","caller":"traceutil/trace.go:171","msg":"trace[462795789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22412; }","duration":"248.487957ms","start":"2026-03-31T05:44:10.525362Z","end":"2026-03-31T05:44:10.77385Z","steps":["trace[462795789] 'agreement among raft nodes before linearized reading' (duration: 248.256441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.773921Z","caller":"traceutil/trace.go:171","msg":"trace[231513472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22412; }","duration":"559.132153ms","start":"2026-03-31T05:44:10.214765Z","end":"2026-03-31T05:44:10.773897Z","steps":["trace[231513472] 'agreement among raft nodes before linearized reading' (duration: 558.825465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.773976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:10.214733Z","time spent":"559.232495ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:44:10.773971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.599529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:44:10.774041Z","caller":"traceutil/trace.go:171","msg":"trace[72894797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22412; }","duration":"248.696032ms","start":"2026-03-31T05:44:10.52533Z","end":"2026-03-31T05:44:10.774026Z","steps":["trace[72894797] 'agreement among raft nodes before linearized reading' (duration: 248.398264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.77405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.045587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:10.774204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.894238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:44:10.774218Z","caller":"traceutil/trace.go:171","msg":"trace[1538456143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22412; }","duration":"379.317144ms","start":"2026-03-31T05:44:10.394843Z","end":"2026-03-31T05:44:10.77416Z","steps":["trace[1538456143] 'agreement among raft nodes before linearized reading' (duration: 378.874992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.774239Z","caller":"traceutil/trace.go:171","msg":"trace[905740526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22412; }","duration":"248.951409ms","start":"2026-03-31T05:44:10.525279Z","end":"2026-03-31T05:44:10.774231Z","steps":["trace[905740526] 'agreement among raft nodes before linearized reading' (duration: 248.360363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.77432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:10.394823Z","time spent":"379.479979ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:10.77506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:10.210847Z","time spent":"562.251168ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:18.167884Z","caller":"traceutil/trace.go:171","msg":"trace[666157116] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"204.124023ms","start":"2026-03-31T05:44:17.963736Z","end":"2026-03-31T05:44:18.16786Z","steps":["trace[666157116] 'process raft request' (duration: 203.688761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.439573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.328976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:19.440359Z","caller":"traceutil/trace.go:171","msg":"trace[179574885] transaction","detail":"{read_only:false; response_revision:22461; number_of_response:1; }","duration":"538.121947ms","start":"2026-03-31T05:44:18.902199Z","end":"2026-03-31T05:44:19.440321Z","steps":["trace[179574885] 'process raft request' (duration: 150.950288ms)","trace[179574885] 'compare' (duration: 385.862033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:19.440514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.902165Z","time spent":"538.273791ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:19.440474Z","caller":"traceutil/trace.go:171","msg":"trace[1907533723] linearizableReadLoop","detail":"{readStateIndex:23276; appliedIndex:23275; }","duration":"537.718875ms","start":"2026-03-31T05:44:18.902704Z","end":"2026-03-31T05:44:19.440423Z","steps":["trace[1907533723] 'read index received' (duration: 150.459794ms)","trace[1907533723] 'applied index is now lower than readState.Index' (duration: 387.254181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:19.440662Z","caller":"traceutil/trace.go:171","msg":"trace[1231981399] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"534.965421ms","start":"2026-03-31T05:44:18.905628Z","end":"2026-03-31T05:44:19.440593Z","steps":["trace[1231981399] 'process raft request' (duration: 534.877219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:19.440724Z","caller":"traceutil/trace.go:171","msg":"trace[893885856] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"535.981388ms","start":"2026-03-31T05:44:18.904732Z","end":"2026-03-31T05:44:19.440714Z","steps":["trace[893885856] 'process raft request' (duration: 535.592668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.440823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.904684Z","time spent":"536.06509ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:19.440827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.102397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:44:19.440861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.041847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:19.440933Z","caller":"traceutil/trace.go:171","msg":"trace[448029683] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22464; }","duration":"477.184481ms","start":"2026-03-31T05:44:18.963727Z","end":"2026-03-31T05:44:19.440911Z","steps":["trace[448029683] 'agreement among raft nodes before linearized reading' (duration: 476.990195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.44103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.96371Z","time spent":"477.306794ms","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:44:19.441048Z","caller":"traceutil/trace.go:171","msg":"trace[1234032328] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"536.193455ms","start":"2026-03-31T05:44:18.90475Z","end":"2026-03-31T05:44:19.440943Z","steps":["trace[1234032328] 'process raft request' (duration: 535.64266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.441195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.904686Z","time spent":"536.468561ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:19.441364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.320833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.441408Z","caller":"traceutil/trace.go:171","msg":"trace[1961520771] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22464; }","duration":"100.412466ms","start":"2026-03-31T05:44:19.340984Z","end":"2026-03-31T05:44:19.441397Z","steps":["trace[1961520771] 'agreement among raft nodes before linearized reading' (duration: 100.338014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.441115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.055106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T05:44:19.441555Z","caller":"traceutil/trace.go:171","msg":"trace[539439276] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22464; }","duration":"100.530159ms","start":"2026-03-31T05:44:19.341011Z","end":"2026-03-31T05:44:19.441541Z","steps":["trace[539439276] 'agreement among raft nodes before linearized reading' (duration: 99.955113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:19.440863Z","caller":"traceutil/trace.go:171","msg":"trace[695641534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22464; }","duration":"538.189049ms","start":"2026-03-31T05:44:18.902664Z","end":"2026-03-31T05:44:19.440853Z","steps":["trace[695641534] 'agreement among raft nodes before linearized reading' (duration: 537.974443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.441817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.417081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:19.441918Z","caller":"traceutil/trace.go:171","msg":"trace[384311375] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22464; }","duration":"143.498464ms","start":"2026-03-31T05:44:19.298365Z","end":"2026-03-31T05:44:19.441864Z","steps":["trace[384311375] 'agreement among raft nodes before linearized reading' (duration: 143.298818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.44212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.267339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.442183Z","caller":"traceutil/trace.go:171","msg":"trace[691644033] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22464; }","duration":"248.371082ms","start":"2026-03-31T05:44:19.193798Z","end":"2026-03-31T05:44:19.442169Z","steps":["trace[691644033] 'agreement among raft nodes before linearized reading' (duration: 248.274379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.440826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.905622Z","time spent":"535.117535ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:19.442341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.963507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T05:44:19.442374Z","caller":"traceutil/trace.go:171","msg":"trace[1525814249] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22464; }","duration":"144.017968ms","start":"2026-03-31T05:44:19.298346Z","end":"2026-03-31T05:44:19.442364Z","steps":["trace[1525814249] 'agreement among raft nodes before linearized reading' (duration: 143.410602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.44157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.356144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.442422Z","caller":"traceutil/trace.go:171","msg":"trace[1624457578] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22464; }","duration":"101.265519ms","start":"2026-03-31T05:44:19.341139Z","end":"2026-03-31T05:44:19.442405Z","steps":["trace[1624457578] 'agreement among raft nodes before linearized reading' (duration: 100.408905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.442547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.778306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.442675Z","caller":"traceutil/trace.go:171","msg":"trace[1785802994] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22464; }","duration":"247.921119ms","start":"2026-03-31T05:44:19.194735Z","end":"2026-03-31T05:44:19.442656Z","steps":["trace[1785802994] 'agreement among raft nodes before linearized reading' (duration: 247.765815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.441733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.824817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:19.442816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.580561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.442849Z","caller":"traceutil/trace.go:171","msg":"trace[1282149984] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22464; }","duration":"145.654192ms","start":"2026-03-31T05:44:19.297182Z","end":"2026-03-31T05:44:19.442836Z","steps":["trace[1282149984] 'agreement among raft nodes before linearized reading' (duration: 145.608121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:19.442817Z","caller":"traceutil/trace.go:171","msg":"trace[916281680] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22464; }","duration":"248.946787ms","start":"2026-03-31T05:44:19.193855Z","end":"2026-03-31T05:44:19.442802Z","steps":["trace[916281680] 'agreement among raft nodes before linearized reading' (duration: 247.832357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.441818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:18.902648Z","time spent":"539.155455ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:19.441609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.513699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.44298Z","caller":"traceutil/trace.go:171","msg":"trace[196697407] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22464; }","duration":"101.901136ms","start":"2026-03-31T05:44:19.341071Z","end":"2026-03-31T05:44:19.442972Z","steps":["trace[196697407] 'agreement among raft nodes before linearized reading' (duration: 100.518938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.442577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.325654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.443029Z","caller":"traceutil/trace.go:171","msg":"trace[2131591844] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22464; }","duration":"145.827627ms","start":"2026-03-31T05:44:19.297188Z","end":"2026-03-31T05:44:19.443016Z","steps":["trace[2131591844] 'agreement among raft nodes before linearized reading' (duration: 145.359795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.443174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.691376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:19.443288Z","caller":"traceutil/trace.go:171","msg":"trace[417685247] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22464; }","duration":"146.001902ms","start":"2026-03-31T05:44:19.297198Z","end":"2026-03-31T05:44:19.4432Z","steps":["trace[417685247] 'agreement among raft nodes before linearized reading' (duration: 144.664826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:19.443447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.632899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:19.44353Z","caller":"traceutil/trace.go:171","msg":"trace[428770968] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22464; }","duration":"248.738892ms","start":"2026-03-31T05:44:19.194777Z","end":"2026-03-31T05:44:19.443516Z","steps":["trace[428770968] 'agreement among raft nodes before linearized reading' (duration: 247.55364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.008951Z","caller":"traceutil/trace.go:171","msg":"trace[55259948] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"112.686452ms","start":"2026-03-31T05:44:20.896231Z","end":"2026-03-31T05:44:21.008918Z","steps":["trace[55259948] 'process raft request' (duration: 112.541529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.797799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.988048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.797921Z","caller":"traceutil/trace.go:171","msg":"trace[765440181] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22469; }","duration":"348.151803ms","start":"2026-03-31T05:44:21.449749Z","end":"2026-03-31T05:44:21.797901Z","steps":["trace[765440181] 'range keys from in-memory index tree' (duration: 347.835384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.79797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449737Z","time spent":"348.221815ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:44:21.798357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.551724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:21.79855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.444058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.798605Z","caller":"traceutil/trace.go:171","msg":"trace[204015625] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22469; }","duration":"349.53642ms","start":"2026-03-31T05:44:21.449056Z","end":"2026-03-31T05:44:21.798592Z","steps":["trace[204015625] 'range keys from in-memory index tree' (duration: 349.312464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.798637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449039Z","time spent":"349.590402ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:21.7987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.893565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:44:21.798769Z","caller":"traceutil/trace.go:171","msg":"trace[1639885493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22469; }","duration":"313.997918ms","start":"2026-03-31T05:44:21.484752Z","end":"2026-03-31T05:44:21.79875Z","steps":["trace[1639885493] 'range keys from in-memory index tree' (duration: 313.70893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.798778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.502492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.798911Z","caller":"traceutil/trace.go:171","msg":"trace[1344555608] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22469; }","duration":"348.656096ms","start":"2026-03-31T05:44:21.450235Z","end":"2026-03-31T05:44:21.798892Z","steps":["trace[1344555608] 'range keys from in-memory index tree' (duration: 348.43194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.7989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.785207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-31T05:44:21.798963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.450165Z","time spent":"348.779949ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:44:21.798971Z","caller":"traceutil/trace.go:171","msg":"trace[1857275508] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22469; }","duration":"349.87779ms","start":"2026-03-31T05:44:21.449074Z","end":"2026-03-31T05:44:21.798952Z","steps":["trace[1857275508] 'range keys from in-memory index tree' (duration: 349.571791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.79897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.402099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:44:21.799023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449061Z","time spent":"349.948011ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-31T05:44:21.79904Z","caller":"traceutil/trace.go:171","msg":"trace[1189027834] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22469; }","duration":"348.489162ms","start":"2026-03-31T05:44:21.450537Z","end":"2026-03-31T05:44:21.799026Z","steps":["trace[1189027834] 'range keys from in-memory index tree' (duration: 348.280996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.450528Z","time spent":"348.547143ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.652533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:44:21.799156Z","caller":"traceutil/trace.go:171","msg":"trace[1839244572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22469; }","duration":"349.732936ms","start":"2026-03-31T05:44:21.449411Z","end":"2026-03-31T05:44:21.799144Z","steps":["trace[1839244572] 'range keys from in-memory index tree' (duration: 349.463288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.508677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:21.799248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.88187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.799258Z","caller":"traceutil/trace.go:171","msg":"trace[469542651] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22469; }","duration":"350.6109ms","start":"2026-03-31T05:44:21.448633Z","end":"2026-03-31T05:44:21.799244Z","steps":["trace[469542651] 'range keys from in-memory index tree' (duration: 350.416254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.799278Z","caller":"traceutil/trace.go:171","msg":"trace[603615121] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22469; }","duration":"349.91085ms","start":"2026-03-31T05:44:21.449358Z","end":"2026-03-31T05:44:21.799269Z","steps":["trace[603615121] 'range keys from in-memory index tree' (duration: 349.832388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.448609Z","time spent":"350.686662ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.119601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T05:44:21.799351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.061624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.799394Z","caller":"traceutil/trace.go:171","msg":"trace[1291219072] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22469; }","duration":"350.126626ms","start":"2026-03-31T05:44:21.449256Z","end":"2026-03-31T05:44:21.799383Z","steps":["trace[1291219072] 'range keys from in-memory index tree' (duration: 349.90409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449398Z","time spent":"349.784957ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.827521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:21.799567Z","caller":"traceutil/trace.go:171","msg":"trace[1712155035] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22469; }","duration":"348.897243ms","start":"2026-03-31T05:44:21.450655Z","end":"2026-03-31T05:44:21.799552Z","steps":["trace[1712155035] 'range keys from in-memory index tree' (duration: 348.685637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449325Z","time spent":"349.985112ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.450648Z","time spent":"348.950134ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.892679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:44:21.799737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.610955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:21.798978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.747101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:21.799396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.743038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:21.798847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.484734Z","time spent":"314.074151ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.208389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.799854Z","caller":"traceutil/trace.go:171","msg":"trace[660475539] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22469; }","duration":"349.194931ms","start":"2026-03-31T05:44:21.450638Z","end":"2026-03-31T05:44:21.799833Z","steps":["trace[660475539] 'range keys from in-memory index tree' (duration: 348.640186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.799905Z","caller":"traceutil/trace.go:171","msg":"trace[979535376] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22469; }","duration":"350.327962ms","start":"2026-03-31T05:44:21.449558Z","end":"2026-03-31T05:44:21.799886Z","steps":["trace[979535376] 'range keys from in-memory index tree' (duration: 350.128566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.450598Z","time spent":"349.300833ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-31T05:44:21.799794Z","caller":"traceutil/trace.go:171","msg":"trace[101701475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22469; }","duration":"314.615295ms","start":"2026-03-31T05:44:21.485166Z","end":"2026-03-31T05:44:21.799781Z","steps":["trace[101701475] 'range keys from in-memory index tree' (duration: 313.640149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449547Z","time spent":"350.406524ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:21.8Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.136387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-31T05:44:21.800023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.985183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:44:21.800021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.485141Z","time spent":"314.852441ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:44:21.800049Z","caller":"traceutil/trace.go:171","msg":"trace[1908230033] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22469; }","duration":"350.203138ms","start":"2026-03-31T05:44:21.449833Z","end":"2026-03-31T05:44:21.800036Z","steps":["trace[1908230033] 'range keys from in-memory index tree' (duration: 349.821878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.965492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.800071Z","caller":"traceutil/trace.go:171","msg":"trace[1560522906] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22469; }","duration":"350.045514ms","start":"2026-03-31T05:44:21.45001Z","end":"2026-03-31T05:44:21.800055Z","steps":["trace[1560522906] 'range keys from in-memory index tree' (duration: 349.744676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.44982Z","time spent":"350.25972ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-31T05:44:21.800094Z","caller":"traceutil/trace.go:171","msg":"trace[1131270990] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22469; }","duration":"350.172068ms","start":"2026-03-31T05:44:21.449912Z","end":"2026-03-31T05:44:21.800084Z","steps":["trace[1131270990] 'range keys from in-memory index tree' (duration: 349.722955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.799917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.88081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:44:21.800129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449852Z","time spent":"350.268501ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:21.800128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449991Z","time spent":"350.124156ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-31T05:44:21.800147Z","caller":"traceutil/trace.go:171","msg":"trace[1129726090] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22469; }","duration":"350.138657ms","start":"2026-03-31T05:44:21.449989Z","end":"2026-03-31T05:44:21.800128Z","steps":["trace[1129726090] 'range keys from in-memory index tree' (duration: 349.597492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.79974Z","caller":"traceutil/trace.go:171","msg":"trace[460261922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22469; }","duration":"353.998382ms","start":"2026-03-31T05:44:21.445724Z","end":"2026-03-31T05:44:21.799723Z","steps":["trace[460261922] 'range keys from in-memory index tree' (duration: 353.752045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.445705Z","time spent":"354.497616ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:21.800216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449974Z","time spent":"350.224199ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-31T05:44:21.799841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.785788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:21.799788Z","caller":"traceutil/trace.go:171","msg":"trace[279265168] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22469; }","duration":"348.687257ms","start":"2026-03-31T05:44:21.451087Z","end":"2026-03-31T05:44:21.799774Z","steps":["trace[279265168] 'range keys from in-memory index tree' (duration: 348.535933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.451075Z","time spent":"349.219661ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:44:21.800301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.253492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:44:21.80036Z","caller":"traceutil/trace.go:171","msg":"trace[139331973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22469; }","duration":"353.357695ms","start":"2026-03-31T05:44:21.446989Z","end":"2026-03-31T05:44:21.800346Z","steps":["trace[139331973] 'range keys from in-memory index tree' (duration: 353.032466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.799396Z","caller":"traceutil/trace.go:171","msg":"trace[1735689897] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:22469; }","duration":"152.195802ms","start":"2026-03-31T05:44:21.647182Z","end":"2026-03-31T05:44:21.799378Z","steps":["trace[1735689897] 'range keys from in-memory index tree' (duration: 152.017237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.446965Z","time spent":"353.427356ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:44:21.800281Z","caller":"traceutil/trace.go:171","msg":"trace[169359660] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22469; }","duration":"350.603359ms","start":"2026-03-31T05:44:21.449654Z","end":"2026-03-31T05:44:21.800257Z","steps":["trace[169359660] 'range keys from in-memory index tree' (duration: 349.49904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.998345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:44:21.800556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449642Z","time spent":"350.854256ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-31T05:44:21.800714Z","caller":"traceutil/trace.go:171","msg":"trace[1460123614] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22469; }","duration":"348.820701ms","start":"2026-03-31T05:44:21.449743Z","end":"2026-03-31T05:44:21.798563Z","steps":["trace[1460123614] 'range keys from in-memory index tree' (duration: 348.282966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.800868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449729Z","time spent":"351.123364ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:21.798691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.565849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:21.8012Z","caller":"traceutil/trace.go:171","msg":"trace[1339944208] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22469; }","duration":"353.118538ms","start":"2026-03-31T05:44:21.448061Z","end":"2026-03-31T05:44:21.801179Z","steps":["trace[1339944208] 'range keys from in-memory index tree' (duration: 350.494096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:21.800496Z","caller":"traceutil/trace.go:171","msg":"trace[1303967962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22469; }","duration":"353.486449ms","start":"2026-03-31T05:44:21.446999Z","end":"2026-03-31T05:44:21.800485Z","steps":["trace[1303967962] 'range keys from in-memory index tree' (duration: 352.795809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:21.801271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.448047Z","time spent":"353.20223ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:44:21.801347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.446986Z","time spent":"354.336051ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:21.801667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:21.449245Z","time spent":"350.183598ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-31T05:44:21.958235Z","caller":"traceutil/trace.go:171","msg":"trace[372306106] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"105.904676ms","start":"2026-03-31T05:44:21.852304Z","end":"2026-03-31T05:44:21.958209Z","steps":["trace[372306106] 'process raft request' (duration: 105.69062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:27.226272Z","caller":"traceutil/trace.go:171","msg":"trace[1663613372] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"142.123987ms","start":"2026-03-31T05:44:27.08413Z","end":"2026-03-31T05:44:27.226254Z","steps":["trace[1663613372] 'process raft request' (duration: 142.001314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:29.396514Z","caller":"traceutil/trace.go:171","msg":"trace[1317224478] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"164.385696ms","start":"2026-03-31T05:44:29.232105Z","end":"2026-03-31T05:44:29.396491Z","steps":["trace[1317224478] 'process raft request' (duration: 164.227991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:37.04164Z","caller":"traceutil/trace.go:171","msg":"trace[1284405164] transaction","detail":"{read_only:false; response_revision:22550; number_of_response:1; }","duration":"133.199343ms","start":"2026-03-31T05:44:36.908416Z","end":"2026-03-31T05:44:37.041615Z","steps":["trace[1284405164] 'process raft request' (duration: 132.885744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:37.712588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20430} {"level":"info","ts":"2026-03-31T05:44:37.927329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20430,"took":"211.183406ms","hash":2152642169,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":28807168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T05:44:37.927393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2152642169,"revision":20430,"compact-revision":18180} {"level":"info","ts":"2026-03-31T05:44:42.370791Z","caller":"traceutil/trace.go:171","msg":"trace[1391295171] linearizableReadLoop","detail":"{readStateIndex:23394; appliedIndex:23393; }","duration":"153.848748ms","start":"2026-03-31T05:44:42.21692Z","end":"2026-03-31T05:44:42.370769Z","steps":["trace[1391295171] 'read index received' (duration: 153.786017ms)","trace[1391295171] 'applied index is now lower than readState.Index' (duration: 61.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.3709Z","caller":"traceutil/trace.go:171","msg":"trace[520206949] transaction","detail":"{read_only:false; response_revision:22573; number_of_response:1; }","duration":"185.048902ms","start":"2026-03-31T05:44:42.185821Z","end":"2026-03-31T05:44:42.37087Z","steps":["trace[520206949] 'process raft request' (duration: 184.813236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.371013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.081694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:44:42.37105Z","caller":"traceutil/trace.go:171","msg":"trace[2063239675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22573; }","duration":"154.161457ms","start":"2026-03-31T05:44:42.21688Z","end":"2026-03-31T05:44:42.371041Z","steps":["trace[2063239675] 'agreement among raft nodes before linearized reading' (duration: 154.002882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.53794Z","caller":"traceutil/trace.go:171","msg":"trace[1806810784] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"180.090795ms","start":"2026-03-31T05:44:42.357813Z","end":"2026-03-31T05:44:42.537904Z","steps":["trace[1806810784] 'process raft request' (duration: 107.782808ms)","trace[1806810784] 'compare' (duration: 72.02362ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.538054Z","caller":"traceutil/trace.go:171","msg":"trace[561510547] linearizableReadLoop","detail":"{readStateIndex:23395; appliedIndex:23394; }","duration":"167.154321ms","start":"2026-03-31T05:44:42.370856Z","end":"2026-03-31T05:44:42.538011Z","steps":["trace[561510547] 'read index received' (duration: 94.631758ms)","trace[561510547] 'applied index is now lower than readState.Index' (duration: 72.518883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.538133Z","caller":"traceutil/trace.go:171","msg":"trace[847148617] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"162.771952ms","start":"2026-03-31T05:44:42.375332Z","end":"2026-03-31T05:44:42.538104Z","steps":["trace[847148617] 'process raft request' (duration: 162.500234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.538227Z","caller":"traceutil/trace.go:171","msg":"trace[1180145989] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"154.801844ms","start":"2026-03-31T05:44:42.383397Z","end":"2026-03-31T05:44:42.538199Z","steps":["trace[1180145989] 'process raft request' (duration: 154.64426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.538314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.526267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:44:42.538366Z","caller":"traceutil/trace.go:171","msg":"trace[578215673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22576; }","duration":"320.598829ms","start":"2026-03-31T05:44:42.217753Z","end":"2026-03-31T05:44:42.538352Z","steps":["trace[578215673] 'agreement among raft nodes before linearized reading' (duration: 320.471125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.538404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:42.217747Z","time spent":"320.64743ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:44:42.53841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.625169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:44:42.538313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.315771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:42.538465Z","caller":"traceutil/trace.go:171","msg":"trace[227540483] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22576; }","duration":"275.715381ms","start":"2026-03-31T05:44:42.26273Z","end":"2026-03-31T05:44:42.538445Z","steps":["trace[227540483] 'agreement among raft nodes before linearized reading' (duration: 275.409623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.538491Z","caller":"traceutil/trace.go:171","msg":"trace[2078285538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22576; }","duration":"320.533747ms","start":"2026-03-31T05:44:42.217928Z","end":"2026-03-31T05:44:42.538462Z","steps":["trace[2078285538] 'agreement among raft nodes before linearized reading' (duration: 320.219978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.538448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.831308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:44:42.538536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:42.217851Z","time spent":"320.67209ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:44:42.538595Z","caller":"traceutil/trace.go:171","msg":"trace[1265521333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22576; }","duration":"319.963761ms","start":"2026-03-31T05:44:42.218587Z","end":"2026-03-31T05:44:42.53855Z","steps":["trace[1265521333] 'agreement among raft nodes before linearized reading' (duration: 319.517999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.538728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:42.218577Z","time spent":"320.057083ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:44:42.787081Z","caller":"traceutil/trace.go:171","msg":"trace[436823611] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"244.904068ms","start":"2026-03-31T05:44:42.54216Z","end":"2026-03-31T05:44:42.787064Z","steps":["trace[436823611] 'process raft request' (duration: 196.073732ms)","trace[436823611] 'compare' (duration: 48.637821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.787336Z","caller":"traceutil/trace.go:171","msg":"trace[1188173805] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"245.007941ms","start":"2026-03-31T05:44:42.542317Z","end":"2026-03-31T05:44:42.787325Z","steps":["trace[1188173805] 'process raft request' (duration: 244.707493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.787346Z","caller":"traceutil/trace.go:171","msg":"trace[1466230876] linearizableReadLoop","detail":"{readStateIndex:23401; appliedIndex:23398; }","duration":"238.055391ms","start":"2026-03-31T05:44:42.549264Z","end":"2026-03-31T05:44:42.787319Z","steps":["trace[1466230876] 'read index received' (duration: 189.053521ms)","trace[1466230876] 'applied index is now lower than readState.Index' (duration: 49.00068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.787362Z","caller":"traceutil/trace.go:171","msg":"trace[1169171057] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"244.075246ms","start":"2026-03-31T05:44:42.543262Z","end":"2026-03-31T05:44:42.787337Z","steps":["trace[1169171057] 'process raft request' (duration: 243.937842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.787566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.299157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:44:42.787631Z","caller":"traceutil/trace.go:171","msg":"trace[1441760073] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22580; }","duration":"238.40648ms","start":"2026-03-31T05:44:42.549209Z","end":"2026-03-31T05:44:42.787616Z","steps":["trace[1441760073] 'agreement among raft nodes before linearized reading' (duration: 238.197265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:42.987004Z","caller":"traceutil/trace.go:171","msg":"trace[2041204166] linearizableReadLoop","detail":"{readStateIndex:23402; appliedIndex:23401; }","duration":"199.567808ms","start":"2026-03-31T05:44:42.787408Z","end":"2026-03-31T05:44:42.986976Z","steps":["trace[2041204166] 'read index received' (duration: 127.387894ms)","trace[2041204166] 'applied index is now lower than readState.Index' (duration: 72.178924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:42.98705Z","caller":"traceutil/trace.go:171","msg":"trace[1972649491] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"398.038027ms","start":"2026-03-31T05:44:42.588974Z","end":"2026-03-31T05:44:42.987012Z","steps":["trace[1972649491] 'process raft request' (duration: 325.895584ms)","trace[1972649491] 'compare' (duration: 71.958968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:42.987186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.444057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:42.987305Z","caller":"traceutil/trace.go:171","msg":"trace[952423242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22581; }","duration":"436.650912ms","start":"2026-03-31T05:44:42.550634Z","end":"2026-03-31T05:44:42.987285Z","steps":["trace[952423242] 'agreement among raft nodes before linearized reading' (duration: 436.411016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:42.987208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:42.588947Z","time spent":"398.1788ms","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:42.987392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:42.550617Z","time spent":"436.762276ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:44:43.267155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.707786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:43.267295Z","caller":"traceutil/trace.go:171","msg":"trace[1892640053] linearizableReadLoop","detail":"{readStateIndex:23403; appliedIndex:23402; }","duration":"273.196482ms","start":"2026-03-31T05:44:42.994077Z","end":"2026-03-31T05:44:43.267273Z","steps":["trace[1892640053] 'read index received' (duration: 154.27255ms)","trace[1892640053] 'applied index is now lower than readState.Index' (duration: 118.921782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:43.267408Z","caller":"traceutil/trace.go:171","msg":"trace[1405173952] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"274.281582ms","start":"2026-03-31T05:44:42.99311Z","end":"2026-03-31T05:44:43.267392Z","steps":["trace[1405173952] 'process raft request' (duration: 155.240496ms)","trace[1405173952] 'compare' (duration: 118.352687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:43.267521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.160066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:43.267617Z","caller":"traceutil/trace.go:171","msg":"trace[1807434984] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22582; }","duration":"154.29864ms","start":"2026-03-31T05:44:43.113298Z","end":"2026-03-31T05:44:43.267597Z","steps":["trace[1807434984] 'agreement among raft nodes before linearized reading' (duration: 154.134136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.26765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.547872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18261"} {"level":"warn","ts":"2026-03-31T05:44:43.267688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.383027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.267763Z","caller":"traceutil/trace.go:171","msg":"trace[557411494] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22582; }","duration":"273.692055ms","start":"2026-03-31T05:44:42.994049Z","end":"2026-03-31T05:44:43.267741Z","steps":["trace[557411494] 'agreement among raft nodes before linearized reading' (duration: 273.395427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.267815Z","caller":"traceutil/trace.go:171","msg":"trace[1657756708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22581; }","duration":"176.186969ms","start":"2026-03-31T05:44:43.091611Z","end":"2026-03-31T05:44:43.267798Z","steps":["trace[1657756708] 'range keys from in-memory index tree' (duration: 175.360216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.741757Z","caller":"traceutil/trace.go:171","msg":"trace[33164096] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"127.108106ms","start":"2026-03-31T05:44:43.614622Z","end":"2026-03-31T05:44:43.74173Z","steps":["trace[33164096] 'process raft request' (duration: 126.929272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.026692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.979399Z","caller":"traceutil/trace.go:171","msg":"trace[1098827025] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22583; }","duration":"109.172806ms","start":"2026-03-31T05:44:43.870206Z","end":"2026-03-31T05:44:43.979378Z","steps":["trace[1098827025] 'range keys from in-memory index tree' (duration: 108.942899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.189463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:43.979455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.195652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-31T05:44:43.979481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.222525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:43.979537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.800441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:43.979557Z","caller":"traceutil/trace.go:171","msg":"trace[15849905] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22583; }","duration":"106.325869ms","start":"2026-03-31T05:44:43.873216Z","end":"2026-03-31T05:44:43.979541Z","steps":["trace[15849905] 'range keys from in-memory index tree' (duration: 106.154614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979554Z","caller":"traceutil/trace.go:171","msg":"trace[171949744] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22583; }","duration":"107.314015ms","start":"2026-03-31T05:44:43.872215Z","end":"2026-03-31T05:44:43.979529Z","steps":["trace[171949744] 'range keys from in-memory index tree' (duration: 106.979386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979574Z","caller":"traceutil/trace.go:171","msg":"trace[802135289] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22583; }","duration":"106.836642ms","start":"2026-03-31T05:44:43.872726Z","end":"2026-03-31T05:44:43.979563Z","steps":["trace[802135289] 'range keys from in-memory index tree' (duration: 106.687388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.43213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.979699Z","caller":"traceutil/trace.go:171","msg":"trace[1874524766] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22583; }","duration":"110.501032ms","start":"2026-03-31T05:44:43.869194Z","end":"2026-03-31T05:44:43.979695Z","steps":["trace[1874524766] 'range keys from in-memory index tree' (duration: 110.186613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.106062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.979752Z","caller":"traceutil/trace.go:171","msg":"trace[861429360] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22583; }","duration":"106.183244ms","start":"2026-03-31T05:44:43.873552Z","end":"2026-03-31T05:44:43.979735Z","steps":["trace[861429360] 'range keys from in-memory index tree' (duration: 106.061341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.741712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:44:43.979761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.208967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.979481Z","caller":"traceutil/trace.go:171","msg":"trace[969445753] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22583; }","duration":"110.343898ms","start":"2026-03-31T05:44:43.869116Z","end":"2026-03-31T05:44:43.979459Z","steps":["trace[969445753] 'range keys from in-memory index tree' (duration: 110.070411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.517602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T05:44:43.979837Z","caller":"traceutil/trace.go:171","msg":"trace[1697198249] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22583; }","duration":"110.575485ms","start":"2026-03-31T05:44:43.869257Z","end":"2026-03-31T05:44:43.979833Z","steps":["trace[1697198249] 'range keys from in-memory index tree' (duration: 110.334048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979842Z","caller":"traceutil/trace.go:171","msg":"trace[1612870765] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22583; }","duration":"109.309869ms","start":"2026-03-31T05:44:43.870518Z","end":"2026-03-31T05:44:43.979827Z","steps":["trace[1612870765] 'range keys from in-memory index tree' (duration: 109.138285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979807Z","caller":"traceutil/trace.go:171","msg":"trace[1381143552] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22583; }","duration":"113.957767ms","start":"2026-03-31T05:44:43.865838Z","end":"2026-03-31T05:44:43.979795Z","steps":["trace[1381143552] 'range keys from in-memory index tree' (duration: 113.478524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.605734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:43.979835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.635339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:43.979895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.958793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:44:43.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.614235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:43.979931Z","caller":"traceutil/trace.go:171","msg":"trace[1083392377] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22583; }","duration":"107.795948ms","start":"2026-03-31T05:44:43.872104Z","end":"2026-03-31T05:44:43.9799Z","steps":["trace[1083392377] 'range keys from in-memory index tree' (duration: 107.5013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.442576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:44:43.979954Z","caller":"traceutil/trace.go:171","msg":"trace[1315732180] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22583; }","duration":"108.035924ms","start":"2026-03-31T05:44:43.871899Z","end":"2026-03-31T05:44:43.979935Z","steps":["trace[1315732180] 'range keys from in-memory index tree' (duration: 107.815339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.106101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.979965Z","caller":"traceutil/trace.go:171","msg":"trace[1094227794] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22583; }","duration":"109.808254ms","start":"2026-03-31T05:44:43.870132Z","end":"2026-03-31T05:44:43.97994Z","steps":["trace[1094227794] 'range keys from in-memory index tree' (duration: 109.572237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979957Z","caller":"traceutil/trace.go:171","msg":"trace[2017902360] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22583; }","duration":"110.809691ms","start":"2026-03-31T05:44:43.869133Z","end":"2026-03-31T05:44:43.979943Z","steps":["trace[2017902360] 'range keys from in-memory index tree' (duration: 110.485442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.979993Z","caller":"traceutil/trace.go:171","msg":"trace[234706286] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22583; }","duration":"108.530909ms","start":"2026-03-31T05:44:43.871446Z","end":"2026-03-31T05:44:43.979977Z","steps":["trace[234706286] 'range keys from in-memory index tree' (duration: 108.287461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:43.980007Z","caller":"traceutil/trace.go:171","msg":"trace[1608184605] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22583; }","duration":"110.254236ms","start":"2026-03-31T05:44:43.869732Z","end":"2026-03-31T05:44:43.979986Z","steps":["trace[1608184605] 'range keys from in-memory index tree' (duration: 110.004909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.979754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.106117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.980056Z","caller":"traceutil/trace.go:171","msg":"trace[806320473] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22583; }","duration":"108.466686ms","start":"2026-03-31T05:44:43.871572Z","end":"2026-03-31T05:44:43.980039Z","steps":["trace[806320473] 'range keys from in-memory index tree' (duration: 108.009954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:43.980195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:43.980269Z","caller":"traceutil/trace.go:171","msg":"trace[1983822060] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22583; }","duration":"111.121529ms","start":"2026-03-31T05:44:43.86913Z","end":"2026-03-31T05:44:43.980252Z","steps":["trace[1983822060] 'range keys from in-memory index tree' (duration: 110.373448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:44.487858Z","caller":"traceutil/trace.go:171","msg":"trace[149994077] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"108.451655ms","start":"2026-03-31T05:44:44.379374Z","end":"2026-03-31T05:44:44.487826Z","steps":["trace[149994077] 'process raft request' (duration: 108.28964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.070194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396038436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:44:45.17492Z","caller":"traceutil/trace.go:171","msg":"trace[557406301] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"631.40395ms","start":"2026-03-31T05:44:44.543489Z","end":"2026-03-31T05:44:45.174893Z","steps":["trace[557406301] 'process raft request' (duration: 533.894423ms)","trace[557406301] 'compare' (duration: 97.328202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:45.17506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.543464Z","time spent":"631.520892ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:45.175094Z","caller":"traceutil/trace.go:171","msg":"trace[471238344] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"629.857267ms","start":"2026-03-31T05:44:44.545213Z","end":"2026-03-31T05:44:45.17507Z","steps":["trace[471238344] 'process raft request' (duration: 629.62745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:45.175118Z","caller":"traceutil/trace.go:171","msg":"trace[1654321226] linearizableReadLoop","detail":"{readStateIndex:23408; appliedIndex:23405; }","duration":"604.975146ms","start":"2026-03-31T05:44:44.570124Z","end":"2026-03-31T05:44:45.175099Z","steps":["trace[1654321226] 'read index received' (duration: 507.297365ms)","trace[1654321226] 'applied index is now lower than readState.Index' (duration: 97.677121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:45.175141Z","caller":"traceutil/trace.go:171","msg":"trace[298749124] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"628.048548ms","start":"2026-03-31T05:44:44.547069Z","end":"2026-03-31T05:44:45.175118Z","steps":["trace[298749124] 'process raft request' (duration: 627.946135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.545191Z","time spent":"629.96036ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:45.17525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.547059Z","time spent":"628.1243ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:45.175288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.148472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:44:45.17532Z","caller":"traceutil/trace.go:171","msg":"trace[48874190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22587; }","duration":"605.220763ms","start":"2026-03-31T05:44:44.570089Z","end":"2026-03-31T05:44:45.17531Z","steps":["trace[48874190] 'agreement among raft nodes before linearized reading' (duration: 605.09867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.570059Z","time spent":"605.279095ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:45.175384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.376858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:45.175432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.707094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:44:45.175455Z","caller":"traceutil/trace.go:171","msg":"trace[1373186423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22587; }","duration":"299.484171ms","start":"2026-03-31T05:44:44.875956Z","end":"2026-03-31T05:44:45.17544Z","steps":["trace[1373186423] 'agreement among raft nodes before linearized reading' (duration: 299.386308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.253387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:45.175467Z","caller":"traceutil/trace.go:171","msg":"trace[359284643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22587; }","duration":"383.779517ms","start":"2026-03-31T05:44:44.791676Z","end":"2026-03-31T05:44:45.175455Z","steps":["trace[359284643] 'agreement among raft nodes before linearized reading' (duration: 383.669284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.791652Z","time spent":"383.89123ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:44:45.175544Z","caller":"traceutil/trace.go:171","msg":"trace[367731305] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22587; }","duration":"332.434182ms","start":"2026-03-31T05:44:44.843083Z","end":"2026-03-31T05:44:45.175517Z","steps":["trace[367731305] 'agreement among raft nodes before linearized reading' (duration: 332.223586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.843058Z","time spent":"332.581496ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:45.17565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.690914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:44:45.175738Z","caller":"traceutil/trace.go:171","msg":"trace[998031130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22587; }","duration":"383.90542ms","start":"2026-03-31T05:44:44.79181Z","end":"2026-03-31T05:44:45.175715Z","steps":["trace[998031130] 'agreement among raft nodes before linearized reading' (duration: 383.579691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.175795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.791787Z","time spent":"383.994483ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:44:45.175978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.713207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:44:45.175472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.027503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:44:45.17603Z","caller":"traceutil/trace.go:171","msg":"trace[1491747792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22587; }","duration":"601.812451ms","start":"2026-03-31T05:44:44.574205Z","end":"2026-03-31T05:44:45.176018Z","steps":["trace[1491747792] 'agreement among raft nodes before linearized reading' (duration: 601.08093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.176061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.57418Z","time spent":"601.873902ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:44:45.176056Z","caller":"traceutil/trace.go:171","msg":"trace[472238692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22587; }","duration":"384.6364ms","start":"2026-03-31T05:44:44.791398Z","end":"2026-03-31T05:44:45.176035Z","steps":["trace[472238692] 'agreement among raft nodes before linearized reading' (duration: 383.993992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:45.176119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:44.791379Z","time spent":"384.720673ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:45:13.436006Z","caller":"traceutil/trace.go:171","msg":"trace[709730284] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"105.783913ms","start":"2026-03-31T05:45:13.330202Z","end":"2026-03-31T05:45:13.435986Z","steps":["trace[709730284] 'process raft request' (duration: 105.64588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.980256Z","caller":"traceutil/trace.go:171","msg":"trace[1223842516] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"203.978379ms","start":"2026-03-31T05:45:47.776237Z","end":"2026-03-31T05:45:47.980215Z","steps":["trace[1223842516] 'process raft request' (duration: 184.436595ms)","trace[1223842516] 'compare' (duration: 19.159964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:45:47.980915Z","caller":"traceutil/trace.go:171","msg":"trace[696774221] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"204.490503ms","start":"2026-03-31T05:45:47.776364Z","end":"2026-03-31T05:45:47.980854Z","steps":["trace[696774221] 'process raft request' (duration: 203.801624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:47.980889Z","caller":"traceutil/trace.go:171","msg":"trace[1461484187] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"204.306098ms","start":"2026-03-31T05:45:47.776495Z","end":"2026-03-31T05:45:47.980801Z","steps":["trace[1461484187] 'process raft request' (duration: 203.936598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:45:48.301567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.886726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:45:48.301995Z","caller":"traceutil/trace.go:171","msg":"trace[538155358] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"135.460715ms","start":"2026-03-31T05:45:48.166489Z","end":"2026-03-31T05:45:48.30195Z","steps":["trace[538155358] 'process raft request' (duration: 135.213729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:45:48.302079Z","caller":"traceutil/trace.go:171","msg":"trace[1860515903] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"269.031679ms","start":"2026-03-31T05:45:48.033004Z","end":"2026-03-31T05:45:48.302036Z","steps":["trace[1860515903] 'process raft request' (duration: 109.580287ms)","trace[1860515903] 'compare' (duration: 158.734972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.491279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396040771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:46:34.800758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479071605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:46:34.80088Z","caller":"traceutil/trace.go:171","msg":"trace[833653656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23321; }","duration":"1.479240619s","start":"2026-03-31T05:46:33.321608Z","end":"2026-03-31T05:46:34.800848Z","steps":["trace[833653656] 'range keys from in-memory index tree' (duration: 1.47888577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.800952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.321582Z","time spent":"1.479351482s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T05:46:34.80103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459134659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:46:34.801104Z","caller":"traceutil/trace.go:171","msg":"trace[901168752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23321; }","duration":"1.459262853s","start":"2026-03-31T05:46:33.34182Z","end":"2026-03-31T05:46:34.801083Z","steps":["trace[901168752] 'range keys from in-memory index tree' (duration: 1.458847081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.801159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.341797Z","time spent":"1.459351355s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:46:34.801384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438823153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:46:34.801639Z","caller":"traceutil/trace.go:171","msg":"trace[106756943] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"951.095633ms","start":"2026-03-31T05:46:33.850518Z","end":"2026-03-31T05:46:34.801614Z","steps":["trace[106756943] 'process raft request' (duration: 940.610696ms)","trace[106756943] 'compare' (duration: 10.053255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.801744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.850494Z","time spent":"951.197616ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:34.801476Z","caller":"traceutil/trace.go:171","msg":"trace[155971534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23321; }","duration":"1.438948307s","start":"2026-03-31T05:46:33.362506Z","end":"2026-03-31T05:46:34.801454Z","steps":["trace[155971534] 'range keys from in-memory index tree' (duration: 1.438630428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.803726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.362492Z","time spent":"1.441219479s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:46:34.808879Z","caller":"traceutil/trace.go:171","msg":"trace[932122411] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24166; }","duration":"817.705595ms","start":"2026-03-31T05:46:33.99116Z","end":"2026-03-31T05:46:34.808865Z","steps":["trace[932122411] 'read index received' (duration: 799.985081ms)","trace[932122411] 'applied index is now lower than readState.Index' (duration: 17.719434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:46:34.809056Z","caller":"traceutil/trace.go:171","msg":"trace[765256756] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"957.102377ms","start":"2026-03-31T05:46:33.851945Z","end":"2026-03-31T05:46:34.809047Z","steps":["trace[765256756] 'process raft request' (duration: 956.784649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.809123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.851923Z","time spent":"957.155869ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:46:34.80924Z","caller":"traceutil/trace.go:171","msg":"trace[834551620] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"347.834103ms","start":"2026-03-31T05:46:34.461398Z","end":"2026-03-31T05:46:34.809232Z","steps":["trace[834551620] 'process raft request' (duration: 347.434043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.809284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.461383Z","time spent":"347.880455ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:46:34.809423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.275721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:46:34.809461Z","caller":"traceutil/trace.go:171","msg":"trace[1128532249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23324; }","duration":"818.368594ms","start":"2026-03-31T05:46:33.991087Z","end":"2026-03-31T05:46:34.809455Z","steps":["trace[1128532249] 'agreement among raft nodes before linearized reading' (duration: 818.277731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.809481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:33.991058Z","time spent":"818.419435ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:46:34.921843Z","caller":"traceutil/trace.go:171","msg":"trace[1894366289] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24169; }","duration":"112.903408ms","start":"2026-03-31T05:46:34.808917Z","end":"2026-03-31T05:46:34.92182Z","steps":["trace[1894366289] 'read index received' (duration: 112.768814ms)","trace[1894366289] 'applied index is now lower than readState.Index' (duration: 131.164µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:46:34.922051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.442447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:46:34.922162Z","caller":"traceutil/trace.go:171","msg":"trace[58263724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23325; }","duration":"436.659204ms","start":"2026-03-31T05:46:34.485477Z","end":"2026-03-31T05:46:34.922136Z","steps":["trace[58263724] 'agreement among raft nodes before linearized reading' (duration: 436.425487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.922173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.367761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T05:46:34.922309Z","caller":"traceutil/trace.go:171","msg":"trace[2011421888] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23325; }","duration":"460.561407ms","start":"2026-03-31T05:46:34.461716Z","end":"2026-03-31T05:46:34.922278Z","steps":["trace[2011421888] 'agreement among raft nodes before linearized reading' (duration: 460.194557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.922331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.619733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-31T05:46:34.922335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.136546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:46:34.922381Z","caller":"traceutil/trace.go:171","msg":"trace[1360945080] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23325; }","duration":"462.674215ms","start":"2026-03-31T05:46:34.459682Z","end":"2026-03-31T05:46:34.922356Z","steps":["trace[1360945080] 'agreement among raft nodes before linearized reading' (duration: 462.519011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.92223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.485447Z","time spent":"436.769317ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:46:34.922418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.45961Z","time spent":"462.800518ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-31T05:46:34.9224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.69194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:46:34.922414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.315935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:46:34.922372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.461709Z","time spent":"460.65214ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-31T05:46:34.922491Z","caller":"traceutil/trace.go:171","msg":"trace[1769392751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23325; }","duration":"426.835265ms","start":"2026-03-31T05:46:34.495635Z","end":"2026-03-31T05:46:34.922471Z","steps":["trace[1769392751] 'agreement among raft nodes before linearized reading' (duration: 426.569818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:34.922498Z","caller":"traceutil/trace.go:171","msg":"trace[241010129] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23325; }","duration":"836.460338ms","start":"2026-03-31T05:46:34.086019Z","end":"2026-03-31T05:46:34.922479Z","steps":["trace[241010129] 'agreement among raft nodes before linearized reading' (duration: 836.322194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.922545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.495603Z","time spent":"426.927058ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:46:34.922552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.085944Z","time spent":"836.592992ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:46:34.922558Z","caller":"traceutil/trace.go:171","msg":"trace[1798477197] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"117.103593ms","start":"2026-03-31T05:46:34.805387Z","end":"2026-03-31T05:46:34.92249Z","steps":["trace[1798477197] 'process raft request' (duration: 116.292821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:34.922414Z","caller":"traceutil/trace.go:171","msg":"trace[672204943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23325; }","duration":"426.332431ms","start":"2026-03-31T05:46:34.496057Z","end":"2026-03-31T05:46:34.92239Z","steps":["trace[672204943] 'agreement among raft nodes before linearized reading' (duration: 425.766645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.922695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.496049Z","time spent":"426.619338ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:46:34.922958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.369019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T05:46:34.9231Z","caller":"traceutil/trace.go:171","msg":"trace[1992411992] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"110.724678ms","start":"2026-03-31T05:46:34.812343Z","end":"2026-03-31T05:46:34.923067Z","steps":["trace[1992411992] 'process raft request' (duration: 110.135032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.922991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.469081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40954ae4-a1e8-4236-94c2-4b96e5a3a8d3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:46:34.923193Z","caller":"traceutil/trace.go:171","msg":"trace[518326983] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40954ae4-a1e8-4236-94c2-4b96e5a3a8d3; range_end:; response_count:1; response_revision:23325; }","duration":"118.693586ms","start":"2026-03-31T05:46:34.80448Z","end":"2026-03-31T05:46:34.923174Z","steps":["trace[518326983] 'agreement among raft nodes before linearized reading' (duration: 117.903295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.923207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.662146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:46:34.923182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.356521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:46:34.923303Z","caller":"traceutil/trace.go:171","msg":"trace[974112077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23325; }","duration":"430.500845ms","start":"2026-03-31T05:46:34.492782Z","end":"2026-03-31T05:46:34.923283Z","steps":["trace[974112077] 'agreement among raft nodes before linearized reading' (duration: 429.485477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:34.923327Z","caller":"traceutil/trace.go:171","msg":"trace[751735199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23325; }","duration":"118.796019ms","start":"2026-03-31T05:46:34.80448Z","end":"2026-03-31T05:46:34.923276Z","steps":["trace[751735199] 'agreement among raft nodes before linearized reading' (duration: 117.872324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.923671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.431414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:46:34.92376Z","caller":"traceutil/trace.go:171","msg":"trace[97868563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23325; }","duration":"116.836825ms","start":"2026-03-31T05:46:34.8069Z","end":"2026-03-31T05:46:34.923737Z","steps":["trace[97868563] 'agreement among raft nodes before linearized reading' (duration: 115.400836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:46:34.923073Z","caller":"traceutil/trace.go:171","msg":"trace[1225493178] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:23325; }","duration":"458.08984ms","start":"2026-03-31T05:46:34.464961Z","end":"2026-03-31T05:46:34.923051Z","steps":["trace[1225493178] 'agreement among raft nodes before linearized reading' (duration: 457.058992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:46:34.924508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.464955Z","time spent":"459.499738ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-31T05:46:34.926732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:46:34.49277Z","time spent":"433.938799ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:47:40.620273Z","caller":"traceutil/trace.go:171","msg":"trace[293906358] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25134; }","duration":"100.18977ms","start":"2026-03-31T05:47:40.520056Z","end":"2026-03-31T05:47:40.620246Z","steps":["trace[293906358] 'read index received' (duration: 99.997325ms)","trace[293906358] 'applied index is now lower than readState.Index' (duration: 191.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:40.620358Z","caller":"traceutil/trace.go:171","msg":"trace[1740713280] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"119.878118ms","start":"2026-03-31T05:47:40.500441Z","end":"2026-03-31T05:47:40.620319Z","steps":["trace[1740713280] 'process raft request' (duration: 119.619161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:40.620717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.633562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:40.620836Z","caller":"traceutil/trace.go:171","msg":"trace[1971594493] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24263; }","duration":"100.812788ms","start":"2026-03-31T05:47:40.519993Z","end":"2026-03-31T05:47:40.620805Z","steps":["trace[1971594493] 'agreement among raft nodes before linearized reading' (duration: 100.410877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:40.843978Z","caller":"traceutil/trace.go:171","msg":"trace[843828426] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"295.268505ms","start":"2026-03-31T05:47:40.548666Z","end":"2026-03-31T05:47:40.843934Z","steps":["trace[843828426] 'process raft request' (duration: 295.0588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:40.84398Z","caller":"traceutil/trace.go:171","msg":"trace[384391259] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25138; }","duration":"223.473943ms","start":"2026-03-31T05:47:40.62047Z","end":"2026-03-31T05:47:40.843944Z","steps":["trace[384391259] 'read index received' (duration: 223.460812ms)","trace[384391259] 'applied index is now lower than readState.Index' (duration: 10.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:40.84403Z","caller":"traceutil/trace.go:171","msg":"trace[1722827410] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"254.728797ms","start":"2026-03-31T05:47:40.58926Z","end":"2026-03-31T05:47:40.843989Z","steps":["trace[1722827410] 'process raft request' (duration: 254.600343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:40.844273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.742125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:47:40.844345Z","caller":"traceutil/trace.go:171","msg":"trace[531942089] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:24266; }","duration":"255.902069ms","start":"2026-03-31T05:47:40.588425Z","end":"2026-03-31T05:47:40.844327Z","steps":["trace[531942089] 'agreement among raft nodes before linearized reading' (duration: 255.622602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:40.844435Z","caller":"traceutil/trace.go:171","msg":"trace[446381981] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"246.036039ms","start":"2026-03-31T05:47:40.597896Z","end":"2026-03-31T05:47:40.843932Z","steps":["trace[446381981] 'process raft request' (duration: 246.005569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:40.847093Z","caller":"traceutil/trace.go:171","msg":"trace[445347185] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"198.480069ms","start":"2026-03-31T05:47:40.648581Z","end":"2026-03-31T05:47:40.847061Z","steps":["trace[445347185] 'process raft request' (duration: 198.248012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:40.847218Z","caller":"traceutil/trace.go:171","msg":"trace[351790470] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"138.784865ms","start":"2026-03-31T05:47:40.708409Z","end":"2026-03-31T05:47:40.847194Z","steps":["trace[351790470] 'process raft request' (duration: 138.60263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:40.848743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.142544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-31T05:47:40.848794Z","caller":"traceutil/trace.go:171","msg":"trace[266088089] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24270; }","duration":"200.249677ms","start":"2026-03-31T05:47:40.64853Z","end":"2026-03-31T05:47:40.84878Z","steps":["trace[266088089] 'agreement among raft nodes before linearized reading' (duration: 198.936211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.598989Z","caller":"traceutil/trace.go:171","msg":"trace[1819076897] linearizableReadLoop","detail":"{readStateIndex:25193; appliedIndex:25192; }","duration":"179.447428ms","start":"2026-03-31T05:47:42.419508Z","end":"2026-03-31T05:47:42.598956Z","steps":["trace[1819076897] 'read index received' (duration: 178.717918ms)","trace[1819076897] 'applied index is now lower than readState.Index' (duration: 727.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:47:42.599327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.782727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.599373Z","caller":"traceutil/trace.go:171","msg":"trace[795151125] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24320; }","duration":"179.88883ms","start":"2026-03-31T05:47:42.41947Z","end":"2026-03-31T05:47:42.599359Z","steps":["trace[795151125] 'agreement among raft nodes before linearized reading' (duration: 179.734166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.599583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.298175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.599567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.570508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.599661Z","caller":"traceutil/trace.go:171","msg":"trace[982301765] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24320; }","duration":"156.381548ms","start":"2026-03-31T05:47:42.443248Z","end":"2026-03-31T05:47:42.599629Z","steps":["trace[982301765] 'agreement among raft nodes before linearized reading' (duration: 156.278505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.599667Z","caller":"traceutil/trace.go:171","msg":"trace[1068210404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24320; }","duration":"120.699871ms","start":"2026-03-31T05:47:42.478943Z","end":"2026-03-31T05:47:42.599643Z","steps":["trace[1068210404] 'agreement among raft nodes before linearized reading' (duration: 120.519256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.599687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.99063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.59953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.599846Z","caller":"traceutil/trace.go:171","msg":"trace[1963892221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24320; }","duration":"134.232192ms","start":"2026-03-31T05:47:42.465577Z","end":"2026-03-31T05:47:42.599809Z","steps":["trace[1963892221] 'agreement among raft nodes before linearized reading' (duration: 133.841441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.599909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.310314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.599943Z","caller":"traceutil/trace.go:171","msg":"trace[2007687638] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24320; }","duration":"179.361646ms","start":"2026-03-31T05:47:42.420574Z","end":"2026-03-31T05:47:42.599936Z","steps":["trace[2007687638] 'agreement among raft nodes before linearized reading' (duration: 179.301684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.599923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.589723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.599961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.346989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.599497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.932124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:42.599648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.806395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.600057Z","caller":"traceutil/trace.go:171","msg":"trace[53634349] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24320; }","duration":"179.561881ms","start":"2026-03-31T05:47:42.420483Z","end":"2026-03-31T05:47:42.600045Z","steps":["trace[53634349] 'agreement among raft nodes before linearized reading' (duration: 178.922823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.599658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.101177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.600073Z","caller":"traceutil/trace.go:171","msg":"trace[688667537] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24320; }","duration":"121.485993ms","start":"2026-03-31T05:47:42.478558Z","end":"2026-03-31T05:47:42.600044Z","steps":["trace[688667537] 'agreement among raft nodes before linearized reading' (duration: 121.287218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.600123Z","caller":"traceutil/trace.go:171","msg":"trace[273341729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24320; }","duration":"117.285968ms","start":"2026-03-31T05:47:42.482768Z","end":"2026-03-31T05:47:42.600054Z","steps":["trace[273341729] 'agreement among raft nodes before linearized reading' (duration: 116.745153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.600157Z","caller":"traceutil/trace.go:171","msg":"trace[852690760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24320; }","duration":"134.664093ms","start":"2026-03-31T05:47:42.465482Z","end":"2026-03-31T05:47:42.600147Z","steps":["trace[852690760] 'agreement among raft nodes before linearized reading' (duration: 134.066716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.600204Z","caller":"traceutil/trace.go:171","msg":"trace[393138837] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24320; }","duration":"156.904982ms","start":"2026-03-31T05:47:42.44328Z","end":"2026-03-31T05:47:42.600185Z","steps":["trace[393138837] 'agreement among raft nodes before linearized reading' (duration: 156.4644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.600371Z","caller":"traceutil/trace.go:171","msg":"trace[1939241681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24320; }","duration":"121.101912ms","start":"2026-03-31T05:47:42.478661Z","end":"2026-03-31T05:47:42.599763Z","steps":["trace[1939241681] 'agreement among raft nodes before linearized reading' (duration: 120.958338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:42.600406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.167769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:42.59936Z","caller":"traceutil/trace.go:171","msg":"trace[1955152272] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"185.264457ms","start":"2026-03-31T05:47:42.414003Z","end":"2026-03-31T05:47:42.599268Z","steps":["trace[1955152272] 'process raft request' (duration: 184.720312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:42.600464Z","caller":"traceutil/trace.go:171","msg":"trace[2146209565] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24320; }","duration":"157.275512ms","start":"2026-03-31T05:47:42.443168Z","end":"2026-03-31T05:47:42.600443Z","steps":["trace[2146209565] 'agreement among raft nodes before linearized reading' (duration: 157.149678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:45.716407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.569468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-31T05:47:45.716654Z","caller":"traceutil/trace.go:171","msg":"trace[1614248875] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24397; }","duration":"184.873777ms","start":"2026-03-31T05:47:45.531752Z","end":"2026-03-31T05:47:45.716625Z","steps":["trace[1614248875] 'range keys from in-memory index tree' (duration: 183.722775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:45.722027Z","caller":"traceutil/trace.go:171","msg":"trace[288367808] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"167.153012ms","start":"2026-03-31T05:47:45.554819Z","end":"2026-03-31T05:47:45.721972Z","steps":["trace[288367808] 'process raft request' (duration: 166.988897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.346179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162312446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:47:51.346593Z","caller":"traceutil/trace.go:171","msg":"trace[1191147621] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"2.16282171s","start":"2026-03-31T05:47:49.183746Z","end":"2026-03-31T05:47:51.346568Z","steps":["trace[1191147621] 'process raft request' (duration: 2.162674176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.346741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:49.183722Z","time spent":"2.162944373s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.968642Z","caller":"traceutil/trace.go:171","msg":"trace[720997118] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"662.00652ms","start":"2026-03-31T05:47:51.306618Z","end":"2026-03-31T05:47:51.968625Z","steps":["trace[720997118] 'process raft request' (duration: 661.955359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.968699Z","caller":"traceutil/trace.go:171","msg":"trace[1134581832] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"669.362961ms","start":"2026-03-31T05:47:51.299294Z","end":"2026-03-31T05:47:51.968657Z","steps":["trace[1134581832] 'process raft request' (duration: 669.211467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.968708Z","caller":"traceutil/trace.go:171","msg":"trace[1330620318] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"670.02541ms","start":"2026-03-31T05:47:51.298648Z","end":"2026-03-31T05:47:51.968673Z","steps":["trace[1330620318] 'process raft request' (duration: 669.750622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.96878Z","caller":"traceutil/trace.go:171","msg":"trace[1007778630] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"662.292958ms","start":"2026-03-31T05:47:51.306481Z","end":"2026-03-31T05:47:51.968774Z","steps":["trace[1007778630] 'process raft request' (duration: 662.070012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.968806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.306463Z","time spent":"662.331329ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:51.968847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.29863Z","time spent":"670.163253ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:47:51.968874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.299286Z","time spent":"669.494774ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.968921Z","caller":"traceutil/trace.go:171","msg":"trace[889114831] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"654.099924ms","start":"2026-03-31T05:47:51.314813Z","end":"2026-03-31T05:47:51.968913Z","steps":["trace[889114831] 'process raft request' (duration: 653.789946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.96895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.314792Z","time spent":"654.141876ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:51.968752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.306608Z","time spent":"662.087422ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.969084Z","caller":"traceutil/trace.go:171","msg":"trace[58342145] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"653.850178ms","start":"2026-03-31T05:47:51.315229Z","end":"2026-03-31T05:47:51.969079Z","steps":["trace[58342145] 'process raft request' (duration: 653.655382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.315222Z","time spent":"653.875668ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.969278Z","caller":"traceutil/trace.go:171","msg":"trace[1349840356] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25333; }","duration":"670.228545ms","start":"2026-03-31T05:47:51.29904Z","end":"2026-03-31T05:47:51.969268Z","steps":["trace[1349840356] 'read index received' (duration: 47.358913ms)","trace[1349840356] 'applied index is now lower than readState.Index' (duration: 622.868652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:51.969293Z","caller":"traceutil/trace.go:171","msg":"trace[30270710] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"633.666276ms","start":"2026-03-31T05:47:51.33562Z","end":"2026-03-31T05:47:51.969287Z","steps":["trace[30270710] 'process raft request' (duration: 633.577664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.335534Z","time spent":"633.78477ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.969313Z","caller":"traceutil/trace.go:171","msg":"trace[354977649] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"648.751798ms","start":"2026-03-31T05:47:51.320537Z","end":"2026-03-31T05:47:51.969289Z","steps":["trace[354977649] 'process raft request' (duration: 648.520682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.96944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.393749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:51.969445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.320525Z","time spent":"648.845231ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:51.969469Z","caller":"traceutil/trace.go:171","msg":"trace[1511691056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24468; }","duration":"670.464821ms","start":"2026-03-31T05:47:51.298996Z","end":"2026-03-31T05:47:51.969461Z","steps":["trace[1511691056] 'agreement among raft nodes before linearized reading' (duration: 670.353228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.96949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.298982Z","time spent":"670.503142ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:47:51.969647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.202854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:47:51.969687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.459247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T05:47:51.969686Z","caller":"traceutil/trace.go:171","msg":"trace[539241601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24468; }","duration":"670.263896ms","start":"2026-03-31T05:47:51.299413Z","end":"2026-03-31T05:47:51.969676Z","steps":["trace[539241601] 'agreement among raft nodes before linearized reading' (duration: 670.142433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.96971Z","caller":"traceutil/trace.go:171","msg":"trace[1344305455] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:24468; }","duration":"311.511988ms","start":"2026-03-31T05:47:51.658192Z","end":"2026-03-31T05:47:51.969704Z","steps":["trace[1344305455] 'agreement among raft nodes before linearized reading' (duration: 311.423195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.299406Z","time spent":"670.304767ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:47:51.969727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.658174Z","time spent":"311.550209ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:47:51.969779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.771644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:47:51.969788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.023947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.969805Z","caller":"traceutil/trace.go:171","msg":"trace[736592771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24468; }","duration":"271.829965ms","start":"2026-03-31T05:47:51.697968Z","end":"2026-03-31T05:47:51.969798Z","steps":["trace[736592771] 'agreement among raft nodes before linearized reading' (duration: 271.737993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.969819Z","caller":"traceutil/trace.go:171","msg":"trace[256751067] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24468; }","duration":"472.098679ms","start":"2026-03-31T05:47:51.497709Z","end":"2026-03-31T05:47:51.969808Z","steps":["trace[256751067] 'agreement among raft nodes before linearized reading' (duration: 472.033037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.774136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:47:51.969856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.781961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T05:47:51.969867Z","caller":"traceutil/trace.go:171","msg":"trace[954095189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24468; }","duration":"660.831678ms","start":"2026-03-31T05:47:51.309027Z","end":"2026-03-31T05:47:51.969859Z","steps":["trace[954095189] 'agreement among raft nodes before linearized reading' (duration: 660.747856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.969921Z","caller":"traceutil/trace.go:171","msg":"trace[2002385380] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24468; }","duration":"276.834592ms","start":"2026-03-31T05:47:51.69304Z","end":"2026-03-31T05:47:51.969874Z","steps":["trace[2002385380] 'agreement among raft nodes before linearized reading' (duration: 276.773041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.309011Z","time spent":"660.90207ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:47:51.96993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.242037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:47:51.969956Z","caller":"traceutil/trace.go:171","msg":"trace[2120806234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24468; }","duration":"651.294077ms","start":"2026-03-31T05:47:51.318653Z","end":"2026-03-31T05:47:51.969947Z","steps":["trace[2120806234] 'agreement among raft nodes before linearized reading' (duration: 651.205705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.969975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.318635Z","time spent":"651.335799ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:47:51.969715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.624103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:47:51.970027Z","caller":"traceutil/trace.go:171","msg":"trace[686080393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24468; }","duration":"660.949521ms","start":"2026-03-31T05:47:51.309071Z","end":"2026-03-31T05:47:51.970021Z","steps":["trace[686080393] 'agreement among raft nodes before linearized reading' (duration: 660.53259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.970031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.177842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:47:51.970047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.309067Z","time spent":"660.973962ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:47:51.970061Z","caller":"traceutil/trace.go:171","msg":"trace[49710220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24468; }","duration":"663.225673ms","start":"2026-03-31T05:47:51.306827Z","end":"2026-03-31T05:47:51.970053Z","steps":["trace[49710220] 'agreement among raft nodes before linearized reading' (duration: 663.175142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.970078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.176654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T05:47:51.970088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.306818Z","time spent":"663.263054ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:51.970098Z","caller":"traceutil/trace.go:171","msg":"trace[641780845] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24468; }","duration":"655.213415ms","start":"2026-03-31T05:47:51.314877Z","end":"2026-03-31T05:47:51.970091Z","steps":["trace[641780845] 'agreement among raft nodes before linearized reading' (duration: 655.151834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.970121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.314872Z","time spent":"655.243426ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:47:51.970131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.910714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.970158Z","caller":"traceutil/trace.go:171","msg":"trace[125887376] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24468; }","duration":"666.970156ms","start":"2026-03-31T05:47:51.303181Z","end":"2026-03-31T05:47:51.970151Z","steps":["trace[125887376] 'agreement among raft nodes before linearized reading' (duration: 666.882593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.97019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.303164Z","time spent":"667.006806ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.970284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.78611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:47:51.970312Z","caller":"traceutil/trace.go:171","msg":"trace[780825109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24468; }","duration":"670.821561ms","start":"2026-03-31T05:47:51.299482Z","end":"2026-03-31T05:47:51.970304Z","steps":["trace[780825109] 'agreement among raft nodes before linearized reading' (duration: 670.742179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.970327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.009779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:47:51.970338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.299478Z","time spent":"670.854242ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:47:51.969844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.497684Z","time spent":"472.15337ms","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.970372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.980034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:51.970386Z","caller":"traceutil/trace.go:171","msg":"trace[965288404] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24468; }","duration":"664.018945ms","start":"2026-03-31T05:47:51.306364Z","end":"2026-03-31T05:47:51.970383Z","steps":["trace[965288404] 'agreement among raft nodes before linearized reading' (duration: 663.990774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:51.970346Z","caller":"traceutil/trace.go:171","msg":"trace[1515889237] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24468; }","duration":"672.477266ms","start":"2026-03-31T05:47:51.297863Z","end":"2026-03-31T05:47:51.97034Z","steps":["trace[1515889237] 'agreement among raft nodes before linearized reading' (duration: 672.434645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.9704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.306351Z","time spent":"664.044986ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:51.970398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.919423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:47:51.97041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.297851Z","time spent":"672.551578ms","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:51.97048Z","caller":"traceutil/trace.go:171","msg":"trace[327690856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24468; }","duration":"670.963834ms","start":"2026-03-31T05:47:51.29946Z","end":"2026-03-31T05:47:51.970424Z","steps":["trace[327690856] 'agreement among raft nodes before linearized reading' (duration: 670.870032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:51.970558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.299455Z","time spent":"671.091808ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:47:52.529576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396043930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:47:53.030288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396043930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:47:53.103061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074751179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:47:53.445369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.13174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:53.445539Z","caller":"traceutil/trace.go:171","msg":"trace[1704845333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24468; }","duration":"354.310766ms","start":"2026-03-31T05:47:53.091201Z","end":"2026-03-31T05:47:53.445511Z","steps":["trace[1704845333] 'range keys from in-memory index tree' (duration: 354.11241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.446085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.511613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:47:53.446423Z","caller":"traceutil/trace.go:171","msg":"trace[2025764648] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"1.472680774s","start":"2026-03-31T05:47:51.9737Z","end":"2026-03-31T05:47:53.446381Z","steps":["trace[2025764648] 'process raft request' (duration: 1.12980139s)","trace[2025764648] 'compare' (duration: 342.252946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:53.446468Z","caller":"traceutil/trace.go:171","msg":"trace[539180662] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"1.470523394s","start":"2026-03-31T05:47:51.975926Z","end":"2026-03-31T05:47:53.446449Z","steps":["trace[539180662] 'process raft request' (duration: 1.470423292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.446548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.975922Z","time spent":"1.470582617s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:53.446588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.97368Z","time spent":"1.472819478s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:47:53.446525Z","caller":"traceutil/trace.go:171","msg":"trace[1890026484] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"1.470630278s","start":"2026-03-31T05:47:51.975831Z","end":"2026-03-31T05:47:53.446461Z","steps":["trace[1890026484] 'process raft request' (duration: 1.470402062s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:53.446571Z","caller":"traceutil/trace.go:171","msg":"trace[958656685] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"1.470613047s","start":"2026-03-31T05:47:51.975895Z","end":"2026-03-31T05:47:53.446508Z","steps":["trace[958656685] 'process raft request' (duration: 1.470414312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.446768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.97582Z","time spent":"1.470848423s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:53.446844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.97589Z","time spent":"1.470805032s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:53.446851Z","caller":"traceutil/trace.go:171","msg":"trace[527083812] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.468822369s","start":"2026-03-31T05:47:51.978007Z","end":"2026-03-31T05:47:53.446829Z","steps":["trace[527083812] 'process raft request' (duration: 1.468384197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.446986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.977998Z","time spent":"1.468942912s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:53.447024Z","caller":"traceutil/trace.go:171","msg":"trace[1286321934] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.468936792s","start":"2026-03-31T05:47:51.978076Z","end":"2026-03-31T05:47:53.447013Z","steps":["trace[1286321934] 'process raft request' (duration: 1.468635344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.4471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.978052Z","time spent":"1.469007023s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:53.447163Z","caller":"traceutil/trace.go:171","msg":"trace[215823993] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.467185214s","start":"2026-03-31T05:47:51.979963Z","end":"2026-03-31T05:47:53.447148Z","steps":["trace[215823993] 'process raft request' (duration: 1.467006129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:53.44726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.979953Z","time spent":"1.467251566s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:54.195233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091881864s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:47:54.19627Z","caller":"traceutil/trace.go:171","msg":"trace[795060248] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"1.835457199s","start":"2026-03-31T05:47:52.360792Z","end":"2026-03-31T05:47:54.196249Z","steps":["trace[795060248] 'process raft request' (duration: 1.835380807s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:54.196278Z","caller":"traceutil/trace.go:171","msg":"trace[1290907177] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25343; }","duration":"2.167726593s","start":"2026-03-31T05:47:52.028501Z","end":"2026-03-31T05:47:54.196228Z","steps":["trace[1290907177] 'read index received' (duration: 1.075022475s)","trace[1290907177] 'applied index is now lower than readState.Index' (duration: 1.092702938s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:47:54.196287Z","caller":"traceutil/trace.go:171","msg":"trace[990424729] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"2.166233122s","start":"2026-03-31T05:47:52.030002Z","end":"2026-03-31T05:47:54.196235Z","steps":["trace[990424729] 'process raft request' (duration: 2.166027946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.196441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.360771Z","time spent":"1.835541251s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18325,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:54.196468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.029978Z","time spent":"2.166407627s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:54.19649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218553319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:47:54.196546Z","caller":"traceutil/trace.go:171","msg":"trace[327264752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24477; }","duration":"2.218668183s","start":"2026-03-31T05:47:51.977863Z","end":"2026-03-31T05:47:54.196531Z","steps":["trace[327264752] 'agreement among raft nodes before linearized reading' (duration: 2.218463927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.196589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:51.977851Z","time spent":"2.218730594s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:47:54.205142Z","caller":"traceutil/trace.go:171","msg":"trace[751828572] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"851.936879ms","start":"2026-03-31T05:47:53.353149Z","end":"2026-03-31T05:47:54.205086Z","steps":["trace[751828572] 'process raft request' (duration: 851.679532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.20543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.353121Z","time spent":"852.105154ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:47:54.205534Z","caller":"traceutil/trace.go:171","msg":"trace[1488000708] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"553.869759ms","start":"2026-03-31T05:47:53.651629Z","end":"2026-03-31T05:47:54.205499Z","steps":["trace[1488000708] 'process raft request' (duration: 553.406106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.205681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.651594Z","time spent":"554.010502ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:47:54.205916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.267009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-31T05:47:54.206046Z","caller":"traceutil/trace.go:171","msg":"trace[1770220811] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24484; }","duration":"793.428473ms","start":"2026-03-31T05:47:53.412606Z","end":"2026-03-31T05:47:54.206034Z","steps":["trace[1770220811] 'agreement among raft nodes before linearized reading' (duration: 793.202377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599694267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:47:54.206177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874307069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-31T05:47:54.206218Z","caller":"traceutil/trace.go:171","msg":"trace[675266083] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24484; }","duration":"1.599877732s","start":"2026-03-31T05:47:52.606301Z","end":"2026-03-31T05:47:54.206178Z","steps":["trace[675266083] 'agreement among raft nodes before linearized reading' (duration: 1.599641326s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:54.206241Z","caller":"traceutil/trace.go:171","msg":"trace[484713730] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24484; }","duration":"1.874394622s","start":"2026-03-31T05:47:52.331832Z","end":"2026-03-31T05:47:54.206226Z","steps":["trace[484713730] 'agreement among raft nodes before linearized reading' (duration: 1.874231897s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:54.206216Z","caller":"traceutil/trace.go:171","msg":"trace[856358372] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"229.51491ms","start":"2026-03-31T05:47:53.976641Z","end":"2026-03-31T05:47:54.206156Z","steps":["trace[856358372] 'process raft request' (duration: 228.80018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.331813Z","time spent":"1.874458833s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:47:54.206314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.606274Z","time spent":"1.599982675s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:54.206366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.219534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:54.206405Z","caller":"traceutil/trace.go:171","msg":"trace[1314103117] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24484; }","duration":"853.280126ms","start":"2026-03-31T05:47:53.353114Z","end":"2026-03-31T05:47:54.206394Z","steps":["trace[1314103117] 'agreement among raft nodes before linearized reading' (duration: 853.231115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720895324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:54.206468Z","caller":"traceutil/trace.go:171","msg":"trace[1047086157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24484; }","duration":"1.721406818s","start":"2026-03-31T05:47:52.485046Z","end":"2026-03-31T05:47:54.206453Z","steps":["trace[1047086157] 'agreement among raft nodes before linearized reading' (duration: 1.720904624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577260985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:54.206509Z","caller":"traceutil/trace.go:171","msg":"trace[1940267778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24484; }","duration":"1.577316267s","start":"2026-03-31T05:47:52.629187Z","end":"2026-03-31T05:47:54.206503Z","steps":["trace[1940267778] 'agreement among raft nodes before linearized reading' (duration: 1.577263686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.485026Z","time spent":"1.721492321s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:47:54.206533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.629173Z","time spent":"1.577355238s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:47:54.206122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.41258Z","time spent":"793.514966ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5047,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:47:54.206321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301579945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:47:54.206431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.353097Z","time spent":"853.327237ms","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:54.206817Z","caller":"traceutil/trace.go:171","msg":"trace[244431611] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24484; }","duration":"1.30209455s","start":"2026-03-31T05:47:52.904685Z","end":"2026-03-31T05:47:54.20678Z","steps":["trace[244431611] 'agreement among raft nodes before linearized reading' (duration: 1.301592286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:52.904659Z","time spent":"1.302206082s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:54.206973Z","caller":"traceutil/trace.go:171","msg":"trace[667754782] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"229.271344ms","start":"2026-03-31T05:47:53.977692Z","end":"2026-03-31T05:47:54.206963Z","steps":["trace[667754782] 'process raft request' (duration: 227.834895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.206991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.326368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:47:54.207026Z","caller":"traceutil/trace.go:171","msg":"trace[690986537] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24484; }","duration":"555.3915ms","start":"2026-03-31T05:47:53.651624Z","end":"2026-03-31T05:47:54.207015Z","steps":["trace[690986537] 'agreement among raft nodes before linearized reading' (duration: 555.329468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:54.207057Z","caller":"traceutil/trace.go:171","msg":"trace[518684891] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"230.374613ms","start":"2026-03-31T05:47:53.976675Z","end":"2026-03-31T05:47:54.20705Z","steps":["trace[518684891] 'process raft request' (duration: 228.81369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.207066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.651605Z","time spent":"555.453381ms","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:47:54.205839Z","caller":"traceutil/trace.go:171","msg":"trace[782575665] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"229.52665ms","start":"2026-03-31T05:47:53.976282Z","end":"2026-03-31T05:47:54.205808Z","steps":["trace[782575665] 'process raft request' (duration: 229.033527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.207172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.894622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-31T05:47:54.207217Z","caller":"traceutil/trace.go:171","msg":"trace[908334453] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:24484; }","duration":"754.985184ms","start":"2026-03-31T05:47:53.45222Z","end":"2026-03-31T05:47:54.207205Z","steps":["trace[908334453] 'agreement among raft nodes before linearized reading' (duration: 754.81594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:54.207228Z","caller":"traceutil/trace.go:171","msg":"trace[460795159] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"228.960825ms","start":"2026-03-31T05:47:53.978256Z","end":"2026-03-31T05:47:54.207217Z","steps":["trace[460795159] 'process raft request' (duration: 227.30932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.207247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.452197Z","time spent":"755.043636ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" "} {"level":"warn","ts":"2026-03-31T05:47:54.20738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.906707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:47:54.207419Z","caller":"traceutil/trace.go:171","msg":"trace[1037409492] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24484; }","duration":"587.995529ms","start":"2026-03-31T05:47:53.619415Z","end":"2026-03-31T05:47:54.207411Z","steps":["trace[1037409492] 'agreement among raft nodes before linearized reading' (duration: 587.875486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:47:54.207441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:47:53.619388Z","time spent":"588.04756ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":70,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:48:08.021113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396044238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:48:08.22006Z","caller":"traceutil/trace.go:171","msg":"trace[2121130460] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"701.564919ms","start":"2026-03-31T05:48:07.518474Z","end":"2026-03-31T05:48:08.220039Z","steps":["trace[2121130460] 'process raft request' (duration: 701.410215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.220177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.518454Z","time spent":"701.665061ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:08.369373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.231119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:48:08.369521Z","caller":"traceutil/trace.go:171","msg":"trace[350309786] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25490; }","duration":"849.073202ms","start":"2026-03-31T05:48:07.520425Z","end":"2026-03-31T05:48:08.369498Z","steps":["trace[350309786] 'read index received' (duration: 699.616685ms)","trace[350309786] 'applied index is now lower than readState.Index' (duration: 149.454557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:08.369635Z","caller":"traceutil/trace.go:171","msg":"trace[1819851538] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"849.799352ms","start":"2026-03-31T05:48:07.519818Z","end":"2026-03-31T05:48:08.369617Z","steps":["trace[1819851538] 'process raft request' (duration: 736.250375ms)","trace[1819851538] 'compare' (duration: 113.027763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:48:08.369733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.519805Z","time spent":"849.876374ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:48:08.370099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.650358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:48:08.370188Z","caller":"traceutil/trace.go:171","msg":"trace[1564282569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24613; }","duration":"849.774631ms","start":"2026-03-31T05:48:07.520391Z","end":"2026-03-31T05:48:08.370166Z","steps":["trace[1564282569] 'agreement among raft nodes before linearized reading' (duration: 849.445912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.370244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.520379Z","time spent":"849.853444ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:48:08.388097Z","caller":"traceutil/trace.go:171","msg":"trace[1325474054] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"134.673504ms","start":"2026-03-31T05:48:08.253401Z","end":"2026-03-31T05:48:08.388075Z","steps":["trace[1325474054] 'process raft request' (duration: 134.54128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:08.398901Z","caller":"traceutil/trace.go:171","msg":"trace[319802298] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"142.334302ms","start":"2026-03-31T05:48:08.256542Z","end":"2026-03-31T05:48:08.398876Z","steps":["trace[319802298] 'process raft request' (duration: 142.036934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:08.399281Z","caller":"traceutil/trace.go:171","msg":"trace[1818022506] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"139.722732ms","start":"2026-03-31T05:48:08.259467Z","end":"2026-03-31T05:48:08.39919Z","steps":["trace[1818022506] 'process raft request' (duration: 139.253899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.399667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.654429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:48:08.39967Z","caller":"traceutil/trace.go:171","msg":"trace[1989372966] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"137.974164ms","start":"2026-03-31T05:48:08.261643Z","end":"2026-03-31T05:48:08.399617Z","steps":["trace[1989372966] 'process raft request' (duration: 137.83471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:08.399723Z","caller":"traceutil/trace.go:171","msg":"trace[279824550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24620; }","duration":"878.738711ms","start":"2026-03-31T05:48:07.520969Z","end":"2026-03-31T05:48:08.399708Z","steps":["trace[279824550] 'agreement among raft nodes before linearized reading' (duration: 878.583057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.400019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.790201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:08.400064Z","caller":"traceutil/trace.go:171","msg":"trace[11696851] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24620; }","duration":"614.887633ms","start":"2026-03-31T05:48:07.785164Z","end":"2026-03-31T05:48:08.400052Z","steps":["trace[11696851] 'agreement among raft nodes before linearized reading' (duration: 614.814641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.400097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.785144Z","time spent":"614.945065ms","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:48:08.400112Z","caller":"traceutil/trace.go:171","msg":"trace[1759739847] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"139.806454ms","start":"2026-03-31T05:48:08.26029Z","end":"2026-03-31T05:48:08.400096Z","steps":["trace[1759739847] 'process raft request' (duration: 138.540369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:08.400281Z","caller":"traceutil/trace.go:171","msg":"trace[1063714390] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"139.427034ms","start":"2026-03-31T05:48:08.260817Z","end":"2026-03-31T05:48:08.400244Z","steps":["trace[1063714390] 'process raft request' (duration: 138.613722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.40033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.30221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:48:08.400428Z","caller":"traceutil/trace.go:171","msg":"trace[1016789653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24620; }","duration":"878.438523ms","start":"2026-03-31T05:48:07.521969Z","end":"2026-03-31T05:48:08.400407Z","steps":["trace[1016789653] 'agreement among raft nodes before linearized reading' (duration: 878.130805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.400447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.954887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:48:08.400482Z","caller":"traceutil/trace.go:171","msg":"trace[578700939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24620; }","duration":"879.006129ms","start":"2026-03-31T05:48:07.521464Z","end":"2026-03-31T05:48:08.40047Z","steps":["trace[578700939] 'agreement among raft nodes before linearized reading' (duration: 878.916566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:08.400481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.521959Z","time spent":"878.512425ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:48:08.400518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.521456Z","time spent":"879.05411ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:48:08.400616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:07.52096Z","time spent":"878.909827ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:48:22.149825Z","caller":"traceutil/trace.go:171","msg":"trace[1850610900] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"215.108138ms","start":"2026-03-31T05:48:21.93469Z","end":"2026-03-31T05:48:22.149798Z","steps":["trace[1850610900] 'process raft request' (duration: 214.929083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:23.886624Z","caller":"traceutil/trace.go:171","msg":"trace[1868133068] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25647; }","duration":"156.143019ms","start":"2026-03-31T05:48:23.730435Z","end":"2026-03-31T05:48:23.886578Z","steps":["trace[1868133068] 'read index received' (duration: 155.721787ms)","trace[1868133068] 'applied index is now lower than readState.Index' (duration: 418.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:23.886904Z","caller":"traceutil/trace.go:171","msg":"trace[1538772816] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"292.17648ms","start":"2026-03-31T05:48:23.594625Z","end":"2026-03-31T05:48:23.886801Z","steps":["trace[1538772816] 'process raft request' (duration: 291.690707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:23.887076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.583461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-31T05:48:23.88727Z","caller":"traceutil/trace.go:171","msg":"trace[150576319] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24767; }","duration":"156.829228ms","start":"2026-03-31T05:48:23.730421Z","end":"2026-03-31T05:48:23.88725Z","steps":["trace[150576319] 'agreement among raft nodes before linearized reading' (duration: 156.333515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:31.903691Z","caller":"traceutil/trace.go:171","msg":"trace[506061029] linearizableReadLoop","detail":"{readStateIndex:25722; appliedIndex:25720; }","duration":"152.640624ms","start":"2026-03-31T05:48:31.751023Z","end":"2026-03-31T05:48:31.903664Z","steps":["trace[506061029] 'read index received' (duration: 98.2471ms)","trace[506061029] 'applied index is now lower than readState.Index' (duration: 54.391624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:31.903777Z","caller":"traceutil/trace.go:171","msg":"trace[1200094836] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"161.170696ms","start":"2026-03-31T05:48:31.742559Z","end":"2026-03-31T05:48:31.903729Z","steps":["trace[1200094836] 'process raft request' (duration: 160.902539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:31.903857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.807459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:48:31.903912Z","caller":"traceutil/trace.go:171","msg":"trace[321924953] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24839; }","duration":"152.917432ms","start":"2026-03-31T05:48:31.750977Z","end":"2026-03-31T05:48:31.903894Z","steps":["trace[321924953] 'agreement among raft nodes before linearized reading' (duration: 152.801809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:31.963242Z","caller":"traceutil/trace.go:171","msg":"trace[1539815942] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"112.591291ms","start":"2026-03-31T05:48:31.850629Z","end":"2026-03-31T05:48:31.96322Z","steps":["trace[1539815942] 'process raft request' (duration: 73.258338ms)","trace[1539815942] 'compare' (duration: 39.122248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:48:32.696293Z","caller":"traceutil/trace.go:171","msg":"trace[1039220860] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"112.601732ms","start":"2026-03-31T05:48:32.58367Z","end":"2026-03-31T05:48:32.696272Z","steps":["trace[1039220860] 'process raft request' (duration: 112.263742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:48:32.696356Z","caller":"traceutil/trace.go:171","msg":"trace[2076628724] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"112.763096ms","start":"2026-03-31T05:48:32.583449Z","end":"2026-03-31T05:48:32.696213Z","steps":["trace[2076628724] 'process raft request' (duration: 93.444269ms)","trace[2076628724] 'compare' (duration: 18.921776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:18.06105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.368019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:18.061171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.416111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:18.061248Z","caller":"traceutil/trace.go:171","msg":"trace[859496894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25365; }","duration":"228.492253ms","start":"2026-03-31T05:49:17.832735Z","end":"2026-03-31T05:49:18.061227Z","steps":["trace[859496894] 'range keys from in-memory index tree' (duration: 228.281288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:18.061193Z","caller":"traceutil/trace.go:171","msg":"trace[13692180] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25365; }","duration":"228.558405ms","start":"2026-03-31T05:49:17.832617Z","end":"2026-03-31T05:49:18.061175Z","steps":["trace[13692180] 'range keys from in-memory index tree' (duration: 228.289648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:18.061474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.405025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T05:49:18.061514Z","caller":"traceutil/trace.go:171","msg":"trace[1954896502] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25365; }","duration":"219.473937ms","start":"2026-03-31T05:49:17.842027Z","end":"2026-03-31T05:49:18.061501Z","steps":["trace[1954896502] 'range keys from in-memory index tree' (duration: 219.248791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:18.061497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.843538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:18.061452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.922405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:18.061588Z","caller":"traceutil/trace.go:171","msg":"trace[1833282839] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25365; }","duration":"229.08689ms","start":"2026-03-31T05:49:17.832495Z","end":"2026-03-31T05:49:18.061581Z","steps":["trace[1833282839] 'range keys from in-memory index tree' (duration: 228.829293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:18.061552Z","caller":"traceutil/trace.go:171","msg":"trace[1601196040] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25365; }","duration":"226.93171ms","start":"2026-03-31T05:49:17.834606Z","end":"2026-03-31T05:49:18.061537Z","steps":["trace[1601196040] 'range keys from in-memory index tree' (duration: 226.769367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.435351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.398461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:49:31.435596Z","caller":"traceutil/trace.go:171","msg":"trace[1054367800] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26356; }","duration":"510.034914ms","start":"2026-03-31T05:49:30.925546Z","end":"2026-03-31T05:49:31.435581Z","steps":["trace[1054367800] 'read index received' (duration: 68.409726ms)","trace[1054367800] 'applied index is now lower than readState.Index' (duration: 441.623928ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:31.435676Z","caller":"traceutil/trace.go:171","msg":"trace[2087680386] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"598.97655ms","start":"2026-03-31T05:49:30.836689Z","end":"2026-03-31T05:49:31.435666Z","steps":["trace[2087680386] 'process raft request' (duration: 598.816366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.435644Z","caller":"traceutil/trace.go:171","msg":"trace[115545655] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"599.153495ms","start":"2026-03-31T05:49:30.836408Z","end":"2026-03-31T05:49:31.435562Z","steps":["trace[115545655] 'process raft request' (duration: 599.041632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.435819Z","caller":"traceutil/trace.go:171","msg":"trace[1963250582] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"596.526253ms","start":"2026-03-31T05:49:30.839244Z","end":"2026-03-31T05:49:31.435771Z","steps":["trace[1963250582] 'process raft request' (duration: 596.298577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.435881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.83923Z","time spent":"596.621466ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.435886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.836383Z","time spent":"599.425782ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:31.435679Z","caller":"traceutil/trace.go:171","msg":"trace[575114810] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"609.834156ms","start":"2026-03-31T05:49:30.825725Z","end":"2026-03-31T05:49:31.435559Z","steps":["trace[575114810] 'process raft request' (duration: 168.143197ms)","trace[575114810] 'compare' (duration: 441.216786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:31.436172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.825703Z","time spent":"610.35387ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.435741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.836659Z","time spent":"599.048412ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.436193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.62446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:49:31.436398Z","caller":"traceutil/trace.go:171","msg":"trace[1875953135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25463; }","duration":"510.867486ms","start":"2026-03-31T05:49:30.925508Z","end":"2026-03-31T05:49:31.436375Z","steps":["trace[1875953135] 'agreement among raft nodes before linearized reading' (duration: 510.406604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.436538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.92549Z","time spent":"511.02864ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:31.501578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.835761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:49:31.501682Z","caller":"traceutil/trace.go:171","msg":"trace[840764954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25465; }","duration":"358.003456ms","start":"2026-03-31T05:49:31.143654Z","end":"2026-03-31T05:49:31.501657Z","steps":["trace[840764954] 'agreement among raft nodes before linearized reading' (duration: 357.698058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.501733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.143633Z","time spent":"358.088179ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:49:31.501815Z","caller":"traceutil/trace.go:171","msg":"trace[523446539] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"451.99978ms","start":"2026-03-31T05:49:31.049768Z","end":"2026-03-31T05:49:31.501768Z","steps":["trace[523446539] 'process raft request' (duration: 451.471936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.501806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.733285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:31.501846Z","caller":"traceutil/trace.go:171","msg":"trace[1799586286] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"492.307299ms","start":"2026-03-31T05:49:31.0095Z","end":"2026-03-31T05:49:31.501807Z","steps":["trace[1799586286] 'process raft request' (duration: 491.521818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.501958Z","caller":"traceutil/trace.go:171","msg":"trace[1576924267] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25465; }","duration":"498.964001ms","start":"2026-03-31T05:49:31.00298Z","end":"2026-03-31T05:49:31.501944Z","steps":["trace[1576924267] 'agreement among raft nodes before linearized reading' (duration: 498.715254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.501993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.002917Z","time spent":"499.065804ms","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:31.50203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.049736Z","time spent":"452.202426ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.502032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.108765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:49:31.502096Z","caller":"traceutil/trace.go:171","msg":"trace[1326198897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25465; }","duration":"444.217397ms","start":"2026-03-31T05:49:31.057859Z","end":"2026-03-31T05:49:31.502077Z","steps":["trace[1326198897] 'agreement among raft nodes before linearized reading' (duration: 443.980641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.502096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.009475Z","time spent":"492.507525ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.502138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.057841Z","time spent":"444.28858ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:31.502161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.307568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:49:31.50219Z","caller":"traceutil/trace.go:171","msg":"trace[567348710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25465; }","duration":"504.366068ms","start":"2026-03-31T05:49:30.997816Z","end":"2026-03-31T05:49:31.502182Z","steps":["trace[567348710] 'agreement among raft nodes before linearized reading' (duration: 504.281316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.502258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.997795Z","time spent":"504.453251ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:49:31.50233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.234218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:31.502372Z","caller":"traceutil/trace.go:171","msg":"trace[995579754] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25465; }","duration":"569.29957ms","start":"2026-03-31T05:49:30.93306Z","end":"2026-03-31T05:49:31.502359Z","steps":["trace[995579754] 'agreement among raft nodes before linearized reading' (duration: 569.231498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.502407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:30.933047Z","time spent":"569.352451ms","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:31.502428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.570787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:49:31.502475Z","caller":"traceutil/trace.go:171","msg":"trace[1651762831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25465; }","duration":"198.667579ms","start":"2026-03-31T05:49:31.303795Z","end":"2026-03-31T05:49:31.502463Z","steps":["trace[1651762831] 'agreement among raft nodes before linearized reading' (duration: 198.518555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.506142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.919368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:49:31.506283Z","caller":"traceutil/trace.go:171","msg":"trace[1035819011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25465; }","duration":"342.638217ms","start":"2026-03-31T05:49:31.163624Z","end":"2026-03-31T05:49:31.506262Z","steps":["trace[1035819011] 'agreement among raft nodes before linearized reading' (duration: 337.707172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.506343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.163607Z","time spent":"342.719699ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:31.716952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.17301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:49:31.717047Z","caller":"traceutil/trace.go:171","msg":"trace[1194164857] linearizableReadLoop","detail":"{readStateIndex:26363; appliedIndex:26362; }","duration":"215.721625ms","start":"2026-03-31T05:49:31.501309Z","end":"2026-03-31T05:49:31.717031Z","steps":["trace[1194164857] 'read index received' (duration: 59.382541ms)","trace[1194164857] 'applied index is now lower than readState.Index' (duration: 156.338014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:31.717286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.371969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:31.717411Z","caller":"traceutil/trace.go:171","msg":"trace[1076752443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25466; }","duration":"232.532153ms","start":"2026-03-31T05:49:31.484853Z","end":"2026-03-31T05:49:31.717386Z","steps":["trace[1076752443] 'agreement among raft nodes before linearized reading' (duration: 232.362239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.717288Z","caller":"traceutil/trace.go:171","msg":"trace[929377119] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"275.475485ms","start":"2026-03-31T05:49:31.441754Z","end":"2026-03-31T05:49:31.71723Z","steps":["trace[929377119] 'process raft request' (duration: 118.949685ms)","trace[929377119] 'compare' (duration: 156.029946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:31.74268Z","caller":"traceutil/trace.go:171","msg":"trace[1419593077] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"233.273773ms","start":"2026-03-31T05:49:31.509382Z","end":"2026-03-31T05:49:31.742655Z","steps":["trace[1419593077] 'process raft request' (duration: 233.13033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.743051Z","caller":"traceutil/trace.go:171","msg":"trace[2127575725] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"233.504409ms","start":"2026-03-31T05:49:31.509517Z","end":"2026-03-31T05:49:31.743021Z","steps":["trace[2127575725] 'process raft request' (duration: 233.100868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.743133Z","caller":"traceutil/trace.go:171","msg":"trace[654454358] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"233.588442ms","start":"2026-03-31T05:49:31.509519Z","end":"2026-03-31T05:49:31.743108Z","steps":["trace[654454358] 'process raft request' (duration: 233.338865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.743322Z","caller":"traceutil/trace.go:171","msg":"trace[870608454] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"233.734166ms","start":"2026-03-31T05:49:31.509574Z","end":"2026-03-31T05:49:31.743309Z","steps":["trace[870608454] 'process raft request' (duration: 233.403637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.743402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.82056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:49:31.743454Z","caller":"traceutil/trace.go:171","msg":"trace[188574468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25470; }","duration":"236.929133ms","start":"2026-03-31T05:49:31.506513Z","end":"2026-03-31T05:49:31.743442Z","steps":["trace[188574468] 'agreement among raft nodes before linearized reading' (duration: 236.736108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.931281Z","caller":"traceutil/trace.go:171","msg":"trace[644854176] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"159.4705ms","start":"2026-03-31T05:49:31.771752Z","end":"2026-03-31T05:49:31.931223Z","steps":["trace[644854176] 'process raft request' (duration: 100.45313ms)","trace[644854176] 'compare' (duration: 58.739353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:31.931317Z","caller":"traceutil/trace.go:171","msg":"trace[463027393] linearizableReadLoop","detail":"{readStateIndex:26369; appliedIndex:26368; }","duration":"155.698007ms","start":"2026-03-31T05:49:31.775593Z","end":"2026-03-31T05:49:31.931291Z","steps":["trace[463027393] 'read index received' (duration: 96.631456ms)","trace[463027393] 'applied index is now lower than readState.Index' (duration: 59.064471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:31.931416Z","caller":"traceutil/trace.go:171","msg":"trace[353215216] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"102.346942ms","start":"2026-03-31T05:49:31.829028Z","end":"2026-03-31T05:49:31.931374Z","steps":["trace[353215216] 'process raft request' (duration: 102.194138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.931506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.385108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:31.931518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.917294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:31.931558Z","caller":"traceutil/trace.go:171","msg":"trace[1252105899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25472; }","duration":"122.509632ms","start":"2026-03-31T05:49:31.809032Z","end":"2026-03-31T05:49:31.931542Z","steps":["trace[1252105899] 'agreement among raft nodes before linearized reading' (duration: 122.385389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:31.931595Z","caller":"traceutil/trace.go:171","msg":"trace[1438868211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25472; }","duration":"156.049757ms","start":"2026-03-31T05:49:31.775524Z","end":"2026-03-31T05:49:31.931574Z","steps":["trace[1438868211] 'agreement among raft nodes before linearized reading' (duration: 155.876402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:32.3499Z","caller":"traceutil/trace.go:171","msg":"trace[185990239] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"102.800724ms","start":"2026-03-31T05:49:32.247049Z","end":"2026-03-31T05:49:32.34985Z","steps":["trace[185990239] 'process raft request' (duration: 102.672401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.860009Z","caller":"traceutil/trace.go:171","msg":"trace[1315748654] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"402.342336ms","start":"2026-03-31T05:49:37.457641Z","end":"2026-03-31T05:49:37.859983Z","steps":["trace[1315748654] 'process raft request' (duration: 402.14164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.8602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.457592Z","time spent":"402.48618ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.96934Z","caller":"traceutil/trace.go:171","msg":"trace[2040906856] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"510.166836ms","start":"2026-03-31T05:49:37.459155Z","end":"2026-03-31T05:49:37.969322Z","steps":["trace[2040906856] 'process raft request' (duration: 504.469291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.969441Z","caller":"traceutil/trace.go:171","msg":"trace[1154490343] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"446.029387ms","start":"2026-03-31T05:49:37.523384Z","end":"2026-03-31T05:49:37.969413Z","steps":["trace[1154490343] 'process raft request' (duration: 445.742129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.969468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.459141Z","time spent":"510.2713ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.969445Z","caller":"traceutil/trace.go:171","msg":"trace[668399055] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"508.641995ms","start":"2026-03-31T05:49:37.460775Z","end":"2026-03-31T05:49:37.969417Z","steps":["trace[668399055] 'process raft request' (duration: 508.238044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.969581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.523358Z","time spent":"446.14008ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:37.969602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.460763Z","time spent":"508.764129ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.969615Z","caller":"traceutil/trace.go:171","msg":"trace[516719239] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"508.804829ms","start":"2026-03-31T05:49:37.460776Z","end":"2026-03-31T05:49:37.96958Z","steps":["trace[516719239] 'process raft request' (duration: 508.318136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.96965Z","caller":"traceutil/trace.go:171","msg":"trace[472641214] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"255.695175ms","start":"2026-03-31T05:49:37.713943Z","end":"2026-03-31T05:49:37.969638Z","steps":["trace[472641214] 'process raft request' (duration: 255.209942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.969763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.460755Z","time spent":"508.928973ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.969809Z","caller":"traceutil/trace.go:171","msg":"trace[281828266] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26421; }","duration":"485.511314ms","start":"2026-03-31T05:49:37.48425Z","end":"2026-03-31T05:49:37.969761Z","steps":["trace[281828266] 'read index received' (duration: 375.592076ms)","trace[281828266] 'applied index is now lower than readState.Index' (duration: 109.915298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:37.970018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.746991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:37.9701Z","caller":"traceutil/trace.go:171","msg":"trace[1868982730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25529; }","duration":"485.836253ms","start":"2026-03-31T05:49:37.484241Z","end":"2026-03-31T05:49:37.970077Z","steps":["trace[1868982730] 'agreement among raft nodes before linearized reading' (duration: 485.672748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.970153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.484173Z","time spent":"485.971747ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:49:37.970178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.891897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:49:37.970174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.988349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:49:37.970205Z","caller":"traceutil/trace.go:171","msg":"trace[214508515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25529; }","duration":"194.947088ms","start":"2026-03-31T05:49:37.77525Z","end":"2026-03-31T05:49:37.970197Z","steps":["trace[214508515] 'agreement among raft nodes before linearized reading' (duration: 194.883546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.97004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.855224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:37.970228Z","caller":"traceutil/trace.go:171","msg":"trace[1426600313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25529; }","duration":"195.034251ms","start":"2026-03-31T05:49:37.775176Z","end":"2026-03-31T05:49:37.97021Z","steps":["trace[1426600313] 'agreement among raft nodes before linearized reading' (duration: 194.893857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.970106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.916637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:49:37.970257Z","caller":"traceutil/trace.go:171","msg":"trace[2089376396] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25529; }","duration":"280.129332ms","start":"2026-03-31T05:49:37.690116Z","end":"2026-03-31T05:49:37.970246Z","steps":["trace[2089376396] 'agreement among raft nodes before linearized reading' (duration: 279.858714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.970283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.619275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:49:37.970292Z","caller":"traceutil/trace.go:171","msg":"trace[354665401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25529; }","duration":"195.125263ms","start":"2026-03-31T05:49:37.77516Z","end":"2026-03-31T05:49:37.970285Z","steps":["trace[354665401] 'agreement among raft nodes before linearized reading' (duration: 194.825944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.970317Z","caller":"traceutil/trace.go:171","msg":"trace[1692687390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25529; }","duration":"199.685147ms","start":"2026-03-31T05:49:37.770622Z","end":"2026-03-31T05:49:37.970308Z","steps":["trace[1692687390] 'agreement among raft nodes before linearized reading' (duration: 199.576964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.970415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.339183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:49:37.970453Z","caller":"traceutil/trace.go:171","msg":"trace[531972145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25529; }","duration":"230.411905ms","start":"2026-03-31T05:49:37.740029Z","end":"2026-03-31T05:49:37.970441Z","steps":["trace[531972145] 'agreement among raft nodes before linearized reading' (duration: 230.295632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.991665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22552} {"level":"info","ts":"2026-03-31T05:49:38.109553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22552,"took":"112.211021ms","hash":3495366404,"current-db-size-bytes":57806848,"current-db-size":"58 MB","current-db-size-in-use-bytes":41762816,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-31T05:49:38.109645Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3495366404,"revision":22552,"compact-revision":20430} {"level":"info","ts":"2026-03-31T05:49:49.71271Z","caller":"traceutil/trace.go:171","msg":"trace[665806624] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"101.493929ms","start":"2026-03-31T05:49:49.611197Z","end":"2026-03-31T05:49:49.712691Z","steps":["trace[665806624] 'process raft request' (duration: 101.360075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:50.926794Z","caller":"traceutil/trace.go:171","msg":"trace[416607181] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"188.220875ms","start":"2026-03-31T05:49:50.738541Z","end":"2026-03-31T05:49:50.926762Z","steps":["trace[416607181] 'process raft request' (duration: 188.0455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.77742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396047287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:50:14.854527Z","caller":"traceutil/trace.go:171","msg":"trace[812674760] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"604.720266ms","start":"2026-03-31T05:50:14.249777Z","end":"2026-03-31T05:50:14.854497Z","steps":["trace[812674760] 'process raft request' (duration: 604.665545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.854679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.249748Z","time spent":"604.8487ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:50:14.854912Z","caller":"traceutil/trace.go:171","msg":"trace[1407084111] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"605.260961ms","start":"2026-03-31T05:50:14.249639Z","end":"2026-03-31T05:50:14.8549Z","steps":["trace[1407084111] 'process raft request' (duration: 604.635244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.854976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.249628Z","time spent":"605.310892ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:50:14.85631Z","caller":"traceutil/trace.go:171","msg":"trace[209806067] linearizableReadLoop","detail":"{readStateIndex:26805; appliedIndex:26801; }","duration":"579.056366ms","start":"2026-03-31T05:50:14.277237Z","end":"2026-03-31T05:50:14.856294Z","steps":["trace[209806067] 'read index received' (duration: 577.061772ms)","trace[209806067] 'applied index is now lower than readState.Index' (duration: 1.993904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:50:14.856387Z","caller":"traceutil/trace.go:171","msg":"trace[1165836844] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"580.454254ms","start":"2026-03-31T05:50:14.27591Z","end":"2026-03-31T05:50:14.856364Z","steps":["trace[1165836844] 'process raft request' (duration: 580.253199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:14.856415Z","caller":"traceutil/trace.go:171","msg":"trace[1618859498] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"322.023456ms","start":"2026-03-31T05:50:14.534364Z","end":"2026-03-31T05:50:14.856388Z","steps":["trace[1618859498] 'process raft request' (duration: 321.897552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.856452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.19195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:50:14.85647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.035826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.856526Z","caller":"traceutil/trace.go:171","msg":"trace[2059696287] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"579.107337ms","start":"2026-03-31T05:50:14.277407Z","end":"2026-03-31T05:50:14.856514Z","steps":["trace[2059696287] 'agreement among raft nodes before linearized reading' (duration: 579.017155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.856561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.277401Z","time spent":"579.152988ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:50:14.856567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.534346Z","time spent":"322.132408ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:50:14.8566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.275894Z","time spent":"580.568698ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:50:14.856588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.950131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.856691Z","caller":"traceutil/trace.go:171","msg":"trace[206684764] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"576.092596ms","start":"2026-03-31T05:50:14.280577Z","end":"2026-03-31T05:50:14.85667Z","steps":["trace[206684764] 'agreement among raft nodes before linearized reading' (duration: 575.859729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.856751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.280572Z","time spent":"576.153737ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:50:14.856827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.709522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-03-31T05:50:14.856838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.226501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.856861Z","caller":"traceutil/trace.go:171","msg":"trace[1309305554] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25897; }","duration":"576.750824ms","start":"2026-03-31T05:50:14.280101Z","end":"2026-03-31T05:50:14.856852Z","steps":["trace[1309305554] 'agreement among raft nodes before linearized reading' (duration: 576.62353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.856896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.280098Z","time spent":"576.791645ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12693,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:50:14.857027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.927448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-03-31T05:50:14.857059Z","caller":"traceutil/trace.go:171","msg":"trace[2065878426] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25897; }","duration":"576.969309ms","start":"2026-03-31T05:50:14.280081Z","end":"2026-03-31T05:50:14.85705Z","steps":["trace[2065878426] 'agreement among raft nodes before linearized reading' (duration: 576.885387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.857091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.280075Z","time spent":"577.01ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12693,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:50:14.857096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.919954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.857152Z","caller":"traceutil/trace.go:171","msg":"trace[594572930] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25897; }","duration":"570.991716ms","start":"2026-03-31T05:50:14.286132Z","end":"2026-03-31T05:50:14.857123Z","steps":["trace[594572930] 'agreement among raft nodes before linearized reading' (duration: 570.904504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.857179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.118233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:50:14.857213Z","caller":"traceutil/trace.go:171","msg":"trace[153436000] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"577.180515ms","start":"2026-03-31T05:50:14.280022Z","end":"2026-03-31T05:50:14.857202Z","steps":["trace[153436000] 'agreement among raft nodes before linearized reading' (duration: 577.140234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.857244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.280015Z","time spent":"577.221376ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-31T05:50:14.856866Z","caller":"traceutil/trace.go:171","msg":"trace[1667026467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25897; }","duration":"373.292463ms","start":"2026-03-31T05:50:14.483566Z","end":"2026-03-31T05:50:14.856858Z","steps":["trace[1667026467] 'agreement among raft nodes before linearized reading' (duration: 373.240131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.857331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.483546Z","time spent":"373.777696ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:50:14.857412Z","caller":"traceutil/trace.go:171","msg":"trace[859157272] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"579.251891ms","start":"2026-03-31T05:50:14.277231Z","end":"2026-03-31T05:50:14.856483Z","steps":["trace[859157272] 'agreement among raft nodes before linearized reading' (duration: 579.144749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:14.857183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.286115Z","time spent":"571.060648ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:50:14.857499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:50:14.277169Z","time spent":"580.29271ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T05:50:17.162268Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068cc.wal"} {"level":"info","ts":"2026-03-31T05:51:36.586392Z","caller":"traceutil/trace.go:171","msg":"trace[1216601224] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"175.091627ms","start":"2026-03-31T05:51:36.411265Z","end":"2026-03-31T05:51:36.586357Z","steps":["trace[1216601224] 'process raft request' (duration: 174.892971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:36.586429Z","caller":"traceutil/trace.go:171","msg":"trace[1772361037] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27601; }","duration":"100.564124ms","start":"2026-03-31T05:51:36.485831Z","end":"2026-03-31T05:51:36.586395Z","steps":["trace[1772361037] 'read index received' (duration: 100.549983ms)","trace[1772361037] 'applied index is now lower than readState.Index' (duration: 10.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:36.586655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.7993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:36.586678Z","caller":"traceutil/trace.go:171","msg":"trace[2004528422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26671; }","duration":"100.883322ms","start":"2026-03-31T05:51:36.485786Z","end":"2026-03-31T05:51:36.58667Z","steps":["trace[2004528422] 'agreement among raft nodes before linearized reading' (duration: 100.754169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:37.08811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:37.588598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:38.089702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:38.39101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.804776263s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:51:38.391439Z","caller":"traceutil/trace.go:171","msg":"trace[842734024] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"1.897527993s","start":"2026-03-31T05:51:36.493889Z","end":"2026-03-31T05:51:38.391417Z","steps":["trace[842734024] 'process raft request' (duration: 1.897350459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.391577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.493857Z","time spent":"1.897652057s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:38.391759Z","caller":"traceutil/trace.go:171","msg":"trace[257011098] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"1.879888132s","start":"2026-03-31T05:51:36.511845Z","end":"2026-03-31T05:51:38.391734Z","steps":["trace[257011098] 'process raft request' (duration: 1.879531792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.391885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.511816Z","time spent":"1.880000865s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:38.391874Z","caller":"traceutil/trace.go:171","msg":"trace[1625563841] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"1.874992638s","start":"2026-03-31T05:51:36.516858Z","end":"2026-03-31T05:51:38.39185Z","steps":["trace[1625563841] 'process raft request' (duration: 1.874942847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:38.391945Z","caller":"traceutil/trace.go:171","msg":"trace[1110797915] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"1.87687348s","start":"2026-03-31T05:51:36.515064Z","end":"2026-03-31T05:51:38.391938Z","steps":["trace[1110797915] 'process raft request' (duration: 1.876692055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.391989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.515054Z","time spent":"1.87691314s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:38.391909Z","caller":"traceutil/trace.go:171","msg":"trace[252891619] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"1.879770139s","start":"2026-03-31T05:51:36.51213Z","end":"2026-03-31T05:51:38.3919Z","steps":["trace[252891619] 'process raft request' (duration: 1.879509942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.392026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.516832Z","time spent":"1.875114702s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:38.392072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.512117Z","time spent":"1.879928604s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:38.588668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:38.588748Z","caller":"traceutil/trace.go:171","msg":"trace[1412664079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925887s","start":"2026-03-31T05:51:36.588804Z","end":"2026-03-31T05:51:38.588729Z","steps":["trace[1412664079] 'agreement among raft nodes before linearized reading' (duration: 1.999828404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:38.588793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.588768Z","time spent":"2.00001551s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:39.016002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.524827Z","time spent":"491.143398ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:51:39.018068Z","caller":"traceutil/trace.go:171","msg":"trace[1683430704] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"2.247248553s","start":"2026-03-31T05:51:36.770794Z","end":"2026-03-31T05:51:39.018043Z","steps":["trace[1683430704] 'process raft request' (duration: 2.24529584s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.018092Z","caller":"traceutil/trace.go:171","msg":"trace[1100453662] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"2.226250051s","start":"2026-03-31T05:51:36.791818Z","end":"2026-03-31T05:51:39.018068Z","steps":["trace[1100453662] 'process raft request' (duration: 2.225762538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.018209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.791789Z","time spent":"2.226358943s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:39.018211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.770769Z","time spent":"2.247368837s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:39.683048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.37521ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:51:39.684321Z","caller":"traceutil/trace.go:171","msg":"trace[458425277] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27601; }","duration":"3.097785854s","start":"2026-03-31T05:51:36.586506Z","end":"2026-03-31T05:51:39.684292Z","steps":["trace[458425277] 'read index received' (duration: 1.804743252s)","trace[458425277] 'applied index is now lower than readState.Index' (duration: 1.293041342s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:39.684456Z","caller":"traceutil/trace.go:171","msg":"trace[934893580] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"2.509548697s","start":"2026-03-31T05:51:37.174871Z","end":"2026-03-31T05:51:39.68442Z","steps":["trace[934893580] 'process raft request' (duration: 2.508280443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.684603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.174851Z","time spent":"2.50962988s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:39.756381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188917271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:39.756476Z","caller":"traceutil/trace.go:171","msg":"trace[1522088959] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26679; }","duration":"3.189032674s","start":"2026-03-31T05:51:36.567421Z","end":"2026-03-31T05:51:39.756453Z","steps":["trace[1522088959] 'agreement among raft nodes before linearized reading' (duration: 3.117031719s)","trace[1522088959] 'count revisions from in-memory index tree' (duration: 71.85772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:39.756487Z","caller":"traceutil/trace.go:171","msg":"trace[407696093] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.164014792s","start":"2026-03-31T05:51:38.592451Z","end":"2026-03-31T05:51:39.756465Z","steps":["trace[407696093] 'process raft request' (duration: 1.091834103s)","trace[407696093] 'compare' (duration: 71.84636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:39.756515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.567342Z","time spent":"3.189163707s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.756632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.592437Z","time spent":"1.164094955s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:39.756664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673005508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.756755Z","caller":"traceutil/trace.go:171","msg":"trace[7265278] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26681; }","duration":"1.673134011s","start":"2026-03-31T05:51:38.083597Z","end":"2026-03-31T05:51:39.756731Z","steps":["trace[7265278] 'agreement among raft nodes before linearized reading' (duration: 1.672995317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.756792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001839818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:51:39.756844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160815645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.756875Z","caller":"traceutil/trace.go:171","msg":"trace[1991515192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26681; }","duration":"3.001969651s","start":"2026-03-31T05:51:36.754894Z","end":"2026-03-31T05:51:39.756864Z","steps":["trace[1991515192] 'agreement among raft nodes before linearized reading' (duration: 3.001827007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.756877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404031819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:51:39.756906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.754876Z","time spent":"3.002023072s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:51:39.756906Z","caller":"traceutil/trace.go:171","msg":"trace[1984172298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26681; }","duration":"1.16097181s","start":"2026-03-31T05:51:38.595917Z","end":"2026-03-31T05:51:39.756889Z","steps":["trace[1984172298] 'agreement among raft nodes before linearized reading' (duration: 1.160773134s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.756926Z","caller":"traceutil/trace.go:171","msg":"trace[1115569697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26681; }","duration":"2.404102321s","start":"2026-03-31T05:51:37.352808Z","end":"2026-03-31T05:51:39.75691Z","steps":["trace[1115569697] 'agreement among raft nodes before linearized reading' (duration: 2.403900026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.756958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.595907Z","time spent":"1.161034781s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:39.756966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416198241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:51:39.756995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200846756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T05:51:39.757007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209796551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:39.75702Z","caller":"traceutil/trace.go:171","msg":"trace[249464237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26681; }","duration":"2.416320825s","start":"2026-03-31T05:51:37.340683Z","end":"2026-03-31T05:51:39.757004Z","steps":["trace[249464237] 'agreement among raft nodes before linearized reading' (duration: 2.416113329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683205685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.757039Z","caller":"traceutil/trace.go:171","msg":"trace[1159415085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26681; }","duration":"2.209858612s","start":"2026-03-31T05:51:37.547171Z","end":"2026-03-31T05:51:39.757029Z","steps":["trace[1159415085] 'agreement among raft nodes before linearized reading' (duration: 2.209811031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.757042Z","caller":"traceutil/trace.go:171","msg":"trace[144859872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26681; }","duration":"2.200945709s","start":"2026-03-31T05:51:37.556082Z","end":"2026-03-31T05:51:39.757028Z","steps":["trace[144859872] 'agreement among raft nodes before linearized reading' (duration: 2.200816986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.340653Z","time spent":"2.416392567s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:51:39.757037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863920976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:39.757065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109475643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:51:39.757063Z","caller":"traceutil/trace.go:171","msg":"trace[1778341420] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26681; }","duration":"2.683271157s","start":"2026-03-31T05:51:37.073784Z","end":"2026-03-31T05:51:39.757055Z","steps":["trace[1778341420] 'agreement among raft nodes before linearized reading' (duration: 2.683223736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.75707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.547149Z","time spent":"2.209911034s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:39.757099Z","caller":"traceutil/trace.go:171","msg":"trace[1839190575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26681; }","duration":"3.109550145s","start":"2026-03-31T05:51:36.647541Z","end":"2026-03-31T05:51:39.757091Z","steps":["trace[1839190575] 'agreement among raft nodes before linearized reading' (duration: 3.109421662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.073763Z","time spent":"2.683334218s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:39.757104Z","caller":"traceutil/trace.go:171","msg":"trace[1474759102] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26681; }","duration":"1.864031939s","start":"2026-03-31T05:51:37.893056Z","end":"2026-03-31T05:51:39.757088Z","steps":["trace[1474759102] 'agreement among raft nodes before linearized reading' (duration: 1.863918536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:36.647521Z","time spent":"3.109596507s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:51:39.757146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.893031Z","time spent":"1.86410445s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.757087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.556064Z","time spent":"2.201013762s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:51:39.75716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07484446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:39.757203Z","caller":"traceutil/trace.go:171","msg":"trace[529183729] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26681; }","duration":"2.074916331s","start":"2026-03-31T05:51:37.682275Z","end":"2026-03-31T05:51:39.757191Z","steps":["trace[529183729] 'agreement among raft nodes before linearized reading' (duration: 2.074835079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.682258Z","time spent":"2.074971633s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.757264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165050891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:51:39.757285Z","caller":"traceutil/trace.go:171","msg":"trace[6388335] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:26681; }","duration":"1.165108302s","start":"2026-03-31T05:51:38.592168Z","end":"2026-03-31T05:51:39.757277Z","steps":["trace[6388335] 'agreement among raft nodes before linearized reading' (duration: 1.16503705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244531308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:39.757308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.592149Z","time spent":"1.165153694s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:51:39.757284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300824425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-31T05:51:39.757321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462186946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.757325Z","caller":"traceutil/trace.go:171","msg":"trace[26066921] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26681; }","duration":"2.244621421s","start":"2026-03-31T05:51:37.512692Z","end":"2026-03-31T05:51:39.757314Z","steps":["trace[26066921] 'agreement among raft nodes before linearized reading' (duration: 2.244554439s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.757345Z","caller":"traceutil/trace.go:171","msg":"trace[1345606835] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26681; }","duration":"1.462239648s","start":"2026-03-31T05:51:38.295099Z","end":"2026-03-31T05:51:39.757339Z","steps":["trace[1345606835] 'agreement among raft nodes before linearized reading' (duration: 1.462197457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.295083Z","time spent":"1.462278409s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:39.75736Z","caller":"traceutil/trace.go:171","msg":"trace[1057660166] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26681; }","duration":"1.300904597s","start":"2026-03-31T05:51:38.456431Z","end":"2026-03-31T05:51:39.757336Z","steps":["trace[1057660166] 'agreement among raft nodes before linearized reading' (duration: 1.300711602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.456374Z","time spent":"1.301028771s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T05:51:39.757427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.024033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:51:39.757448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402837437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:51:39.757475Z","caller":"traceutil/trace.go:171","msg":"trace[1224806183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26681; }","duration":"2.402913598s","start":"2026-03-31T05:51:37.354553Z","end":"2026-03-31T05:51:39.757467Z","steps":["trace[1224806183] 'agreement among raft nodes before linearized reading' (duration: 2.402826716s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:39.757482Z","caller":"traceutil/trace.go:171","msg":"trace[151855529] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26681; }","duration":"587.118655ms","start":"2026-03-31T05:51:39.170349Z","end":"2026-03-31T05:51:39.757467Z","steps":["trace[151855529] 'agreement among raft nodes before linearized reading' (duration: 586.953851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.354525Z","time spent":"2.4029688s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:51:39.7575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141731295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:51:39.756963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.352734Z","time spent":"2.404219304s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:51:39.757527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.170329Z","time spent":"587.184897ms","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:39.757541Z","caller":"traceutil/trace.go:171","msg":"trace[660612952] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26681; }","duration":"1.141805166s","start":"2026-03-31T05:51:38.615725Z","end":"2026-03-31T05:51:39.75753Z","steps":["trace[660612952] 'agreement among raft nodes before linearized reading' (duration: 1.141739334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.615707Z","time spent":"1.141859208s","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.75736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:37.51267Z","time spent":"2.244682742s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.757624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512067337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:39.757649Z","caller":"traceutil/trace.go:171","msg":"trace[938710806] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26681; }","duration":"1.512093698s","start":"2026-03-31T05:51:38.245549Z","end":"2026-03-31T05:51:39.757642Z","steps":["trace[938710806] 'agreement among raft nodes before linearized reading' (duration: 1.511989705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.757669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.245505Z","time spent":"1.51215856s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.756856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.08358Z","time spent":"1.673216293s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:39.756669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627718902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:39.757914Z","caller":"traceutil/trace.go:171","msg":"trace[315148519] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26681; }","duration":"1.628993067s","start":"2026-03-31T05:51:38.128864Z","end":"2026-03-31T05:51:39.757857Z","steps":["trace[315148519] 'agreement among raft nodes before linearized reading' (duration: 1.627658571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:39.758007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:38.128818Z","time spent":"1.629153631s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:40.262899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:51:40.589545Z","caller":"traceutil/trace.go:171","msg":"trace[950919737] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"829.290753ms","start":"2026-03-31T05:51:39.760229Z","end":"2026-03-31T05:51:40.589519Z","steps":["trace[950919737] 'process raft request' (duration: 829.090748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.590082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.760217Z","time spent":"829.793967ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:40.594023Z","caller":"traceutil/trace.go:171","msg":"trace[1680340461] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"831.117932ms","start":"2026-03-31T05:51:39.762883Z","end":"2026-03-31T05:51:40.594001Z","steps":["trace[1680340461] 'process raft request' (duration: 831.05404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.594076Z","caller":"traceutil/trace.go:171","msg":"trace[1019314366] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"831.225345ms","start":"2026-03-31T05:51:39.762824Z","end":"2026-03-31T05:51:40.59405Z","steps":["trace[1019314366] 'process raft request' (duration: 831.077881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.594158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.762877Z","time spent":"831.209234ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:40.594196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.762817Z","time spent":"831.313818ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:40.594273Z","caller":"traceutil/trace.go:171","msg":"trace[1336879351] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"831.373889ms","start":"2026-03-31T05:51:39.762889Z","end":"2026-03-31T05:51:40.594263Z","steps":["trace[1336879351] 'process raft request' (duration: 831.084321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.59432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.762877Z","time spent":"831.41886ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:40.594341Z","caller":"traceutil/trace.go:171","msg":"trace[460226442] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"831.259097ms","start":"2026-03-31T05:51:39.763056Z","end":"2026-03-31T05:51:40.594315Z","steps":["trace[460226442] 'process raft request' (duration: 831.081662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.594362Z","caller":"traceutil/trace.go:171","msg":"trace[2050222038] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"196.686685ms","start":"2026-03-31T05:51:40.397655Z","end":"2026-03-31T05:51:40.594342Z","steps":["trace[2050222038] 'process raft request' (duration: 196.604023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.594388Z","caller":"traceutil/trace.go:171","msg":"trace[2075990255] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"830.241088ms","start":"2026-03-31T05:51:39.764138Z","end":"2026-03-31T05:51:40.594379Z","steps":["trace[2075990255] 'process raft request' (duration: 830.081584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.594426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.76412Z","time spent":"830.285829ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:40.594463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.763049Z","time spent":"831.346349ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:40.594574Z","caller":"traceutil/trace.go:171","msg":"trace[1834461308] linearizableReadLoop","detail":"{readStateIndex:27619; appliedIndex:27612; }","duration":"832.242343ms","start":"2026-03-31T05:51:39.76232Z","end":"2026-03-31T05:51:40.594563Z","steps":["trace[1834461308] 'read index received' (duration: 827.056742ms)","trace[1834461308] 'applied index is now lower than readState.Index' (duration: 5.184651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:40.594647Z","caller":"traceutil/trace.go:171","msg":"trace[587756412] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"196.731816ms","start":"2026-03-31T05:51:40.397907Z","end":"2026-03-31T05:51:40.594639Z","steps":["trace[587756412] 'process raft request' (duration: 196.626864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.594614Z","caller":"traceutil/trace.go:171","msg":"trace[338546752] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"196.82096ms","start":"2026-03-31T05:51:40.397784Z","end":"2026-03-31T05:51:40.594605Z","steps":["trace[338546752] 'process raft request' (duration: 196.703256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.039309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:40.595116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.583239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:40.595126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.604231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:51:40.59516Z","caller":"traceutil/trace.go:171","msg":"trace[2012364160] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26693; }","duration":"454.690323ms","start":"2026-03-31T05:51:40.14046Z","end":"2026-03-31T05:51:40.595151Z","steps":["trace[2012364160] 'agreement among raft nodes before linearized reading' (duration: 454.57223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.595158Z","caller":"traceutil/trace.go:171","msg":"trace[1738894205] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26693; }","duration":"289.62221ms","start":"2026-03-31T05:51:40.305522Z","end":"2026-03-31T05:51:40.595144Z","steps":["trace[1738894205] 'agreement among raft nodes before linearized reading' (duration: 289.566999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.595165Z","caller":"traceutil/trace.go:171","msg":"trace[288635597] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"831.39971ms","start":"2026-03-31T05:51:39.762628Z","end":"2026-03-31T05:51:40.594027Z","steps":["trace[288635597] 'process raft request' (duration: 831.138663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:40.140432Z","time spent":"454.751525ms","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T05:51:40.59523Z","caller":"traceutil/trace.go:171","msg":"trace[534002265] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26693; }","duration":"247.207034ms","start":"2026-03-31T05:51:40.347928Z","end":"2026-03-31T05:51:40.595135Z","steps":["trace[534002265] 'agreement among raft nodes before linearized reading' (duration: 247.06215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.793206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:40.595315Z","caller":"traceutil/trace.go:171","msg":"trace[1726682009] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"197.164809ms","start":"2026-03-31T05:51:40.397779Z","end":"2026-03-31T05:51:40.594943Z","steps":["trace[1726682009] 'process raft request' (duration: 196.643485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:40.595323Z","caller":"traceutil/trace.go:171","msg":"trace[1727204310] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26693; }","duration":"786.095994ms","start":"2026-03-31T05:51:39.809215Z","end":"2026-03-31T05:51:40.595311Z","steps":["trace[1727204310] 'agreement among raft nodes before linearized reading' (duration: 785.773775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.28375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-31T05:51:40.595357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.809198Z","time spent":"786.147386ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:40.595366Z","caller":"traceutil/trace.go:171","msg":"trace[1883781900] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26693; }","duration":"830.340071ms","start":"2026-03-31T05:51:39.765018Z","end":"2026-03-31T05:51:40.595358Z","steps":["trace[1883781900] 'agreement among raft nodes before linearized reading' (duration: 829.893079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.765008Z","time spent":"830.373272ms","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T05:51:40.595341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.756607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:51:40.595083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.822844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130796"} {"level":"info","ts":"2026-03-31T05:51:40.595687Z","caller":"traceutil/trace.go:171","msg":"trace[1042184910] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26693; }","duration":"445.478722ms","start":"2026-03-31T05:51:40.150199Z","end":"2026-03-31T05:51:40.595678Z","steps":["trace[1042184910] 'agreement among raft nodes before linearized reading' (duration: 444.762342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.595715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:40.150174Z","time spent":"445.532444ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130820,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:51:40.595078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.962419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:40.595791Z","caller":"traceutil/trace.go:171","msg":"trace[2042148354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26693; }","duration":"827.71782ms","start":"2026-03-31T05:51:39.768065Z","end":"2026-03-31T05:51:40.595783Z","steps":["trace[2042148354] 'agreement among raft nodes before linearized reading' (duration: 826.951939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.59582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.768049Z","time spent":"827.763691ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:40.596376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.762608Z","time spent":"833.704763ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:40.597655Z","caller":"traceutil/trace.go:171","msg":"trace[1894723857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26693; }","duration":"833.151227ms","start":"2026-03-31T05:51:39.762294Z","end":"2026-03-31T05:51:40.595445Z","steps":["trace[1894723857] 'agreement among raft nodes before linearized reading' (duration: 832.657754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:40.597712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:39.76228Z","time spent":"835.41972ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:51:40.594557Z","caller":"traceutil/trace.go:171","msg":"trace[143996569] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"196.806589ms","start":"2026-03-31T05:51:40.397726Z","end":"2026-03-31T05:51:40.594533Z","steps":["trace[143996569] 'process raft request' (duration: 196.575972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.313106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.071357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:43.313221Z","caller":"traceutil/trace.go:171","msg":"trace[1473484162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26698; }","duration":"222.199021ms","start":"2026-03-31T05:51:43.091007Z","end":"2026-03-31T05:51:43.313206Z","steps":["trace[1473484162] 'range keys from in-memory index tree' (duration: 222.056867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.314392Z","caller":"traceutil/trace.go:171","msg":"trace[2115657266] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"712.705511ms","start":"2026-03-31T05:51:42.601661Z","end":"2026-03-31T05:51:43.314366Z","steps":["trace[2115657266] 'process raft request' (duration: 712.034143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.314423Z","caller":"traceutil/trace.go:171","msg":"trace[1979121112] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"711.757765ms","start":"2026-03-31T05:51:42.602647Z","end":"2026-03-31T05:51:43.314404Z","steps":["trace[1979121112] 'process raft request' (duration: 711.313013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.314428Z","caller":"traceutil/trace.go:171","msg":"trace[1376029358] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"712.891987ms","start":"2026-03-31T05:51:42.601493Z","end":"2026-03-31T05:51:43.314385Z","steps":["trace[1376029358] 'process raft request' (duration: 711.832348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.314429Z","caller":"traceutil/trace.go:171","msg":"trace[1279833487] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"712.014492ms","start":"2026-03-31T05:51:42.602382Z","end":"2026-03-31T05:51:43.314396Z","steps":["trace[1279833487] 'process raft request' (duration: 711.476617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.314527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.601472Z","time spent":"713.001129ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.314546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.601645Z","time spent":"712.820334ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:43.314131Z","caller":"traceutil/trace.go:171","msg":"trace[1610152197] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"709.811572ms","start":"2026-03-31T05:51:42.6043Z","end":"2026-03-31T05:51:43.314111Z","steps":["trace[1610152197] 'process raft request' (duration: 709.71574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.314678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.602371Z","time spent":"712.221578ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.314525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.60262Z","time spent":"711.848168ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.314822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.604289Z","time spent":"710.4605ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:43.315023Z","caller":"traceutil/trace.go:171","msg":"trace[2033388700] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"710.586694ms","start":"2026-03-31T05:51:42.604419Z","end":"2026-03-31T05:51:43.315005Z","steps":["trace[2033388700] 'process raft request' (duration: 709.648318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.315081Z","caller":"traceutil/trace.go:171","msg":"trace[375222668] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"710.268314ms","start":"2026-03-31T05:51:42.604802Z","end":"2026-03-31T05:51:43.315071Z","steps":["trace[375222668] 'process raft request' (duration: 710.218073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.315111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.604413Z","time spent":"710.652785ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.315139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.604797Z","time spent":"710.315146ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:43.315183Z","caller":"traceutil/trace.go:171","msg":"trace[974960208] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"710.706557ms","start":"2026-03-31T05:51:42.604456Z","end":"2026-03-31T05:51:43.315162Z","steps":["trace[974960208] 'process raft request' (duration: 710.491831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:43.315164Z","caller":"traceutil/trace.go:171","msg":"trace[1892500184] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"710.662506ms","start":"2026-03-31T05:51:42.604486Z","end":"2026-03-31T05:51:43.315148Z","steps":["trace[1892500184] 'process raft request' (duration: 710.510961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.315261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.604452Z","time spent":"710.773359ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.315291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.604482Z","time spent":"710.747068ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:43.315307Z","caller":"traceutil/trace.go:171","msg":"trace[101640850] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27629; }","duration":"707.213751ms","start":"2026-03-31T05:51:42.608054Z","end":"2026-03-31T05:51:43.315267Z","steps":["trace[101640850] 'read index received' (duration: 85.766079ms)","trace[101640850] 'applied index is now lower than readState.Index' (duration: 621.446022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:43.315341Z","caller":"traceutil/trace.go:171","msg":"trace[968030925] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"709.597727ms","start":"2026-03-31T05:51:42.605732Z","end":"2026-03-31T05:51:43.315329Z","steps":["trace[968030925] 'process raft request' (duration: 709.314569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.315397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.339825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:43.315435Z","caller":"traceutil/trace.go:171","msg":"trace[438540652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26708; }","duration":"707.377736ms","start":"2026-03-31T05:51:42.608047Z","end":"2026-03-31T05:51:43.315424Z","steps":["trace[438540652] 'agreement among raft nodes before linearized reading' (duration: 707.309124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.315476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.608005Z","time spent":"707.460028ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:43.31548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.605724Z","time spent":"709.694229ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:43.315815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.94621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:43.3164Z","caller":"traceutil/trace.go:171","msg":"trace[1550894832] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26708; }","duration":"591.575847ms","start":"2026-03-31T05:51:42.724807Z","end":"2026-03-31T05:51:43.316382Z","steps":["trace[1550894832] 'agreement among raft nodes before linearized reading' (duration: 590.679153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:43.317105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:42.724787Z","time spent":"592.298366ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:44.521845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093373037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:44.521993Z","caller":"traceutil/trace.go:171","msg":"trace[1895416046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26708; }","duration":"1.093657465s","start":"2026-03-31T05:51:43.428307Z","end":"2026-03-31T05:51:44.521965Z","steps":["trace[1895416046] 'range keys from in-memory index tree' (duration: 1.093296024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:44.522058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:43.428289Z","time spent":"1.093748087s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:51:44.522644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040028681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:44.524181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011875064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:44.524241Z","caller":"traceutil/trace.go:171","msg":"trace[1411905300] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26708; }","duration":"1.011975766s","start":"2026-03-31T05:51:43.512249Z","end":"2026-03-31T05:51:44.524225Z","steps":["trace[1411905300] 'count revisions from in-memory index tree' (duration: 1.011789921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:44.524291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:43.512229Z","time spent":"1.012051508s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:44.522741Z","caller":"traceutil/trace.go:171","msg":"trace[1681276768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26708; }","duration":"1.040168435s","start":"2026-03-31T05:51:43.482545Z","end":"2026-03-31T05:51:44.522713Z","steps":["trace[1681276768] 'range keys from in-memory index tree' (duration: 1.03995671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:44.524499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.607758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T05:51:44.52475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:43.482529Z","time spent":"1.041851892s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:51:44.525342Z","caller":"traceutil/trace.go:171","msg":"trace[563392579] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"754.016089ms","start":"2026-03-31T05:51:43.771303Z","end":"2026-03-31T05:51:44.525319Z","steps":["trace[563392579] 'process raft request' (duration: 753.886746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:44.525375Z","caller":"traceutil/trace.go:171","msg":"trace[1864554847] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"829.537039ms","start":"2026-03-31T05:51:43.695812Z","end":"2026-03-31T05:51:44.525349Z","steps":["trace[1864554847] 'process raft request' (duration: 266.002866ms)","trace[1864554847] 'compare' (duration: 560.86887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:44.525466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:43.771264Z","time spent":"754.150163ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:44.525936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:43.695791Z","time spent":"829.670643ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:44.830293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:45.112726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070910634s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:46.001669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.617311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:46.001853Z","caller":"traceutil/trace.go:171","msg":"trace[318419720] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"1.977757672s","start":"2026-03-31T05:51:44.02406Z","end":"2026-03-31T05:51:46.001817Z","steps":["trace[318419720] 'process raft request' (duration: 1.088869094s)","trace[318419720] 'compare' (duration: 887.723016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:46.001973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:44.024033Z","time spent":"1.977893656s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:46.002089Z","caller":"traceutil/trace.go:171","msg":"trace[1886395973] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27642; }","duration":"1.672422633s","start":"2026-03-31T05:51:44.329635Z","end":"2026-03-31T05:51:46.002058Z","steps":["trace[1886395973] 'read index received' (duration: 783.342779ms)","trace[1886395973] 'applied index is now lower than readState.Index' (duration: 889.078194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:51:46.00325Z","caller":"traceutil/trace.go:171","msg":"trace[2024680255] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.302978975s","start":"2026-03-31T05:51:44.700249Z","end":"2026-03-31T05:51:46.003228Z","steps":["trace[2024680255] 'process raft request' (duration: 1.301518335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:46.003391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:44.700215Z","time spent":"1.303084878s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:46.003396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673748148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:46.00346Z","caller":"traceutil/trace.go:171","msg":"trace[944357697] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26712; }","duration":"1.673865502s","start":"2026-03-31T05:51:44.32958Z","end":"2026-03-31T05:51:46.003446Z","steps":["trace[944357697] 'agreement among raft nodes before linearized reading' (duration: 1.673736218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:46.003509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:44.32956Z","time spent":"1.673937844s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:46.503271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049291,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:46.533209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:46.533272Z","caller":"traceutil/trace.go:171","msg":"trace[829468605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081991s","start":"2026-03-31T05:51:44.533175Z","end":"2026-03-31T05:51:46.533257Z","steps":["trace[829468605] 'agreement among raft nodes before linearized reading' (duration: 2.000008709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:46.533319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:44.53316Z","time spent":"2.000148523s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:46.985194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201820154s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:47.553653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.065966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:47.55403Z","caller":"traceutil/trace.go:171","msg":"trace[1159231560] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"2.23101678s","start":"2026-03-31T05:51:45.322991Z","end":"2026-03-31T05:51:47.554007Z","steps":["trace[1159231560] 'process raft request' (duration: 1.662543452s)","trace[1159231560] 'compare' (duration: 567.81819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:47.554165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.32298Z","time spent":"2.231115082s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:47.554362Z","caller":"traceutil/trace.go:171","msg":"trace[1531742909] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"2.231290607s","start":"2026-03-31T05:51:45.323046Z","end":"2026-03-31T05:51:47.554336Z","steps":["trace[1531742909] 'process raft request' (duration: 2.23067196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.554474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.323042Z","time spent":"2.231387949s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:47.55479Z","caller":"traceutil/trace.go:171","msg":"trace[1807889054] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"2.231702288s","start":"2026-03-31T05:51:45.323081Z","end":"2026-03-31T05:51:47.554783Z","steps":["trace[1807889054] 'process raft request' (duration: 2.230943577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.554832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.323077Z","time spent":"2.231736009s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:47.554929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089989563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:51:47.554953Z","caller":"traceutil/trace.go:171","msg":"trace[1658695039] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26716; }","duration":"2.090015383s","start":"2026-03-31T05:51:45.464932Z","end":"2026-03-31T05:51:47.554947Z","steps":["trace[1658695039] 'agreement among raft nodes before linearized reading' (duration: 2.089968382s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:47.554859Z","caller":"traceutil/trace.go:171","msg":"trace[1611907764] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27644; }","duration":"1.551701849s","start":"2026-03-31T05:51:46.003145Z","end":"2026-03-31T05:51:47.554847Z","steps":["trace[1611907764] 'read index received' (duration: 982.400669ms)","trace[1611907764] 'applied index is now lower than readState.Index' (duration: 569.30005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:47.554974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.464878Z","time spent":"2.090092245s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:51:47.554977Z","caller":"traceutil/trace.go:171","msg":"trace[511693851] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"2.231844862s","start":"2026-03-31T05:51:45.323114Z","end":"2026-03-31T05:51:47.554959Z","steps":["trace[511693851] 'process raft request' (duration: 2.231645206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235543533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:51:47.555046Z","caller":"traceutil/trace.go:171","msg":"trace[2125516462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26716; }","duration":"2.235583854s","start":"2026-03-31T05:51:45.319455Z","end":"2026-03-31T05:51:47.555039Z","steps":["trace[2125516462] 'agreement among raft nodes before linearized reading' (duration: 2.235491721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047803772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:51:47.555057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.32311Z","time spent":"2.231907543s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:47.55506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863414992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-31T05:51:47.555103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048534401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:51:47.555122Z","caller":"traceutil/trace.go:171","msg":"trace[1171389655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26716; }","duration":"2.048587583s","start":"2026-03-31T05:51:45.506527Z","end":"2026-03-31T05:51:47.555115Z","steps":["trace[1171389655] 'agreement among raft nodes before linearized reading' (duration: 2.048521691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016927879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:47.555124Z","caller":"traceutil/trace.go:171","msg":"trace[1929158378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26716; }","duration":"1.863520865s","start":"2026-03-31T05:51:45.69159Z","end":"2026-03-31T05:51:47.55511Z","steps":["trace[1929158378] 'agreement among raft nodes before linearized reading' (duration: 1.86333571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235952984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T05:51:47.555141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.506507Z","time spent":"2.048629295s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:51:47.55515Z","caller":"traceutil/trace.go:171","msg":"trace[1361883534] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26716; }","duration":"2.016986261s","start":"2026-03-31T05:51:45.538155Z","end":"2026-03-31T05:51:47.555141Z","steps":["trace[1361883534] 'agreement among raft nodes before linearized reading' (duration: 2.0169469s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:47.555154Z","caller":"traceutil/trace.go:171","msg":"trace[480232397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26716; }","duration":"2.236005196s","start":"2026-03-31T05:51:45.319144Z","end":"2026-03-31T05:51:47.555149Z","steps":["trace[480232397] 'agreement among raft nodes before linearized reading' (duration: 2.235935944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.554928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016394974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:47.555125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579847646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:51:47.555173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.538136Z","time spent":"2.017030912s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:47.555172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.319126Z","time spent":"2.236042076s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:51:47.555205Z","caller":"traceutil/trace.go:171","msg":"trace[2064048500] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26716; }","duration":"1.57998025s","start":"2026-03-31T05:51:45.975207Z","end":"2026-03-31T05:51:47.555187Z","steps":["trace[2064048500] 'agreement among raft nodes before linearized reading' (duration: 1.579817205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.319447Z","time spent":"2.235617035s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:51:47.555206Z","caller":"traceutil/trace.go:171","msg":"trace[1483579315] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26716; }","duration":"3.016684142s","start":"2026-03-31T05:51:44.5385Z","end":"2026-03-31T05:51:47.555184Z","steps":["trace[1483579315] 'agreement among raft nodes before linearized reading' (duration: 3.016379823s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:47.555089Z","caller":"traceutil/trace.go:171","msg":"trace[171566546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26716; }","duration":"2.047857313s","start":"2026-03-31T05:51:45.507213Z","end":"2026-03-31T05:51:47.55507Z","steps":["trace[171566546] 'agreement among raft nodes before linearized reading' (duration: 2.047783111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.97519Z","time spent":"1.580047801s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:47.555271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.507204Z","time spent":"2.048062599s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:51:47.55528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:44.53849Z","time spent":"3.016761834s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:51:47.555284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232354966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:51:47.555158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.691573Z","time spent":"1.863577266s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:51:47.555321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231003359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:51:47.555338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235020839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:51:47.555366Z","caller":"traceutil/trace.go:171","msg":"trace[663009166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26716; }","duration":"2.231061181s","start":"2026-03-31T05:51:45.324296Z","end":"2026-03-31T05:51:47.555357Z","steps":["trace[663009166] 'agreement among raft nodes before linearized reading' (duration: 2.230979928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.324288Z","time spent":"2.231090121s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:51:47.555332Z","caller":"traceutil/trace.go:171","msg":"trace[1194244771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26716; }","duration":"2.232427818s","start":"2026-03-31T05:51:45.322894Z","end":"2026-03-31T05:51:47.555322Z","steps":["trace[1194244771] 'agreement among raft nodes before linearized reading' (duration: 2.232340625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.322879Z","time spent":"2.232563482s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:51:47.555379Z","caller":"traceutil/trace.go:171","msg":"trace[2085191866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26716; }","duration":"2.23507438s","start":"2026-03-31T05:51:45.320296Z","end":"2026-03-31T05:51:47.55537Z","steps":["trace[2085191866] 'agreement among raft nodes before linearized reading' (duration: 2.234941546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.32029Z","time spent":"2.235224474s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:51:47.555198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367584075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:47.555561Z","caller":"traceutil/trace.go:171","msg":"trace[240053369] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26716; }","duration":"2.367990436s","start":"2026-03-31T05:51:45.187562Z","end":"2026-03-31T05:51:47.555553Z","steps":["trace[240053369] 'agreement among raft nodes before linearized reading' (duration: 2.367585395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.555593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.187539Z","time spent":"2.368044648s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:51:47.558521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238425292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:51:47.558565Z","caller":"traceutil/trace.go:171","msg":"trace[393672172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26716; }","duration":"2.238485923s","start":"2026-03-31T05:51:45.320068Z","end":"2026-03-31T05:51:47.558554Z","steps":["trace[393672172] 'agreement among raft nodes before linearized reading' (duration: 2.234860724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:47.558589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:45.320061Z","time spent":"2.238521775s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:51:48.006516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021135876s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:48.533567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:48.533635Z","caller":"traceutil/trace.go:171","msg":"trace[1522176763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053219s","start":"2026-03-31T05:51:46.533567Z","end":"2026-03-31T05:51:48.53362Z","steps":["trace[1522176763] 'agreement among raft nodes before linearized reading' (duration: 1.999966547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:48.533671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.533551Z","time spent":"2.00011325s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:50.539112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:50.53923Z","caller":"traceutil/trace.go:171","msg":"trace[1901206292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045059s","start":"2026-03-31T05:51:48.538751Z","end":"2026-03-31T05:51:50.539202Z","steps":["trace[1901206292] 'agreement among raft nodes before linearized reading' (duration: 2.000289645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:50.53929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.53873Z","time spent":"2.000548943s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:50.92253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915269396s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:50.922828Z","caller":"traceutil/trace.go:171","msg":"trace[1350810935] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"4.391410452s","start":"2026-03-31T05:51:46.531385Z","end":"2026-03-31T05:51:50.922796Z","steps":["trace[1350810935] 'process raft request' (duration: 1.475775756s)","trace[1350810935] 'compare' (duration: 2.910190767s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:50.923044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.531364Z","time spent":"4.391579167s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:50.923062Z","caller":"traceutil/trace.go:171","msg":"trace[296293928] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"4.391422743s","start":"2026-03-31T05:51:46.53162Z","end":"2026-03-31T05:51:50.923042Z","steps":["trace[296293928] 'process raft request' (duration: 4.391023942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:50.923281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.531605Z","time spent":"4.391493594s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:52.540582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001097329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:52.540705Z","caller":"traceutil/trace.go:171","msg":"trace[567129290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001285094s","start":"2026-03-31T05:51:50.539399Z","end":"2026-03-31T05:51:52.540684Z","steps":["trace[567129290] 'agreement among raft nodes before linearized reading' (duration: 2.00113633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:52.540756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.539374Z","time spent":"2.001371207s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.557722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559694Z","time spent":"4.998019951s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:52.55776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559825Z","time spent":"4.997928108s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:51:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:52.560093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.56043Z","time spent":"4.999660256s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:53.007231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.011793Z","time spent":"4.995428031s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:53.199697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.192848036s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:53.700416Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0fd19d423e5f2cd0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:51:54.265963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.264889Z","time spent":"7.001066502s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.548513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:54.548605Z","caller":"traceutil/trace.go:171","msg":"trace[1229326163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008968s","start":"2026-03-31T05:51:52.548575Z","end":"2026-03-31T05:51:54.548584Z","steps":["trace[1229326163] 'agreement among raft nodes before linearized reading' (duration: 1.999891675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:54.548655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.548553Z","time spent":"2.00009228s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:54.558136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.559898Z","time spent":"4.998230946s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:54.558266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.560026Z","time spent":"4.998235996s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:54.560116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559913Z","time spent":"7.000199029s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.560221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559963Z","time spent":"7.00024447s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.560403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559924Z","time spent":"7.000467346s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.560882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.560803Z","time spent":"7.000075116s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.560919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.560838Z","time spent":"7.000076006s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:54.561072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.562977Z","time spent":"4.998090433s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:54.734644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811646748s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:51:54.735357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643719549s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:51:54.735498Z","caller":"traceutil/trace.go:171","msg":"trace[66235434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26718; }","duration":"1.643886323s","start":"2026-03-31T05:51:53.091592Z","end":"2026-03-31T05:51:54.735478Z","steps":["trace[66235434] 'range keys from in-memory index tree' (duration: 1.643695388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:55.319057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.154897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:55.319125Z","caller":"traceutil/trace.go:171","msg":"trace[86466564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"756.26482ms","start":"2026-03-31T05:51:54.562843Z","end":"2026-03-31T05:51:55.319108Z","steps":["trace[86466564] 'agreement among raft nodes before linearized reading' (duration: 756.179458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:55.319162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.562829Z","time spent":"756.324222ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:51:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:55.32287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.741787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:51:55.322884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.785048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:55.3229Z","caller":"traceutil/trace.go:171","msg":"trace[238162102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"762.8215ms","start":"2026-03-31T05:51:54.56007Z","end":"2026-03-31T05:51:55.322891Z","steps":["trace[238162102] 'agreement among raft nodes before linearized reading' (duration: 762.786049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:55.322919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.560041Z","time spent":"762.87409ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:51:55.322917Z","caller":"traceutil/trace.go:171","msg":"trace[1438178565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"762.823209ms","start":"2026-03-31T05:51:54.560085Z","end":"2026-03-31T05:51:55.322909Z","steps":["trace[1438178565] 'agreement among raft nodes before linearized reading' (duration: 762.784748ms)"],"step_count":1} 2026/03/31 05:51:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:55.322941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.560036Z","time spent":"762.899541ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:51:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:56.220068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.219719Z","time spent":"7.000341724s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:56.548932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:56.549047Z","caller":"traceutil/trace.go:171","msg":"trace[1230705766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186483s","start":"2026-03-31T05:51:54.548848Z","end":"2026-03-31T05:51:56.549034Z","steps":["trace[1230705766] 'agreement among raft nodes before linearized reading' (duration: 2.00005588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:56.549083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.548829Z","time spent":"2.000245425s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:56.602342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.601404Z","time spent":"7.000930479s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:57.059801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.85972599s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:57.266886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:57.266997Z","caller":"traceutil/trace.go:171","msg":"trace[858993896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089581s","start":"2026-03-31T05:51:55.266885Z","end":"2026-03-31T05:51:57.266974Z","steps":["trace[858993896] 'agreement among raft nodes before linearized reading' (duration: 1.999946987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.267051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.266868Z","time spent":"2.000170644s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:51:57.563639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99957789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:57.563698Z","caller":"traceutil/trace.go:171","msg":"trace[2145293097] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"9.999676012s","start":"2026-03-31T05:51:47.564007Z","end":"2026-03-31T05:51:57.563683Z","steps":["trace[2145293097] 'agreement among raft nodes before linearized reading' (duration: 9.9995961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:57.56373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.563997Z","time spent":"9.999725094s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/31 05:51:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.925554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.928015Z","time spent":"4.997529487s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:51:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:57.928357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.929091Z","time spent":"4.999258224s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:58.007474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.006697Z","time spent":"7.000770614s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:58.008249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999450769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:51:58.008308Z","caller":"traceutil/trace.go:171","msg":"trace[1958062409] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999589794s","start":"2026-03-31T05:51:53.008702Z","end":"2026-03-31T05:51:58.008292Z","steps":["trace[1958062409] 'agreement among raft nodes before linearized reading' (duration: 4.999508081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:58.00834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.008684Z","time spent":"4.999649305s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:51:58.090713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.085698Z","time spent":"7.00500716s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:51:58.107093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.547470975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:58.107183Z","caller":"traceutil/trace.go:171","msg":"trace[1876878683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.547613129s","start":"2026-03-31T05:51:47.559552Z","end":"2026-03-31T05:51:58.107165Z","steps":["trace[1876878683] 'agreement among raft nodes before linearized reading' (duration: 10.547498425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:58.107232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.559536Z","time spent":"10.54768511s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 05:51:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:58.557556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000888442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:58.557639Z","caller":"traceutil/trace.go:171","msg":"trace[1566325755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000985895s","start":"2026-03-31T05:51:56.556635Z","end":"2026-03-31T05:51:58.557621Z","steps":["trace[1566325755] 'agreement among raft nodes before linearized reading' (duration: 2.000884812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:58.557676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.556581Z","time spent":"2.001086547s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:51:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:59.029323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969263369s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:51:59.067774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329064022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:51:59.06871Z","caller":"traceutil/trace.go:171","msg":"trace[16444460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26737; }","duration":"3.744229289s","start":"2026-03-31T05:51:55.324449Z","end":"2026-03-31T05:51:59.068678Z","steps":["trace[16444460] 'process raft request' (duration: 3.744173517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.068901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.32444Z","time spent":"3.744363982s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:59.068933Z","caller":"traceutil/trace.go:171","msg":"trace[711047573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26737; }","duration":"3.740884717s","start":"2026-03-31T05:51:55.328029Z","end":"2026-03-31T05:51:59.068914Z","steps":["trace[711047573] 'process raft request' (duration: 3.740771284s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:59.068952Z","caller":"traceutil/trace.go:171","msg":"trace[1864160645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26737; }","duration":"3.74134863s","start":"2026-03-31T05:51:55.327568Z","end":"2026-03-31T05:51:59.068917Z","steps":["trace[1864160645] 'process raft request' (duration: 3.741077553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:51:59.068987Z","caller":"traceutil/trace.go:171","msg":"trace[1152944872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26737; }","duration":"3.744862716s","start":"2026-03-31T05:51:55.324108Z","end":"2026-03-31T05:51:59.068971Z","steps":["trace[1152944872] 'process raft request' (duration: 3.744486096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.069014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.328019Z","time spent":"3.740947089s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:59.069027Z","caller":"traceutil/trace.go:171","msg":"trace[996965139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26737; }","duration":"2.836197368s","start":"2026-03-31T05:51:56.232806Z","end":"2026-03-31T05:51:59.069003Z","steps":["trace[996965139] 'process raft request' (duration: 2.836057064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.069083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.327548Z","time spent":"3.741467313s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:59.069107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.232784Z","time spent":"2.836280981s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:51:59.069086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.324073Z","time spent":"3.744952438s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:51:59.068927Z","caller":"traceutil/trace.go:171","msg":"trace[492845163] linearizableReadLoop","detail":"{readStateIndex:27652; appliedIndex:27648; }","duration":"11.513927339s","start":"2026-03-31T05:51:47.554975Z","end":"2026-03-31T05:51:59.068902Z","steps":["trace[492845163] 'read index received' (duration: 452.115713ms)","trace[492845163] 'applied index is now lower than readState.Index' (duration: 11.061810276s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:51:59.557516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997149258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:59.557619Z","caller":"traceutil/trace.go:171","msg":"trace[210811046] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997360643s","start":"2026-03-31T05:51:54.560235Z","end":"2026-03-31T05:51:59.557596Z","steps":["trace[210811046] 'agreement among raft nodes before linearized reading' (duration: 4.99721557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.557696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.560206Z","time spent":"4.997473267s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 05:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:59.557516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996162791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:59.557917Z","caller":"traceutil/trace.go:171","msg":"trace[1874541954] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996613093s","start":"2026-03-31T05:51:54.561255Z","end":"2026-03-31T05:51:59.557868Z","steps":["trace[1874541954] 'agreement among raft nodes before linearized reading' (duration: 4.996220412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.557969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.561242Z","time spent":"4.996712306s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:59.561551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997632051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:59.561601Z","caller":"traceutil/trace.go:171","msg":"trace[1424324327] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997737723s","start":"2026-03-31T05:51:54.563852Z","end":"2026-03-31T05:51:59.561589Z","steps":["trace[1424324327] 'agreement among raft nodes before linearized reading' (duration: 4.997669452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.561627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.563832Z","time spent":"4.997787335s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:51:59.569954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:51:59.592782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986248261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:51:59.592854Z","caller":"traceutil/trace.go:171","msg":"trace[1102309018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.986385225s","start":"2026-03-31T05:51:56.60645Z","end":"2026-03-31T05:51:59.592835Z","steps":["trace[1102309018] 'agreement among raft nodes before linearized reading' (duration: 2.986297373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:51:59.592891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.606428Z","time spent":"2.986454017s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:00.070738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:00.557671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999606608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:00.55774Z","caller":"traceutil/trace.go:171","msg":"trace[717862194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999731861s","start":"2026-03-31T05:51:58.557992Z","end":"2026-03-31T05:52:00.557723Z","steps":["trace[717862194] 'agreement among raft nodes before linearized reading' (duration: 1.999639789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:00.557775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.557973Z","time spent":"1.999794553s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:00.571603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:01.072011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:01.572211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:02.015936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.021024761s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:02.109596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040687277s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:52:02.109986Z","caller":"traceutil/trace.go:171","msg":"trace[2075816387] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26738; }","duration":"4.015479188s","start":"2026-03-31T05:51:58.094481Z","end":"2026-03-31T05:52:02.10996Z","steps":["trace[2075816387] 'process raft request' (duration: 4.015229431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.110015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.800466313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.110083Z","caller":"traceutil/trace.go:171","msg":"trace[1709473531] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26738; }","duration":"14.800590366s","start":"2026-03-31T05:51:47.309472Z","end":"2026-03-31T05:52:02.110062Z","steps":["trace[1709473531] 'agreement among raft nodes before linearized reading' (duration: 11.759538299s)","trace[1709473531] 'count revisions from in-memory index tree' (duration: 3.040937113s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:02.110112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.309451Z","time spent":"14.800653307s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.110125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.791885618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.110191Z","caller":"traceutil/trace.go:171","msg":"trace[2090347306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26738; }","duration":"14.791988351s","start":"2026-03-31T05:51:47.318183Z","end":"2026-03-31T05:52:02.110171Z","steps":["trace[2090347306] 'agreement among raft nodes before linearized reading' (duration: 11.750852402s)","trace[2090347306] 'count revisions from in-memory index tree' (duration: 3.041044887s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:02.110238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:47.318171Z","time spent":"14.792056563s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.110283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.580465339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.110306Z","caller":"traceutil/trace.go:171","msg":"trace[229850763] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26738; }","duration":"15.58051583s","start":"2026-03-31T05:51:46.529781Z","end":"2026-03-31T05:52:02.110297Z","steps":["trace[229850763] 'agreement among raft nodes before linearized reading' (duration: 12.539255198s)","trace[229850763] 'count revisions from in-memory index tree' (duration: 3.041228862s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:02.11033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.529764Z","time spent":"15.580559782s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.110131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.09446Z","time spent":"4.015586292s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:02.110398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.74030899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-31T05:52:02.11042Z","caller":"traceutil/trace.go:171","msg":"trace[1458211695] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:26738; }","duration":"15.740375502s","start":"2026-03-31T05:51:46.370036Z","end":"2026-03-31T05:52:02.110412Z","steps":["trace[1458211695] 'agreement among raft nodes before linearized reading' (duration: 12.698982625s)","trace[1458211695] 'range keys from in-memory index tree' (duration: 3.041294783s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:02.110439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:46.370008Z","time spent":"15.740425683s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-31T05:52:02.266796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996385464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:02.266869Z","caller":"traceutil/trace.go:171","msg":"trace[1507722248] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996522277s","start":"2026-03-31T05:51:54.27033Z","end":"2026-03-31T05:52:02.266852Z","steps":["trace[1507722248] 'agreement among raft nodes before linearized reading' (duration: 7.996428354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.26691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.270301Z","time spent":"7.996598239s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 05:52:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:52:02.272258Z","caller":"traceutil/trace.go:171","msg":"trace[1107809298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26738; }","duration":"2.712095473s","start":"2026-03-31T05:51:59.560144Z","end":"2026-03-31T05:52:02.272239Z","steps":["trace[1107809298] 'process raft request' (duration: 2.711894717s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.272278Z","caller":"traceutil/trace.go:171","msg":"trace[1990266804] linearizableReadLoop","detail":"{readStateIndex:27679; appliedIndex:27675; }","duration":"3.203009334s","start":"2026-03-31T05:51:59.069248Z","end":"2026-03-31T05:52:02.272257Z","steps":["trace[1990266804] 'read index received' (duration: 2.946905898s)","trace[1990266804] 'applied index is now lower than readState.Index' (duration: 256.102036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:02.272301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.560632Z","time spent":"2.711658871s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:02.27236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.560127Z","time spent":"2.712183605s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":577,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:02.272367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.40503453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.272415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.647888885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.272435Z","caller":"traceutil/trace.go:171","msg":"trace[760946471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26738; }","duration":"8.405167944s","start":"2026-03-31T05:51:53.867252Z","end":"2026-03-31T05:52:02.27242Z","steps":["trace[760946471] 'agreement among raft nodes before linearized reading' (duration: 8.40503466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.272446Z","caller":"traceutil/trace.go:171","msg":"trace[1708532817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26738; }","duration":"8.647987198s","start":"2026-03-31T05:51:53.62445Z","end":"2026-03-31T05:52:02.272437Z","steps":["trace[1708532817] 'agreement among raft nodes before linearized reading' (duration: 8.647910496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.867231Z","time spent":"8.405234616s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.27253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.071309105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.27256Z","caller":"traceutil/trace.go:171","msg":"trace[1739778933] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26738; }","duration":"10.071408527s","start":"2026-03-31T05:51:52.201145Z","end":"2026-03-31T05:52:02.272553Z","steps":["trace[1739778933] 'agreement among raft nodes before linearized reading' (duration: 10.071349336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.201114Z","time spent":"10.071462779s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.272696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506068122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.272715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.594061083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.27273Z","caller":"traceutil/trace.go:171","msg":"trace[503043051] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26738; }","duration":"3.506132054s","start":"2026-03-31T05:51:58.766588Z","end":"2026-03-31T05:52:02.27272Z","steps":["trace[503043051] 'agreement among raft nodes before linearized reading' (duration: 3.506076812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.834974687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.272752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.766566Z","time spent":"3.506180635s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.272757Z","caller":"traceutil/trace.go:171","msg":"trace[675970483] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26738; }","duration":"10.835043309s","start":"2026-03-31T05:51:51.437706Z","end":"2026-03-31T05:52:02.27275Z","steps":["trace[675970483] 'agreement among raft nodes before linearized reading' (duration: 10.834983677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.437684Z","time spent":"10.83508914s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.27278Z","caller":"traceutil/trace.go:171","msg":"trace[935152166] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26738; }","duration":"12.594121004s","start":"2026-03-31T05:51:49.678622Z","end":"2026-03-31T05:52:02.272743Z","steps":["trace[935152166] 'agreement among raft nodes before linearized reading' (duration: 12.594019522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.019418597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.272848Z","caller":"traceutil/trace.go:171","msg":"trace[1151695071] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26738; }","duration":"13.019493259s","start":"2026-03-31T05:51:49.253348Z","end":"2026-03-31T05:52:02.272841Z","steps":["trace[1151695071] 'agreement among raft nodes before linearized reading' (duration: 13.019443908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.253326Z","time spent":"13.019540831s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.27288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579297979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.272909Z","caller":"traceutil/trace.go:171","msg":"trace[810942614] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26738; }","duration":"3.579361811s","start":"2026-03-31T05:51:58.69354Z","end":"2026-03-31T05:52:02.272902Z","steps":["trace[810942614] 'agreement among raft nodes before linearized reading' (duration: 3.57931882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.225140671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.272935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.693521Z","time spent":"3.579407003s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.272956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.400017281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:02.272996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.826403293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.172343709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.273023Z","caller":"traceutil/trace.go:171","msg":"trace[856230966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26738; }","duration":"10.826476806s","start":"2026-03-31T05:51:51.44654Z","end":"2026-03-31T05:52:02.273017Z","steps":["trace[856230966] 'agreement among raft nodes before linearized reading' (duration: 10.826437155s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.273037Z","caller":"traceutil/trace.go:171","msg":"trace[1542470303] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26738; }","duration":"13.172447761s","start":"2026-03-31T05:51:49.100581Z","end":"2026-03-31T05:52:02.273029Z","steps":["trace[1542470303] 'agreement among raft nodes before linearized reading' (duration: 13.17239929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.914644559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73034985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.272963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.599345589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.273071Z","caller":"traceutil/trace.go:171","msg":"trace[456849896] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26738; }","duration":"11.914709011s","start":"2026-03-31T05:51:50.358354Z","end":"2026-03-31T05:52:02.273063Z","steps":["trace[456849896] 'agreement among raft nodes before linearized reading' (duration: 11.9146597s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.273081Z","caller":"traceutil/trace.go:171","msg":"trace[583771458] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26738; }","duration":"3.73037589s","start":"2026-03-31T05:51:58.542695Z","end":"2026-03-31T05:52:02.273071Z","steps":["trace[583771458] 'agreement among raft nodes before linearized reading' (duration: 3.730335659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.38537943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.446515Z","time spent":"10.826527967s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.358333Z","time spent":"11.914764782s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.27313Z","caller":"traceutil/trace.go:171","msg":"trace[881483156] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26738; }","duration":"13.385447392s","start":"2026-03-31T05:51:48.887674Z","end":"2026-03-31T05:52:02.273122Z","steps":["trace[881483156] 'agreement among raft nodes before linearized reading' (duration: 13.38539864s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.27316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.887654Z","time spent":"13.385498563s","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.2732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.716369086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165419475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.273261Z","caller":"traceutil/trace.go:171","msg":"trace[1188482821] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26738; }","duration":"7.165505757s","start":"2026-03-31T05:51:55.107746Z","end":"2026-03-31T05:52:02.273252Z","steps":["trace[1188482821] 'agreement among raft nodes before linearized reading' (duration: 7.165457566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.107716Z","time spent":"7.165562739s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960894769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:52:02.273325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.32854281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.736786696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:52:02.273375Z","caller":"traceutil/trace.go:171","msg":"trace[871004858] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26738; }","duration":"12.328623682s","start":"2026-03-31T05:51:49.944739Z","end":"2026-03-31T05:52:02.273363Z","steps":["trace[871004858] 'agreement among raft nodes before linearized reading' (duration: 12.32854617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.2734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080712037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-31T05:52:02.273429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.651555126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.905574271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-31T05:52:02.273467Z","caller":"traceutil/trace.go:171","msg":"trace[1969641856] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26738; }","duration":"7.651627579s","start":"2026-03-31T05:51:54.621829Z","end":"2026-03-31T05:52:02.273457Z","steps":["trace[1969641856] 'agreement among raft nodes before linearized reading' (duration: 7.651586858s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.273484Z","caller":"traceutil/trace.go:171","msg":"trace[293136998] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26738; }","duration":"13.905658972s","start":"2026-03-31T05:51:48.367815Z","end":"2026-03-31T05:52:02.273474Z","steps":["trace[293136998] 'agreement among raft nodes before linearized reading' (duration: 13.90558137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.27334Z","caller":"traceutil/trace.go:171","msg":"trace[299742276] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26738; }","duration":"3.960955991s","start":"2026-03-31T05:51:58.312375Z","end":"2026-03-31T05:52:02.273331Z","steps":["trace[299742276] 'agreement among raft nodes before linearized reading' (duration: 3.960870168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.367786Z","time spent":"13.905716384s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:52:02.272477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:53.623419Z","time spent":"8.649047067s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.312354Z","time spent":"3.961159537s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:02.273545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344199625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T05:52:02.273569Z","caller":"traceutil/trace.go:171","msg":"trace[1484132799] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26738; }","duration":"4.344239697s","start":"2026-03-31T05:51:57.929324Z","end":"2026-03-31T05:52:02.273563Z","steps":["trace[1484132799] 'agreement among raft nodes before linearized reading' (duration: 4.344183935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.929315Z","time spent":"4.344271558s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:52:02.2734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337866179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346644562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:52:02.27372Z","caller":"traceutil/trace.go:171","msg":"trace[510686792] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26738; }","duration":"7.33822748s","start":"2026-03-31T05:51:54.935476Z","end":"2026-03-31T05:52:02.273704Z","steps":["trace[510686792] 'agreement among raft nodes before linearized reading' (duration: 7.337903491s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.273752Z","caller":"traceutil/trace.go:171","msg":"trace[389054563] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26738; }","duration":"4.346701654s","start":"2026-03-31T05:51:57.927035Z","end":"2026-03-31T05:52:02.273736Z","steps":["trace[389054563] 'agreement among raft nodes before linearized reading' (duration: 4.346640982s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.273078Z","caller":"traceutil/trace.go:171","msg":"trace[1521191677] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:26738; }","duration":"10.599487393s","start":"2026-03-31T05:51:51.673586Z","end":"2026-03-31T05:52:02.273073Z","steps":["trace[1521191677] 'agreement among raft nodes before linearized reading' (duration: 10.59936214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:57.927019Z","time spent":"4.346749245s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:52:02.273381Z","caller":"traceutil/trace.go:171","msg":"trace[1436653002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:26738; }","duration":"13.736855848s","start":"2026-03-31T05:51:48.536518Z","end":"2026-03-31T05:52:02.273374Z","steps":["trace[1436653002] 'agreement among raft nodes before linearized reading' (duration: 13.736756785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.673572Z","time spent":"10.600204633s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:52:02.273799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.536493Z","time spent":"13.73729917s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:52:02.272818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.678605Z","time spent":"12.594204537s","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.569601782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.27391Z","caller":"traceutil/trace.go:171","msg":"trace[1870996840] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26738; }","duration":"5.569688215s","start":"2026-03-31T05:51:56.704203Z","end":"2026-03-31T05:52:02.273891Z","steps":["trace[1870996840] 'agreement among raft nodes before linearized reading' (duration: 5.569614483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.704184Z","time spent":"5.569740387s","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.273231Z","caller":"traceutil/trace.go:171","msg":"trace[177991549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26738; }","duration":"6.716438298s","start":"2026-03-31T05:51:55.556785Z","end":"2026-03-31T05:52:02.273224Z","steps":["trace[177991549] 'agreement among raft nodes before linearized reading' (duration: 6.716393626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.272868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.964355317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.274013Z","caller":"traceutil/trace.go:171","msg":"trace[1124280837] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26738; }","duration":"10.965537409s","start":"2026-03-31T05:51:51.308463Z","end":"2026-03-31T05:52:02.274001Z","steps":["trace[1124280837] 'agreement among raft nodes before linearized reading' (duration: 10.964376057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.55676Z","time spent":"6.717231669s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:51.308405Z","time spent":"10.965626652s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.27411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720595402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-31T05:52:02.274132Z","caller":"traceutil/trace.go:171","msg":"trace[750920681] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26738; }","duration":"5.720652563s","start":"2026-03-31T05:51:56.553473Z","end":"2026-03-31T05:52:02.274126Z","steps":["trace[750920681] 'agreement among raft nodes before linearized reading' (duration: 5.72054932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.100556Z","time spent":"13.172496802s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:56.553452Z","time spent":"5.720699835s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:52:02.273107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.542625Z","time spent":"3.730476783s","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.27351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.621799Z","time spent":"7.65170091s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.272996Z","caller":"traceutil/trace.go:171","msg":"trace[616706199] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26738; }","duration":"11.400085983s","start":"2026-03-31T05:51:50.872901Z","end":"2026-03-31T05:52:02.272987Z","steps":["trace[616706199] 'agreement among raft nodes before linearized reading' (duration: 11.39998683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:50.872885Z","time spent":"11.401486722s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.68759855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.274411Z","caller":"traceutil/trace.go:171","msg":"trace[1665031287] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26738; }","duration":"6.687672353s","start":"2026-03-31T05:51:55.586732Z","end":"2026-03-31T05:52:02.274404Z","steps":["trace[1665031287] 'agreement among raft nodes before linearized reading' (duration: 6.687631632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.586696Z","time spent":"6.687730504s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:49.944721Z","time spent":"12.328686504s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.273807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200874656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-31T05:52:02.274505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406257379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.272935Z","caller":"traceutil/trace.go:171","msg":"trace[659559493] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26738; }","duration":"10.225165592s","start":"2026-03-31T05:51:52.047764Z","end":"2026-03-31T05:52:02.272929Z","steps":["trace[659559493] 'agreement among raft nodes before linearized reading' (duration: 10.22512631s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.274528Z","caller":"traceutil/trace.go:171","msg":"trace[819653099] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26738; }","duration":"2.406281281s","start":"2026-03-31T05:51:59.868239Z","end":"2026-03-31T05:52:02.274521Z","steps":["trace[819653099] 'agreement among raft nodes before linearized reading' (duration: 2.40623782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:52.047661Z","time spent":"10.226879789s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.86817Z","time spent":"2.406378203s","remote":"127.0.0.1:45482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294388869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.273494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182433233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T05:52:02.273752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.946560258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.274621Z","caller":"traceutil/trace.go:171","msg":"trace[653501956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26738; }","duration":"1.294503512s","start":"2026-03-31T05:52:00.980101Z","end":"2026-03-31T05:52:02.274604Z","steps":["trace[653501956] 'agreement among raft nodes before linearized reading' (duration: 1.294443661s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.274646Z","caller":"traceutil/trace.go:171","msg":"trace[1005966763] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26738; }","duration":"13.947504684s","start":"2026-03-31T05:51:48.327131Z","end":"2026-03-31T05:52:02.274636Z","steps":["trace[1005966763] 'agreement among raft nodes before linearized reading' (duration: 13.946600619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.980073Z","time spent":"1.294579664s","remote":"127.0.0.1:55420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.327055Z","time spent":"13.947607447s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.537407583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.274754Z","caller":"traceutil/trace.go:171","msg":"trace[125276692] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26738; }","duration":"6.537855485s","start":"2026-03-31T05:51:55.73689Z","end":"2026-03-31T05:52:02.274745Z","steps":["trace[125276692] 'agreement among raft nodes before linearized reading' (duration: 6.537418873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:54.935445Z","time spent":"7.338303201s","remote":"127.0.0.1:45166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693956458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.274815Z","caller":"traceutil/trace.go:171","msg":"trace[1269675739] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26738; }","duration":"2.694036271s","start":"2026-03-31T05:51:59.580766Z","end":"2026-03-31T05:52:02.274802Z","steps":["trace[1269675739] 'agreement among raft nodes before linearized reading' (duration: 2.693946998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525309748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:02.27485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.580751Z","time spent":"2.694088302s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.274865Z","caller":"traceutil/trace.go:171","msg":"trace[2012671157] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26738; }","duration":"1.52539019s","start":"2026-03-31T05:52:00.749463Z","end":"2026-03-31T05:52:02.274854Z","steps":["trace[2012671157] 'agreement among raft nodes before linearized reading' (duration: 1.525345559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.749448Z","time spent":"1.525440052s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.274922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.003498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.274956Z","caller":"traceutil/trace.go:171","msg":"trace[1115808891] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26738; }","duration":"126.059889ms","start":"2026-03-31T05:52:02.148884Z","end":"2026-03-31T05:52:02.274943Z","steps":["trace[1115808891] 'agreement among raft nodes before linearized reading' (duration: 126.009927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070736409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.274627Z","caller":"traceutil/trace.go:171","msg":"trace[1424571777] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26738; }","duration":"4.183590455s","start":"2026-03-31T05:51:58.091023Z","end":"2026-03-31T05:52:02.274613Z","steps":["trace[1424571777] 'agreement among raft nodes before linearized reading' (duration: 4.182425393s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.275032Z","caller":"traceutil/trace.go:171","msg":"trace[459796232] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26738; }","duration":"1.071214792s","start":"2026-03-31T05:52:01.203807Z","end":"2026-03-31T05:52:02.275022Z","steps":["trace[459796232] 'agreement among raft nodes before linearized reading' (duration: 1.070722798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.762635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-f2xnn\" ","response":"range_response_count:1 size:8252"} {"level":"warn","ts":"2026-03-31T05:52:02.275036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310122477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.275064Z","caller":"traceutil/trace.go:171","msg":"trace[1794376162] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-f2xnn; range_end:; response_count:1; response_revision:26738; }","duration":"160.829607ms","start":"2026-03-31T05:52:02.114224Z","end":"2026-03-31T05:52:02.275054Z","steps":["trace[1794376162] 'agreement among raft nodes before linearized reading' (duration: 160.746084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325752424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.273423Z","caller":"traceutil/trace.go:171","msg":"trace[813208344] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26738; }","duration":"4.080773829s","start":"2026-03-31T05:51:58.192644Z","end":"2026-03-31T05:52:02.273418Z","steps":["trace[813208344] 'agreement among raft nodes before linearized reading' (duration: 4.080707867s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.275077Z","caller":"traceutil/trace.go:171","msg":"trace[1469776055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26738; }","duration":"2.310201379s","start":"2026-03-31T05:51:59.964863Z","end":"2026-03-31T05:52:02.275065Z","steps":["trace[1469776055] 'agreement among raft nodes before linearized reading' (duration: 2.310131797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.275091Z","caller":"traceutil/trace.go:171","msg":"trace[1534681432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26738; }","duration":"2.32636313s","start":"2026-03-31T05:51:59.948722Z","end":"2026-03-31T05:52:02.275085Z","steps":["trace[1534681432] 'agreement among raft nodes before linearized reading' (duration: 2.325754534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.274782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:55.736868Z","time spent":"6.537903707s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.275104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.192622Z","time spent":"4.082473256s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:52:02.275042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826623677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.275141Z","caller":"traceutil/trace.go:171","msg":"trace[1397003315] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26738; }","duration":"2.826751601s","start":"2026-03-31T05:51:59.448377Z","end":"2026-03-31T05:52:02.275128Z","steps":["trace[1397003315] 'agreement among raft nodes before linearized reading' (duration: 2.826614867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.203779Z","time spent":"1.071273964s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.275138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.221877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-31T05:52:02.275111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.948696Z","time spent":"2.326409852s","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.275197Z","caller":"traceutil/trace.go:171","msg":"trace[1682174726] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26738; }","duration":"161.389272ms","start":"2026-03-31T05:52:02.113792Z","end":"2026-03-31T05:52:02.275181Z","steps":["trace[1682174726] 'agreement among raft nodes before linearized reading' (duration: 161.133955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.273717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.943424823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:02.27452Z","caller":"traceutil/trace.go:171","msg":"trace[526676256] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26738; }","duration":"3.201610346s","start":"2026-03-31T05:51:59.07289Z","end":"2026-03-31T05:52:02.2745Z","steps":["trace[526676256] 'agreement among raft nodes before linearized reading' (duration: 3.200886597s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:02.275235Z","caller":"traceutil/trace.go:171","msg":"trace[1151820722] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26738; }","duration":"13.944962684s","start":"2026-03-31T05:51:48.33026Z","end":"2026-03-31T05:52:02.275223Z","steps":["trace[1151820722] 'agreement among raft nodes before linearized reading' (duration: 13.943366921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.072871Z","time spent":"3.202380458s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:52:02.275166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.448361Z","time spent":"2.826796502s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.275096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.657389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.275329Z","caller":"traceutil/trace.go:171","msg":"trace[47981728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26738; }","duration":"319.907917ms","start":"2026-03-31T05:52:01.955409Z","end":"2026-03-31T05:52:02.275317Z","steps":["trace[47981728] 'agreement among raft nodes before linearized reading' (duration: 319.66157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588637116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:02.275365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:01.955393Z","time spent":"319.962418ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:02.275373Z","caller":"traceutil/trace.go:171","msg":"trace[523387216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26738; }","duration":"1.588696897s","start":"2026-03-31T05:52:00.686666Z","end":"2026-03-31T05:52:02.275363Z","steps":["trace[523387216] 'agreement among raft nodes before linearized reading' (duration: 1.588640605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:48.330244Z","time spent":"13.945018306s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.2754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.686649Z","time spent":"1.588741239s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.275069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:58.090994Z","time spent":"4.184061017s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:52:02.275108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:51:59.964843Z","time spent":"2.310254841s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.275556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712004321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.275585Z","caller":"traceutil/trace.go:171","msg":"trace[1352646628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26738; }","duration":"1.712070893s","start":"2026-03-31T05:52:00.563506Z","end":"2026-03-31T05:52:02.275577Z","steps":["trace[1352646628] 'agreement among raft nodes before linearized reading' (duration: 1.712025342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.563487Z","time spent":"1.712118915s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:02.275672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09724188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:02.275704Z","caller":"traceutil/trace.go:171","msg":"trace[1046893875] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26738; }","duration":"2.097306572s","start":"2026-03-31T05:52:00.178388Z","end":"2026-03-31T05:52:02.275694Z","steps":["trace[1046893875] 'agreement among raft nodes before linearized reading' (duration: 2.09724439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.275731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:00.17837Z","time spent":"2.097351943s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:02.778683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:02.926663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.772569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:02.926732Z","caller":"traceutil/trace.go:171","msg":"trace[780966991] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"644.889943ms","start":"2026-03-31T05:52:02.281828Z","end":"2026-03-31T05:52:02.926718Z","steps":["trace[780966991] 'agreement among raft nodes before linearized reading' (duration: 644.79174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.926767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.281804Z","time spent":"644.955834ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:52:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:02.927982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.022433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:02.928074Z","caller":"traceutil/trace.go:171","msg":"trace[969427330] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"646.168077ms","start":"2026-03-31T05:52:02.281882Z","end":"2026-03-31T05:52:02.92805Z","steps":["trace[969427330] 'agreement among raft nodes before linearized reading' (duration: 646.050984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:02.928119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.281863Z","time spent":"646.24575ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:52:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:03.279008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:03.549406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274520388s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:04.280296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002669242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:04.280372Z","caller":"traceutil/trace.go:171","msg":"trace[891323856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0029621s","start":"2026-03-31T05:52:02.277392Z","end":"2026-03-31T05:52:04.280354Z","steps":["trace[891323856] 'agreement among raft nodes before linearized reading' (duration: 2.002867417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:04.280415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.277377Z","time spent":"2.003029381s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:04.30571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213871244s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:04.305785Z","caller":"traceutil/trace.go:171","msg":"trace[277306432] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26738; }","duration":"1.213954046s","start":"2026-03-31T05:52:03.091812Z","end":"2026-03-31T05:52:04.305766Z","steps":["trace[277306432] 'range keys from in-memory index tree' (duration: 1.213856854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:04.305809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.156968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:04.306012Z","caller":"traceutil/trace.go:171","msg":"trace[2063382458] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"2.031164929s","start":"2026-03-31T05:52:02.274796Z","end":"2026-03-31T05:52:04.305961Z","steps":["trace[2063382458] 'process raft request' (duration: 1.274802005s)","trace[2063382458] 'compare' (duration: 755.933562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:04.306197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.274774Z","time spent":"2.031333834s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:04.607528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:04.607642Z","caller":"traceutil/trace.go:171","msg":"trace[1777546955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567844s","start":"2026-03-31T05:52:02.607047Z","end":"2026-03-31T05:52:04.607615Z","steps":["trace[1777546955] 'agreement among raft nodes before linearized reading' (duration: 2.000426411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:04.607707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.607027Z","time spent":"2.000660396s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:05.08166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532031782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:06.285696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000826141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:06.28576Z","caller":"traceutil/trace.go:171","msg":"trace[557342826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000931373s","start":"2026-03-31T05:52:04.284814Z","end":"2026-03-31T05:52:06.285746Z","steps":["trace[557342826] 'agreement among raft nodes before linearized reading' (duration: 2.000846601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:06.285789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:04.284802Z","time spent":"2.000981525s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:07.929059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.930219Z","time spent":"4.998835404s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:52:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:08.287863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001108659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:08.287974Z","caller":"traceutil/trace.go:171","msg":"trace[1188723368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001250463s","start":"2026-03-31T05:52:06.286684Z","end":"2026-03-31T05:52:08.287935Z","steps":["trace[1188723368] 'agreement among raft nodes before linearized reading' (duration: 2.00112064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:08.288025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:06.286673Z","time spent":"2.001336815s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:09.031519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.949433718s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:09.276363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.275536Z","time spent":"7.000820126s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:09.276881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.276813Z","time spent":"7.000064905s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:09.280174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.279281Z","time spent":"7.000886948s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:09.280235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.279132Z","time spent":"7.001099623s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:09.286135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.285185Z","time spent":"7.000939189s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:09.300021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218131737s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:52:09.300715Z","caller":"traceutil/trace.go:171","msg":"trace[242789652] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"5.715023701s","start":"2026-03-31T05:52:03.585666Z","end":"2026-03-31T05:52:09.30069Z","steps":["trace[242789652] 'process raft request' (duration: 5.714946599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:09.300871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.585646Z","time spent":"5.715121633s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:09.301564Z","caller":"traceutil/trace.go:171","msg":"trace[2088936268] linearizableReadLoop","detail":"{readStateIndex:27686; appliedIndex:27679; }","duration":"7.023943457s","start":"2026-03-31T05:52:02.2776Z","end":"2026-03-31T05:52:09.301544Z","steps":["trace[2088936268] 'read index received' (duration: 1.27201126s)","trace[2088936268] 'applied index is now lower than readState.Index' (duration: 5.751927017s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:09.801998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:10.294561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:10.294717Z","caller":"traceutil/trace.go:171","msg":"trace[1842249744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259095s","start":"2026-03-31T05:52:08.294436Z","end":"2026-03-31T05:52:10.294695Z","steps":["trace[1842249744] 'agreement among raft nodes before linearized reading' (duration: 2.000080371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:10.294855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:08.294416Z","time spent":"2.000423679s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:11.432302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601766385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-03-31T05:52:11.432389Z","caller":"traceutil/trace.go:171","msg":"trace[802121447] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26745; }","duration":"2.149224169s","start":"2026-03-31T05:52:09.283148Z","end":"2026-03-31T05:52:11.432373Z","steps":["trace[802121447] 'process raft request' (duration: 547.321991ms)","trace[802121447] 'compare' (duration: 1.601713763s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:11.432426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.283132Z","time spent":"2.14927657s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:11.479019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648452549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:11.47943Z","caller":"traceutil/trace.go:171","msg":"trace[729490616] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27687; }","duration":"2.177788748s","start":"2026-03-31T05:52:09.301616Z","end":"2026-03-31T05:52:11.479405Z","steps":["trace[729490616] 'read index received' (duration: 528.923499ms)","trace[729490616] 'applied index is now lower than readState.Index' (duration: 1.648864159s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:11.479522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201381343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.47955Z","caller":"traceutil/trace.go:171","msg":"trace[1300962830] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26745; }","duration":"2.195557153s","start":"2026-03-31T05:52:09.28396Z","end":"2026-03-31T05:52:11.479518Z","steps":["trace[1300962830] 'process raft request' (duration: 2.195319397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.479598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.897942241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.479608Z","caller":"traceutil/trace.go:171","msg":"trace[477295229] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:26745; }","duration":"2.201512956s","start":"2026-03-31T05:52:09.278069Z","end":"2026-03-31T05:52:11.479582Z","steps":["trace[477295229] 'agreement among raft nodes before linearized reading' (duration: 2.201348192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.479646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549267122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.479701Z","caller":"traceutil/trace.go:171","msg":"trace[937696311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26745; }","duration":"2.549360325s","start":"2026-03-31T05:52:08.93033Z","end":"2026-03-31T05:52:11.47969Z","steps":["trace[937696311] 'agreement among raft nodes before linearized reading' (duration: 2.549233402s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.479634Z","caller":"traceutil/trace.go:171","msg":"trace[715604] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26745; }","duration":"5.898026003s","start":"2026-03-31T05:52:05.581596Z","end":"2026-03-31T05:52:11.479622Z","steps":["trace[715604] 'agreement among raft nodes before linearized reading' (duration: 5.897942561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.479757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:08.93031Z","time spent":"2.549421946s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.479773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.581582Z","time spent":"5.898170947s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.479753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.200501252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:52:11.479785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197728302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:52:11.4798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421124371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.47985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.53398864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.479893Z","caller":"traceutil/trace.go:171","msg":"trace[902106983] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:26745; }","duration":"2.197883387s","start":"2026-03-31T05:52:09.281986Z","end":"2026-03-31T05:52:11.47987Z","steps":["trace[902106983] 'agreement among raft nodes before linearized reading' (duration: 2.19762295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.479915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184682777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.479891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.200998846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-31T05:52:11.479943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.281976Z","time spent":"2.197959539s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:52:11.47998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.602314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.479981Z","caller":"traceutil/trace.go:171","msg":"trace[1077687478] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c; range_end:; response_count:1; response_revision:26745; }","duration":"9.201120798s","start":"2026-03-31T05:52:02.278837Z","end":"2026-03-31T05:52:11.479958Z","steps":["trace[1077687478] 'agreement among raft nodes before linearized reading' (duration: 9.200867762s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.480011Z","caller":"traceutil/trace.go:171","msg":"trace[1561045851] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26745; }","duration":"688.667796ms","start":"2026-03-31T05:52:10.791335Z","end":"2026-03-31T05:52:11.480002Z","steps":["trace[1561045851] 'agreement among raft nodes before linearized reading' (duration: 688.615844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.479834Z","caller":"traceutil/trace.go:171","msg":"trace[919035607] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26745; }","duration":"9.200590174s","start":"2026-03-31T05:52:02.279235Z","end":"2026-03-31T05:52:11.479825Z","steps":["trace[919035607] 'agreement among raft nodes before linearized reading' (duration: 9.200417049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.278824Z","time spent":"9.201191061s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" "} {"level":"warn","ts":"2026-03-31T05:52:11.480071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154669068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.480083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115235512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.480125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913277233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:52:11.48011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.279232Z","time spent":"9.20083182s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T05:52:11.480173Z","caller":"traceutil/trace.go:171","msg":"trace[889687445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26745; }","duration":"1.913386796s","start":"2026-03-31T05:52:09.566771Z","end":"2026-03-31T05:52:11.480157Z","steps":["trace[889687445] 'agreement among raft nodes before linearized reading' (duration: 1.913224411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.566705Z","time spent":"1.913500419s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:52:11.479865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.200633866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T05:52:11.480256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.888093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:52:11.479691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.278053Z","time spent":"2.201621629s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:52:11.480092Z","caller":"traceutil/trace.go:171","msg":"trace[838470683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26745; }","duration":"1.15471409s","start":"2026-03-31T05:52:10.32537Z","end":"2026-03-31T05:52:11.480084Z","steps":["trace[838470683] 'agreement among raft nodes before linearized reading' (duration: 1.154677159s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.480356Z","caller":"traceutil/trace.go:171","msg":"trace[285233335] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26745; }","duration":"7.888333657s","start":"2026-03-31T05:52:03.592004Z","end":"2026-03-31T05:52:11.480338Z","steps":["trace[285233335] 'agreement among raft nodes before linearized reading' (duration: 7.887931196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875706376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.480385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28677344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:11.480412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.591993Z","time spent":"7.888401618s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:52:11.480428Z","caller":"traceutil/trace.go:171","msg":"trace[36991957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26745; }","duration":"3.875795308s","start":"2026-03-31T05:52:07.604621Z","end":"2026-03-31T05:52:11.480417Z","steps":["trace[36991957] 'agreement among raft nodes before linearized reading' (duration: 3.875719916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378184313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.480128Z","caller":"traceutil/trace.go:171","msg":"trace[1171323917] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26745; }","duration":"2.115321505s","start":"2026-03-31T05:52:09.364794Z","end":"2026-03-31T05:52:11.480116Z","steps":["trace[1171323917] 'agreement among raft nodes before linearized reading' (duration: 2.115250003s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.480491Z","caller":"traceutil/trace.go:171","msg":"trace[135234021] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26745; }","duration":"4.286867012s","start":"2026-03-31T05:52:07.193563Z","end":"2026-03-31T05:52:11.48043Z","steps":["trace[135234021] 'agreement among raft nodes before linearized reading' (duration: 4.28677159s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.4805Z","caller":"traceutil/trace.go:171","msg":"trace[2065650689] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26745; }","duration":"5.378241693s","start":"2026-03-31T05:52:06.102229Z","end":"2026-03-31T05:52:11.480471Z","steps":["trace[2065650689] 'agreement among raft nodes before linearized reading' (duration: 5.378187242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:06.102214Z","time spent":"5.378325126s","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.193545Z","time spent":"4.286994315s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294611443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:52:11.479979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854597862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:11.480673Z","caller":"traceutil/trace.go:171","msg":"trace[1310337612] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26745; }","duration":"3.294792938s","start":"2026-03-31T05:52:08.185818Z","end":"2026-03-31T05:52:11.480611Z","steps":["trace[1310337612] 'agreement among raft nodes before linearized reading' (duration: 3.294286074s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.480675Z","caller":"traceutil/trace.go:171","msg":"trace[571829110] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26745; }","duration":"1.855323612s","start":"2026-03-31T05:52:09.625333Z","end":"2026-03-31T05:52:11.480656Z","steps":["trace[571829110] 'agreement among raft nodes before linearized reading' (duration: 1.854604852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:08.185764Z","time spent":"3.294938863s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.625286Z","time spent":"1.855431904s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.480299Z","caller":"traceutil/trace.go:171","msg":"trace[1505721293] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26745; }","duration":"9.201041247s","start":"2026-03-31T05:52:02.279212Z","end":"2026-03-31T05:52:11.480253Z","steps":["trace[1505721293] 'agreement among raft nodes before linearized reading' (duration: 9.200530953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278389801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:11.480892Z","caller":"traceutil/trace.go:171","msg":"trace[1209807706] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26745; }","duration":"4.278467603s","start":"2026-03-31T05:52:07.202417Z","end":"2026-03-31T05:52:11.480885Z","steps":["trace[1209807706] 'agreement among raft nodes before linearized reading' (duration: 4.277888517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.47992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177069999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-31T05:52:11.480917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.202382Z","time spent":"4.278530045s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.480926Z","caller":"traceutil/trace.go:171","msg":"trace[150565435] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26745; }","duration":"2.178097297s","start":"2026-03-31T05:52:09.302819Z","end":"2026-03-31T05:52:11.480916Z","steps":["trace[150565435] 'agreement among raft nodes before linearized reading' (duration: 2.177046908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.325354Z","time spent":"1.155022078s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.302805Z","time spent":"2.178153099s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:52:11.480874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:02.279204Z","time spent":"9.201654303s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:52:11.47992Z","caller":"traceutil/trace.go:171","msg":"trace[688309818] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26745; }","duration":"7.534066863s","start":"2026-03-31T05:52:03.945838Z","end":"2026-03-31T05:52:11.479905Z","steps":["trace[688309818] 'agreement among raft nodes before linearized reading' (duration: 7.53394686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.791315Z","time spent":"688.714897ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.481125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.945779Z","time spent":"7.535337437s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.479716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.283942Z","time spent":"2.195682826s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:11.48128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.635883021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:11.479937Z","caller":"traceutil/trace.go:171","msg":"trace[478047280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26745; }","duration":"1.185024257s","start":"2026-03-31T05:52:10.294906Z","end":"2026-03-31T05:52:11.479931Z","steps":["trace[478047280] 'agreement among raft nodes before linearized reading' (duration: 1.184987526s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.481335Z","caller":"traceutil/trace.go:171","msg":"trace[894769487] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26745; }","duration":"6.635971554s","start":"2026-03-31T05:52:04.845351Z","end":"2026-03-31T05:52:11.481322Z","steps":["trace[894769487] 'agreement among raft nodes before linearized reading' (duration: 6.634474673s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:11.479916Z","caller":"traceutil/trace.go:171","msg":"trace[737861130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26745; }","duration":"8.421309576s","start":"2026-03-31T05:52:03.058585Z","end":"2026-03-31T05:52:11.479894Z","steps":["trace[737861130] 'agreement among raft nodes before linearized reading' (duration: 8.421072749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.481463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.058565Z","time spent":"8.422873439s","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.479546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.623386572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.481533Z","caller":"traceutil/trace.go:171","msg":"trace[1083763387] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26745; }","duration":"5.625445327s","start":"2026-03-31T05:52:05.856072Z","end":"2026-03-31T05:52:11.481517Z","steps":["trace[1083763387] 'agreement among raft nodes before linearized reading' (duration: 5.62336017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914525577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:52:11.481668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:05.856057Z","time spent":"5.625587972s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.481699Z","caller":"traceutil/trace.go:171","msg":"trace[1677291890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26745; }","duration":"1.915986176s","start":"2026-03-31T05:52:09.565689Z","end":"2026-03-31T05:52:11.481675Z","steps":["trace[1677291890] 'agreement among raft nodes before linearized reading' (duration: 1.914463675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.480209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922094481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:11.48177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.565664Z","time spent":"1.916088439s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:52:11.481787Z","caller":"traceutil/trace.go:171","msg":"trace[2039720057] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26745; }","duration":"4.923692924s","start":"2026-03-31T05:52:06.558074Z","end":"2026-03-31T05:52:11.481766Z","steps":["trace[2039720057] 'agreement among raft nodes before linearized reading' (duration: 4.92208404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.48184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:06.558059Z","time spent":"4.923765536s","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173334657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-03-31T05:52:11.481392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:04.845334Z","time spent":"6.636048266s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:11.482007Z","caller":"traceutil/trace.go:171","msg":"trace[1557712369] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26745; }","duration":"2.174884019s","start":"2026-03-31T05:52:09.307105Z","end":"2026-03-31T05:52:11.481989Z","steps":["trace[1557712369] 'agreement among raft nodes before linearized reading' (duration: 2.173244434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.482062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.307092Z","time spent":"2.174951941s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:52:11.481396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:10.294886Z","time spent":"1.186479466s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:11.479982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.171970804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:11.482298Z","caller":"traceutil/trace.go:171","msg":"trace[640243508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26745; }","duration":"8.174307998s","start":"2026-03-31T05:52:03.307966Z","end":"2026-03-31T05:52:11.482274Z","steps":["trace[640243508] 'agreement among raft nodes before linearized reading' (duration: 8.171983254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:11.482363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:03.307947Z","time spent":"8.174394201s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.480493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:07.604602Z","time spent":"3.875873461s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:11.484852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:09.364777Z","time spent":"2.115732586s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:11.98678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:12.486912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:12.54947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063951583s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:12.550061Z","caller":"traceutil/trace.go:171","msg":"trace[386552249] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"1.064686643s","start":"2026-03-31T05:52:11.48535Z","end":"2026-03-31T05:52:12.550036Z","steps":["trace[386552249] 'process raft request' (duration: 1.064546739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:12.550198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.485327Z","time spent":"1.064800586s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:13.492177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000934363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:13.49225Z","caller":"traceutil/trace.go:171","msg":"trace[410019710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001072607s","start":"2026-03-31T05:52:11.491152Z","end":"2026-03-31T05:52:13.492224Z","steps":["trace[410019710] 'agreement among raft nodes before linearized reading' (duration: 2.000949314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:13.492282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.491142Z","time spent":"2.001132708s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:14.606658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:14.606763Z","caller":"traceutil/trace.go:171","msg":"trace[1701976128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049271s","start":"2026-03-31T05:52:12.606691Z","end":"2026-03-31T05:52:14.60674Z","steps":["trace[1701976128] 'agreement among raft nodes before linearized reading' (duration: 1.999917357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:14.606821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.606673Z","time spent":"2.000132042s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:15.492466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:15.492549Z","caller":"traceutil/trace.go:171","msg":"trace[1373739742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010217s","start":"2026-03-31T05:52:13.492428Z","end":"2026-03-31T05:52:15.49253Z","steps":["trace[1373739742] 'agreement among raft nodes before linearized reading' (duration: 1.999977427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:15.492594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.492412Z","time spent":"2.000173543s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:16.229912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.680240204s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:16.546004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454542577s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:16.546113Z","caller":"traceutil/trace.go:171","msg":"trace[689427194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26746; }","duration":"3.45465887s","start":"2026-03-31T05:52:13.091435Z","end":"2026-03-31T05:52:16.546094Z","steps":["trace[689427194] 'range keys from in-memory index tree' (duration: 3.454527296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.549664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.473865ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:52:16.550146Z","caller":"traceutil/trace.go:171","msg":"trace[161250195] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27689; }","duration":"5.063435096s","start":"2026-03-31T05:52:11.486689Z","end":"2026-03-31T05:52:16.550124Z","steps":["trace[161250195] 'read index received' (duration: 1.06310012s)","trace[161250195] 'applied index is now lower than readState.Index' (duration: 4.000333536s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:16.550237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.485514Z","time spent":"5.064719381s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:52:16.550618Z","caller":"traceutil/trace.go:171","msg":"trace[165995285] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"5.063736304s","start":"2026-03-31T05:52:11.486868Z","end":"2026-03-31T05:52:16.550604Z","steps":["trace[165995285] 'process raft request' (duration: 5.062900001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.550773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.486846Z","time spent":"5.063797475s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:16.550868Z","caller":"traceutil/trace.go:171","msg":"trace[675733612] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"5.06397262s","start":"2026-03-31T05:52:11.486889Z","end":"2026-03-31T05:52:16.550862Z","steps":["trace[675733612] 'process raft request' (duration: 5.063057735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.550909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.486594Z","time spent":"5.064292699s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:16.551052Z","caller":"traceutil/trace.go:171","msg":"trace[1102484041] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"5.063484437s","start":"2026-03-31T05:52:11.487559Z","end":"2026-03-31T05:52:16.551044Z","steps":["trace[1102484041] 'process raft request' (duration: 5.062427508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.551148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.487543Z","time spent":"5.063530238s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:16.551242Z","caller":"traceutil/trace.go:171","msg":"trace[2104640782] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"5.061932885s","start":"2026-03-31T05:52:11.489298Z","end":"2026-03-31T05:52:16.551231Z","steps":["trace[2104640782] 'process raft request' (duration: 5.060719162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.55128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.489281Z","time spent":"5.061979676s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:16.551421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064730571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T05:52:16.551439Z","caller":"traceutil/trace.go:171","msg":"trace[2611591] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26750; }","duration":"5.064769992s","start":"2026-03-31T05:52:11.486663Z","end":"2026-03-31T05:52:16.551433Z","steps":["trace[2611591] 'agreement among raft nodes before linearized reading' (duration: 5.064676009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:16.551458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.486653Z","time spent":"5.064801173s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T05:52:17.050646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:17.501154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:17.501308Z","caller":"traceutil/trace.go:171","msg":"trace[1184293452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353638s","start":"2026-03-31T05:52:15.500909Z","end":"2026-03-31T05:52:17.501263Z","steps":["trace[1184293452] 'agreement among raft nodes before linearized reading' (duration: 2.000199624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:17.501381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.500874Z","time spent":"2.000491822s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:18.457059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151406409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:18.457146Z","caller":"traceutil/trace.go:171","msg":"trace[847338769] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"1.967859691s","start":"2026-03-31T05:52:16.489271Z","end":"2026-03-31T05:52:18.457131Z","steps":["trace[847338769] 'process raft request' (duration: 816.311408ms)","trace[847338769] 'compare' (duration: 1.149735934s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:18.457187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.489244Z","time spent":"1.967924023s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:19.50208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:19.502177Z","caller":"traceutil/trace.go:171","msg":"trace[1044859250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224544s","start":"2026-03-31T05:52:17.501932Z","end":"2026-03-31T05:52:19.502156Z","steps":["trace[1044859250] 'agreement among raft nodes before linearized reading' (duration: 2.000105011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:19.502228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.501913Z","time spent":"2.000301696s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:20.050348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.707875348s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:21.496823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004204405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:21.496915Z","caller":"traceutil/trace.go:171","msg":"trace[630436501] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.004329648s","start":"2026-03-31T05:52:11.492566Z","end":"2026-03-31T05:52:21.496896Z","steps":["trace[630436501] 'agreement among raft nodes before linearized reading' (duration: 10.004212535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.496977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.492559Z","time spent":"10.004394401s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 05:52:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:21.510391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:21.510457Z","caller":"traceutil/trace.go:171","msg":"trace[915842141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286757s","start":"2026-03-31T05:52:19.510151Z","end":"2026-03-31T05:52:21.510438Z","steps":["trace[915842141] 'agreement among raft nodes before linearized reading' (duration: 2.000206485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:21.510499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.510109Z","time spent":"2.000382229s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:22.237674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.713216Z","time spent":"1.524451176s","remote":"127.0.0.1:34636","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:22.237863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.673978Z","time spent":"2.563878171s","remote":"127.0.0.1:34626","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:22.238735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188134481s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:22.239242Z","caller":"traceutil/trace.go:171","msg":"trace[1971793233] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"5.683372217s","start":"2026-03-31T05:52:16.555842Z","end":"2026-03-31T05:52:22.239215Z","steps":["trace[1971793233] 'process raft request' (duration: 5.682969826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:22.23936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.555831Z","time spent":"5.683462999s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:22.23954Z","caller":"traceutil/trace.go:171","msg":"trace[84546686] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"5.683607824s","start":"2026-03-31T05:52:16.555912Z","end":"2026-03-31T05:52:22.23952Z","steps":["trace[84546686] 'process raft request' (duration: 5.682989407s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:22.239557Z","caller":"traceutil/trace.go:171","msg":"trace[1175573192] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"5.686906364s","start":"2026-03-31T05:52:16.552631Z","end":"2026-03-31T05:52:22.239538Z","steps":["trace[1175573192] 'process raft request' (duration: 3.49789669s)","trace[1175573192] 'compare' (duration: 2.186627569s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:22.239569Z","caller":"traceutil/trace.go:171","msg":"trace[1351187751] linearizableReadLoop","detail":"{readStateIndex:27699; appliedIndex:27695; }","duration":"5.689370391s","start":"2026-03-31T05:52:16.550177Z","end":"2026-03-31T05:52:22.239548Z","steps":["trace[1351187751] 'read index received' (duration: 755.488309ms)","trace[1351187751] 'applied index is now lower than readState.Index' (duration: 4.933879552s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:22.239615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.552602Z","time spent":"5.686981376s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:22.239624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.555907Z","time spent":"5.683675585s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:23.511556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000870151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:23.511642Z","caller":"traceutil/trace.go:171","msg":"trace[652507251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001010395s","start":"2026-03-31T05:52:21.510612Z","end":"2026-03-31T05:52:23.511622Z","steps":["trace[652507251] 'agreement among raft nodes before linearized reading' (duration: 2.000899482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:23.51169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.510596Z","time spent":"2.001084348s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:24.440883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201917526s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:52:24.441003Z","caller":"traceutil/trace.go:171","msg":"trace[934404487] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27699; }","duration":"2.201360061s","start":"2026-03-31T05:52:22.239622Z","end":"2026-03-31T05:52:24.440982Z","steps":["trace[934404487] 'read index received' (duration: 168.165µs)","trace[934404487] 'applied index is now lower than readState.Index' (duration: 2.201189496s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.441179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445637193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.441223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.695246146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.441282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193767382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:24.441339Z","caller":"traceutil/trace.go:171","msg":"trace[486939263] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26754; }","duration":"4.193863344s","start":"2026-03-31T05:52:20.247462Z","end":"2026-03-31T05:52:24.441325Z","steps":["trace[486939263] 'agreement among raft nodes before linearized reading' (duration: 4.193774422s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.441339Z","caller":"traceutil/trace.go:171","msg":"trace[337088215] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26754; }","duration":"11.695431141s","start":"2026-03-31T05:52:12.745848Z","end":"2026-03-31T05:52:24.441279Z","steps":["trace[337088215] 'agreement among raft nodes before linearized reading' (duration: 9.493899856s)","trace[337088215] 'count revisions from in-memory index tree' (duration: 2.201384771s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.441959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.442726642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274200"} {"level":"info","ts":"2026-03-31T05:52:24.442001Z","caller":"traceutil/trace.go:171","msg":"trace[1674632129] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26754; }","duration":"5.442793534s","start":"2026-03-31T05:52:18.999194Z","end":"2026-03-31T05:52:24.441988Z","steps":["trace[1674632129] 'agreement among raft nodes before linearized reading' (duration: 5.442324001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.442043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.999179Z","time spent":"5.442854676s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274224,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:52:24.442063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.187038832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.442167Z","caller":"traceutil/trace.go:171","msg":"trace[1630615939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26754; }","duration":"11.187198757s","start":"2026-03-31T05:52:13.25494Z","end":"2026-03-31T05:52:24.442138Z","steps":["trace[1630615939] 'agreement among raft nodes before linearized reading' (duration: 8.984799958s)","trace[1630615939] 'count revisions from in-memory index tree' (duration: 2.201143034s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.442236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.254923Z","time spent":"11.18729583s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.442234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.85271883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T05:52:24.442297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308317459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.442325Z","caller":"traceutil/trace.go:171","msg":"trace[1581778242] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26754; }","duration":"12.852841573s","start":"2026-03-31T05:52:11.589463Z","end":"2026-03-31T05:52:24.442304Z","steps":["trace[1581778242] 'agreement among raft nodes before linearized reading' (duration: 10.650311131s)","trace[1581778242] 'range keys from in-memory index tree' (duration: 2.202363278s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:24.442348Z","caller":"traceutil/trace.go:171","msg":"trace[1699221010] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26754; }","duration":"2.308395711s","start":"2026-03-31T05:52:22.133936Z","end":"2026-03-31T05:52:24.442332Z","steps":["trace[1699221010] 'agreement among raft nodes before linearized reading' (duration: 2.308333719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.442335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350917813s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.442387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413742064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.442421Z","caller":"traceutil/trace.go:171","msg":"trace[1402479250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26754; }","duration":"1.351007605s","start":"2026-03-31T05:52:23.0914Z","end":"2026-03-31T05:52:24.442407Z","steps":["trace[1402479250] 'range keys from in-memory index tree' (duration: 1.350901792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.442376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.589444Z","time spent":"12.852916416s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:52:24.442433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.133916Z","time spent":"2.308496243s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.442486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734426389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.442547Z","caller":"traceutil/trace.go:171","msg":"trace[357567549] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26754; }","duration":"5.734519691s","start":"2026-03-31T05:52:18.708015Z","end":"2026-03-31T05:52:24.442535Z","steps":["trace[357567549] 'agreement among raft nodes before linearized reading' (duration: 5.734424219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.442591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.707998Z","time spent":"5.734582454s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.442645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.888014503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-31T05:52:24.442455Z","caller":"traceutil/trace.go:171","msg":"trace[1720999979] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26754; }","duration":"3.413857057s","start":"2026-03-31T05:52:21.028583Z","end":"2026-03-31T05:52:24.44244Z","steps":["trace[1720999979] 'agreement among raft nodes before linearized reading' (duration: 3.413711003s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.44272Z","caller":"traceutil/trace.go:171","msg":"trace[886149833] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26754; }","duration":"12.888116456s","start":"2026-03-31T05:52:11.554585Z","end":"2026-03-31T05:52:24.442702Z","steps":["trace[886149833] 'agreement among raft nodes before linearized reading' (duration: 10.685196773s)","trace[886149833] 'range keys from in-memory index tree' (duration: 2.202782489s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.442751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:21.028568Z","time spent":"3.414168035s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.442773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.554569Z","time spent":"12.888190888s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1254,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:52:24.442831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735288422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:24.442873Z","caller":"traceutil/trace.go:171","msg":"trace[1416289881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26754; }","duration":"5.735369284s","start":"2026-03-31T05:52:18.707493Z","end":"2026-03-31T05:52:24.442862Z","steps":["trace[1416289881] 'agreement among raft nodes before linearized reading' (duration: 5.735294652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.442982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.707473Z","time spent":"5.735497788s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.441213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011767318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" ","response":"range_response_count:1 size:5315"} {"level":"warn","ts":"2026-03-31T05:52:24.44139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.247442Z","time spent":"4.193934787s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.44145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.954945617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.441501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.33520835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.441745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.885083484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d571bb03f939\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-31T05:52:24.441821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.720395751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.443047Z","caller":"traceutil/trace.go:171","msg":"trace[995290361] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26754; }","duration":"12.721664345s","start":"2026-03-31T05:52:11.72137Z","end":"2026-03-31T05:52:24.443034Z","steps":["trace[995290361] 'agreement among raft nodes before linearized reading' (duration: 10.518396632s)","trace[995290361] 'count revisions from in-memory index tree' (duration: 2.202027329s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.443085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:11.721349Z","time spent":"12.721728346s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.443276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24690819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.443361Z","caller":"traceutil/trace.go:171","msg":"trace[1501025140] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26754; }","duration":"6.247043523s","start":"2026-03-31T05:52:18.196294Z","end":"2026-03-31T05:52:24.443338Z","steps":["trace[1501025140] 'agreement among raft nodes before linearized reading' (duration: 6.24691115s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.443369Z","caller":"traceutil/trace.go:171","msg":"trace[730508232] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx; range_end:; response_count:1; response_revision:26754; }","duration":"4.013980038s","start":"2026-03-31T05:52:20.429378Z","end":"2026-03-31T05:52:24.443358Z","steps":["trace[730508232] 'agreement among raft nodes before linearized reading' (duration: 4.011679955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.443404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:18.196267Z","time spent":"6.247125665s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.443599Z","caller":"traceutil/trace.go:171","msg":"trace[2079121420] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26754; }","duration":"4.957116796s","start":"2026-03-31T05:52:19.486468Z","end":"2026-03-31T05:52:24.443585Z","steps":["trace[2079121420] 'agreement among raft nodes before linearized reading' (duration: 4.954945437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.443666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.486453Z","time spent":"4.957196898s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.443676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.609801716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.443736Z","caller":"traceutil/trace.go:171","msg":"trace[1138422441] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26754; }","duration":"10.609891439s","start":"2026-03-31T05:52:13.833822Z","end":"2026-03-31T05:52:24.443713Z","steps":["trace[1138422441] 'agreement among raft nodes before linearized reading' (duration: 8.405891646s)","trace[1138422441] 'count revisions from in-memory index tree' (duration: 2.203926571s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.443797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.833797Z","time spent":"10.60998363s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.443852Z","caller":"traceutil/trace.go:171","msg":"trace[13914115] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26754; }","duration":"5.337584315s","start":"2026-03-31T05:52:19.106256Z","end":"2026-03-31T05:52:24.443841Z","steps":["trace[13914115] 'agreement among raft nodes before linearized reading' (duration: 5.33521754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.443847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.819193181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"warn","ts":"2026-03-31T05:52:24.443896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:19.106241Z","time spent":"5.337641496s","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.44392Z","caller":"traceutil/trace.go:171","msg":"trace[867160304] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26754; }","duration":"7.819314484s","start":"2026-03-31T05:52:16.624584Z","end":"2026-03-31T05:52:24.443898Z","steps":["trace[867160304] 'agreement among raft nodes before linearized reading' (duration: 7.819054997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.443966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.624552Z","time spent":"7.819401756s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418408,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:52:24.444019Z","caller":"traceutil/trace.go:171","msg":"trace[141357283] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d571bb03f939; range_end:; response_count:1; response_revision:26754; }","duration":"11.887383467s","start":"2026-03-31T05:52:12.556607Z","end":"2026-03-31T05:52:24.443991Z","steps":["trace[141357283] 'agreement among raft nodes before linearized reading' (duration: 9.683150178s)","trace[141357283] 'range keys from in-memory index tree' (duration: 2.201836724s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.443619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914503411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.444098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.556585Z","time spent":"11.88749204s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d571bb03f939\" "} {"level":"warn","ts":"2026-03-31T05:52:24.442242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290870402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.44421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.273874522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.443407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.429359Z","time spent":"4.014037789s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5339,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" "} {"level":"info","ts":"2026-03-31T05:52:24.444265Z","caller":"traceutil/trace.go:171","msg":"trace[1478917684] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26754; }","duration":"2.292924758s","start":"2026-03-31T05:52:22.151321Z","end":"2026-03-31T05:52:24.444246Z","steps":["trace[1478917684] 'agreement among raft nodes before linearized reading' (duration: 2.290868132s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.444112Z","caller":"traceutil/trace.go:171","msg":"trace[1427772853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26754; }","duration":"6.915028915s","start":"2026-03-31T05:52:17.529069Z","end":"2026-03-31T05:52:24.444098Z","steps":["trace[1427772853] 'agreement among raft nodes before linearized reading' (duration: 6.914516451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.444156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.197984892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:24.444342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.825317185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.44438Z","caller":"traceutil/trace.go:171","msg":"trace[1283162090] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26754; }","duration":"9.198232589s","start":"2026-03-31T05:52:15.24613Z","end":"2026-03-31T05:52:24.444362Z","steps":["trace[1283162090] 'agreement among raft nodes before linearized reading' (duration: 6.993557578s)","trace[1283162090] 'count revisions from in-memory index tree' (duration: 2.204434825s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.44438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:17.52905Z","time spent":"6.915312013s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.444432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:15.246116Z","time spent":"9.198297371s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.444426Z","caller":"traceutil/trace.go:171","msg":"trace[1385960885] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26754; }","duration":"10.825452578s","start":"2026-03-31T05:52:13.618946Z","end":"2026-03-31T05:52:24.444398Z","steps":["trace[1385960885] 'agreement among raft nodes before linearized reading' (duration: 8.620776197s)","trace[1385960885] 'count revisions from in-memory index tree' (duration: 2.204557667s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.444322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.282880228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.4445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:13.618909Z","time spent":"10.825572602s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:24.444512Z","caller":"traceutil/trace.go:171","msg":"trace[1911693011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26754; }","duration":"10.283098094s","start":"2026-03-31T05:52:14.161388Z","end":"2026-03-31T05:52:24.444487Z","steps":["trace[1911693011] 'agreement among raft nodes before linearized reading' (duration: 8.07831588s)","trace[1911693011] 'count revisions from in-memory index tree' (duration: 2.204586249s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:24.444265Z","caller":"traceutil/trace.go:171","msg":"trace[1725843921] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26754; }","duration":"10.273943493s","start":"2026-03-31T05:52:14.170305Z","end":"2026-03-31T05:52:24.444248Z","steps":["trace[1725843921] 'agreement among raft nodes before linearized reading' (duration: 8.069390625s)","trace[1725843921] 'count revisions from in-memory index tree' (duration: 2.204493606s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.44433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.151302Z","time spent":"2.293007471s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.444649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.170274Z","time spent":"10.274351555s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.444267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.888153571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T05:52:24.444735Z","caller":"traceutil/trace.go:171","msg":"trace[1161012736] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26754; }","duration":"7.888642305s","start":"2026-03-31T05:52:16.556074Z","end":"2026-03-31T05:52:24.444716Z","steps":["trace[1161012736] 'agreement among raft nodes before linearized reading' (duration: 7.888061929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.444582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:14.161369Z","time spent":"10.283192596s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.444803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.556065Z","time spent":"7.888720007s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:52:24.441283Z","caller":"traceutil/trace.go:171","msg":"trace[901412182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26754; }","duration":"3.445809349s","start":"2026-03-31T05:52:20.995451Z","end":"2026-03-31T05:52:24.44126Z","steps":["trace[901412182] 'agreement among raft nodes before linearized reading' (duration: 3.445613773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.445972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:20.99542Z","time spent":"3.450530708s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.4461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:12.745827Z","time spent":"11.696197252s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.446416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.023603507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:24.446537Z","caller":"traceutil/trace.go:171","msg":"trace[35194584] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26754; }","duration":"8.023765341s","start":"2026-03-31T05:52:16.42275Z","end":"2026-03-31T05:52:24.446515Z","steps":["trace[35194584] 'agreement among raft nodes before linearized reading' (duration: 5.816917341s)","trace[35194584] 'count revisions from in-memory index tree' (duration: 2.206693826s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.446592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:16.422727Z","time spent":"8.023849004s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.605708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137370886s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:24.606192Z","caller":"traceutil/trace.go:171","msg":"trace[629317204] linearizableReadLoop","detail":"{readStateIndex:27701; appliedIndex:27700; }","duration":"165.134095ms","start":"2026-03-31T05:52:24.44103Z","end":"2026-03-31T05:52:24.606164Z","steps":["trace[629317204] 'read index received' (duration: 164.931679ms)","trace[629317204] 'applied index is now lower than readState.Index' (duration: 200.646µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:24.606313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688623484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:24.606341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062652777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:24.606354Z","caller":"traceutil/trace.go:171","msg":"trace[1141693566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26755; }","duration":"1.688713347s","start":"2026-03-31T05:52:22.91763Z","end":"2026-03-31T05:52:24.606343Z","steps":["trace[1141693566] 'agreement among raft nodes before linearized reading' (duration: 1.688583283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.917614Z","time spent":"1.688763179s","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.606391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825669083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.606435Z","caller":"traceutil/trace.go:171","msg":"trace[247719432] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26755; }","duration":"1.825736075s","start":"2026-03-31T05:52:22.780683Z","end":"2026-03-31T05:52:24.606419Z","steps":["trace[247719432] 'agreement among raft nodes before linearized reading' (duration: 1.825683723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.780668Z","time spent":"1.825794276s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.60652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365036955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:52:24.606569Z","caller":"traceutil/trace.go:171","msg":"trace[656475603] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26755; }","duration":"2.365117158s","start":"2026-03-31T05:52:22.24144Z","end":"2026-03-31T05:52:24.606557Z","steps":["trace[656475603] 'agreement among raft nodes before linearized reading' (duration: 2.364964063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.24141Z","time spent":"2.36519535s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:52:24.606334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998187478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.606709Z","caller":"traceutil/trace.go:171","msg":"trace[56154006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26755; }","duration":"1.998578688s","start":"2026-03-31T05:52:22.60812Z","end":"2026-03-31T05:52:24.606699Z","steps":["trace[56154006] 'agreement among raft nodes before linearized reading' (duration: 1.998116006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.608058Z","time spent":"1.998666401s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:52:24.606381Z","caller":"traceutil/trace.go:171","msg":"trace[1570116098] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26755; }","duration":"2.062707378s","start":"2026-03-31T05:52:22.543662Z","end":"2026-03-31T05:52:24.606369Z","steps":["trace[1570116098] 'agreement among raft nodes before linearized reading' (duration: 2.062616116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:24.606818Z","caller":"traceutil/trace.go:171","msg":"trace[1016209689] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"1.13858176s","start":"2026-03-31T05:52:23.468228Z","end":"2026-03-31T05:52:24.60681Z","steps":["trace[1016209689] 'process raft request' (duration: 1.137730876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:22.543606Z","time spent":"2.063213172s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:24.606867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:23.468203Z","time spent":"1.138628881s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:24.606969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088029181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:24.606987Z","caller":"traceutil/trace.go:171","msg":"trace[117752413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26755; }","duration":"1.088091512s","start":"2026-03-31T05:52:23.518891Z","end":"2026-03-31T05:52:24.606983Z","steps":["trace[117752413] 'agreement among raft nodes before linearized reading' (duration: 1.088062941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:24.606999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:23.518864Z","time spent":"1.088132314s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:25.107574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:25.608446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:26.109406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:26.610084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:26.615596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:26.615645Z","caller":"traceutil/trace.go:171","msg":"trace[1496404127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332777s","start":"2026-03-31T05:52:24.615296Z","end":"2026-03-31T05:52:26.615629Z","steps":["trace[1496404127] 'agreement among raft nodes before linearized reading' (duration: 2.000271335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:26.615679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.615278Z","time spent":"2.000394398s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:27.110351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:27.154156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.548158862s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:28.070296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.825553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:28.070511Z","caller":"traceutil/trace.go:171","msg":"trace[221753929] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"3.617487982s","start":"2026-03-31T05:52:24.453007Z","end":"2026-03-31T05:52:28.070495Z","steps":["trace[221753929] 'process raft request' (duration: 3.617383779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.070577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.452993Z","time spent":"3.617560423s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:28.070826Z","caller":"traceutil/trace.go:171","msg":"trace[1587842083] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"3.622498468s","start":"2026-03-31T05:52:24.448269Z","end":"2026-03-31T05:52:28.070767Z","steps":["trace[1587842083] 'process raft request' (duration: 2.70609833s)","trace[1587842083] 'compare' (duration: 913.88883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:28.070896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.448254Z","time spent":"3.622609481s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:28.616451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:28.616525Z","caller":"traceutil/trace.go:171","msg":"trace[585480952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502643s","start":"2026-03-31T05:52:26.616004Z","end":"2026-03-31T05:52:28.616507Z","steps":["trace[585480952] 'agreement among raft nodes before linearized reading' (duration: 2.00041003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.616568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.615989Z","time spent":"2.000569624s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:28.777741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:28.77784Z","caller":"traceutil/trace.go:171","msg":"trace[71572027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843412s","start":"2026-03-31T05:52:26.776971Z","end":"2026-03-31T05:52:28.777815Z","steps":["trace[71572027] 'agreement among raft nodes before linearized reading' (duration: 2.000716898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:28.777932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.776952Z","time spent":"2.000965775s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:29.615737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.76214019s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:29.688346Z","caller":"traceutil/trace.go:171","msg":"trace[1914974188] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27701; }","duration":"5.082078655s","start":"2026-03-31T05:52:24.60625Z","end":"2026-03-31T05:52:29.688329Z","steps":["trace[1914974188] 'read index received' (duration: 2.548379838s)","trace[1914974188] 'applied index is now lower than readState.Index' (duration: 2.533698007s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:29.688724Z","caller":"traceutil/trace.go:171","msg":"trace[233607382] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"4.839128547s","start":"2026-03-31T05:52:24.849586Z","end":"2026-03-31T05:52:29.688714Z","steps":["trace[233607382] 'process raft request' (duration: 4.766561217s)","trace[233607382] 'compare' (duration: 71.893591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:29.688793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.849555Z","time spent":"4.839186158s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418442,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:29.688963Z","caller":"traceutil/trace.go:171","msg":"trace[686287848] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"2.75484522s","start":"2026-03-31T05:52:26.93411Z","end":"2026-03-31T05:52:29.688955Z","steps":["trace[686287848] 'process raft request' (duration: 2.754175542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.688994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.934082Z","time spent":"2.754894492s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:29.689079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.09913372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:29.689103Z","caller":"traceutil/trace.go:171","msg":"trace[1611090749] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26759; }","duration":"5.099229223s","start":"2026-03-31T05:52:24.589868Z","end":"2026-03-31T05:52:29.689097Z","steps":["trace[1611090749] 'agreement among raft nodes before linearized reading' (duration: 5.099187922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.68912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.589851Z","time spent":"5.099264114s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:29.689347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244660369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13664"} {"level":"info","ts":"2026-03-31T05:52:29.689718Z","caller":"traceutil/trace.go:171","msg":"trace[200105242] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26759; }","duration":"5.245056821s","start":"2026-03-31T05:52:24.444644Z","end":"2026-03-31T05:52:29.689701Z","steps":["trace[200105242] 'agreement among raft nodes before linearized reading' (duration: 5.244524726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.689911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.444632Z","time spent":"5.245264006s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13688,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:52:29.689804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240755433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:52:29.690593Z","caller":"traceutil/trace.go:171","msg":"trace[800028829] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea; range_end:; response_count:1; response_revision:26759; }","duration":"5.241284858s","start":"2026-03-31T05:52:24.448934Z","end":"2026-03-31T05:52:29.690219Z","steps":["trace[800028829] 'agreement among raft nodes before linearized reading' (duration: 5.24064873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.690687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.448922Z","time spent":"5.241712939s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-5ed8a043-d673-4d22-aa1d-d04f030956ea\" "} {"level":"warn","ts":"2026-03-31T05:52:29.689409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108356431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:29.690766Z","caller":"traceutil/trace.go:171","msg":"trace[769035527] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26759; }","duration":"5.109747499s","start":"2026-03-31T05:52:24.581007Z","end":"2026-03-31T05:52:29.690754Z","steps":["trace[769035527] 'agreement among raft nodes before linearized reading' (duration: 5.108366042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.690825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.580988Z","time spent":"5.109824412s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:29.689333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204375481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:29.691022Z","caller":"traceutil/trace.go:171","msg":"trace[1732911094] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26759; }","duration":"5.206120058s","start":"2026-03-31T05:52:24.484892Z","end":"2026-03-31T05:52:29.691012Z","steps":["trace[1732911094] 'agreement among raft nodes before linearized reading' (duration: 5.204375081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:29.6911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.484866Z","time spent":"5.206218351s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:30.189168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:30.62278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:30.622871Z","caller":"traceutil/trace.go:171","msg":"trace[354349572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184853s","start":"2026-03-31T05:52:28.622666Z","end":"2026-03-31T05:52:30.622851Z","steps":["trace[354349572] 'agreement among raft nodes before linearized reading' (duration: 2.000072729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:30.622916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.622644Z","time spent":"2.000262755s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:30.675417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057095786s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:31.548047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.156682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:31.548479Z","caller":"traceutil/trace.go:171","msg":"trace[958811577] linearizableReadLoop","detail":"{readStateIndex:27707; appliedIndex:27705; }","duration":"1.8600725s","start":"2026-03-31T05:52:29.68839Z","end":"2026-03-31T05:52:31.548462Z","steps":["trace[958811577] 'read index received' (duration: 987.349563ms)","trace[958811577] 'applied index is now lower than readState.Index' (duration: 872.722107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:31.54878Z","caller":"traceutil/trace.go:171","msg":"trace[1918706975] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"1.934633625s","start":"2026-03-31T05:52:29.614129Z","end":"2026-03-31T05:52:31.548763Z","steps":["trace[1918706975] 'process raft request' (duration: 1.061679891s)","trace[1918706975] 'compare' (duration: 870.26026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:31.548864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.614105Z","time spent":"1.934714437s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:31.549058Z","caller":"traceutil/trace.go:171","msg":"trace[315350471] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"1.803452106s","start":"2026-03-31T05:52:29.745591Z","end":"2026-03-31T05:52:31.549043Z","steps":["trace[315350471] 'process raft request' (duration: 1.802560842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.745572Z","time spent":"1.803517268s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:31.549287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667301431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:31.549269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312535092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:31.549327Z","caller":"traceutil/trace.go:171","msg":"trace[1005558172] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26761; }","duration":"4.667389003s","start":"2026-03-31T05:52:26.881927Z","end":"2026-03-31T05:52:31.549316Z","steps":["trace[1005558172] 'agreement among raft nodes before linearized reading' (duration: 4.667319021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081236583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:31.549361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.881902Z","time spent":"4.667450634s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:31.549371Z","caller":"traceutil/trace.go:171","msg":"trace[1782217677] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26761; }","duration":"3.312655796s","start":"2026-03-31T05:52:28.236687Z","end":"2026-03-31T05:52:31.549343Z","steps":["trace[1782217677] 'agreement among raft nodes before linearized reading' (duration: 3.312482131s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:31.549407Z","caller":"traceutil/trace.go:171","msg":"trace[1809612238] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26761; }","duration":"4.081356966s","start":"2026-03-31T05:52:27.468032Z","end":"2026-03-31T05:52:31.549389Z","steps":["trace[1809612238] 'agreement among raft nodes before linearized reading' (duration: 4.08112912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.236652Z","time spent":"3.312772699s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280295563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:31.549469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.241661858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:31.549527Z","caller":"traceutil/trace.go:171","msg":"trace[693777049] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26761; }","duration":"3.280402786s","start":"2026-03-31T05:52:28.26911Z","end":"2026-03-31T05:52:31.549513Z","steps":["trace[693777049] 'agreement among raft nodes before linearized reading' (duration: 3.280313714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482689615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:31.549492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.95220337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:31.549568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.26908Z","time spent":"3.280477768s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.5496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013084752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:31.549603Z","caller":"traceutil/trace.go:171","msg":"trace[1284594273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26761; }","duration":"2.482833809s","start":"2026-03-31T05:52:29.066742Z","end":"2026-03-31T05:52:31.549576Z","steps":["trace[1284594273] 'agreement among raft nodes before linearized reading' (duration: 2.482665764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:31.549617Z","caller":"traceutil/trace.go:171","msg":"trace[1122869481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26761; }","duration":"5.952479728s","start":"2026-03-31T05:52:25.597121Z","end":"2026-03-31T05:52:31.549601Z","steps":["trace[1122869481] 'agreement among raft nodes before linearized reading' (duration: 5.952151349s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:31.54964Z","caller":"traceutil/trace.go:171","msg":"trace[1696190366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26761; }","duration":"5.013162655s","start":"2026-03-31T05:52:26.536467Z","end":"2026-03-31T05:52:31.549629Z","steps":["trace[1696190366] 'agreement among raft nodes before linearized reading' (duration: 5.013104894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:25.597102Z","time spent":"5.95254523s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.066723Z","time spent":"2.482920582s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.536447Z","time spent":"5.013223566s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474237184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T05:52:31.549453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:27.46801Z","time spent":"4.081429978s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:31.549751Z","caller":"traceutil/trace.go:171","msg":"trace[1090770886] range","detail":"{range_begin:/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58; range_end:; response_count:1; response_revision:26761; }","duration":"3.474284075s","start":"2026-03-31T05:52:28.075454Z","end":"2026-03-31T05:52:31.549738Z","steps":["trace[1090770886] 'agreement among raft nodes before linearized reading' (duration: 3.474144702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592068659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:31.549787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.07541Z","time spent":"3.474369757s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2013,"request content":"key:\"/registry/events/openstack/glance-api-5777559764-c8qc4.18a1d5413466ea58\" "} {"level":"info","ts":"2026-03-31T05:52:31.549809Z","caller":"traceutil/trace.go:171","msg":"trace[746355485] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26761; }","duration":"3.59211321s","start":"2026-03-31T05:52:27.957682Z","end":"2026-03-31T05:52:31.549795Z","steps":["trace[746355485] 'agreement among raft nodes before linearized reading' (duration: 3.592044498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934464676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:31.5497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474137141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hhwvz\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-03-31T05:52:31.549915Z","caller":"traceutil/trace.go:171","msg":"trace[50825063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26761; }","duration":"5.93457471s","start":"2026-03-31T05:52:25.615329Z","end":"2026-03-31T05:52:31.549904Z","steps":["trace[50825063] 'agreement among raft nodes before linearized reading' (duration: 5.934497818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:27.957659Z","time spent":"3.592180011s","remote":"127.0.0.1:59012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:25.615303Z","time spent":"5.934630061s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:31.549947Z","caller":"traceutil/trace.go:171","msg":"trace[1841369995] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hhwvz; range_end:; response_count:1; response_revision:26761; }","duration":"3.474390999s","start":"2026-03-31T05:52:28.075539Z","end":"2026-03-31T05:52:31.54993Z","steps":["trace[1841369995] 'agreement among raft nodes before linearized reading' (duration: 3.474025359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.549985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.075535Z","time spent":"3.47443841s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5512,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hhwvz\" "} {"level":"warn","ts":"2026-03-31T05:52:31.549995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072316681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:31.550051Z","caller":"traceutil/trace.go:171","msg":"trace[1515609156] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26761; }","duration":"2.072370602s","start":"2026-03-31T05:52:29.47766Z","end":"2026-03-31T05:52:31.55003Z","steps":["trace[1515609156] 'agreement among raft nodes before linearized reading' (duration: 2.0722867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.550101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.477617Z","time spent":"2.072471195s","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:31.549547Z","caller":"traceutil/trace.go:171","msg":"trace[2037537831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26761; }","duration":"5.241794181s","start":"2026-03-31T05:52:26.30773Z","end":"2026-03-31T05:52:31.549524Z","steps":["trace[2037537831] 'agreement among raft nodes before linearized reading' (duration: 5.241649718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.550181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:26.307706Z","time spent":"5.24246039s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.549524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318877216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:31.550252Z","caller":"traceutil/trace.go:171","msg":"trace[1625704857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26761; }","duration":"3.319645187s","start":"2026-03-31T05:52:28.230593Z","end":"2026-03-31T05:52:31.550238Z","steps":["trace[1625704857] 'agreement among raft nodes before linearized reading' (duration: 3.318885856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.550304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:28.230569Z","time spent":"3.319717298s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:31.550327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.940728817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:52:31.550507Z","caller":"traceutil/trace.go:171","msg":"trace[1227388946] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26761; }","duration":"6.941358514s","start":"2026-03-31T05:52:24.609128Z","end":"2026-03-31T05:52:31.550487Z","steps":["trace[1227388946] 'agreement among raft nodes before linearized reading' (duration: 6.940164861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:31.550603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:24.609069Z","time spent":"6.941502538s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:52:32.049398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:32.549576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:32.624412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:32.624504Z","caller":"traceutil/trace.go:171","msg":"trace[1002709840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076747s","start":"2026-03-31T05:52:30.623718Z","end":"2026-03-31T05:52:32.624486Z","steps":["trace[1002709840] 'agreement among raft nodes before linearized reading' (duration: 2.000654336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:32.624579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.623704Z","time spent":"2.000849731s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:33.049975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:33.550941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:33.977599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.527672533s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:34.6076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:34.607678Z","caller":"traceutil/trace.go:171","msg":"trace[1432774546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995227s","start":"2026-03-31T05:52:32.607666Z","end":"2026-03-31T05:52:34.607661Z","steps":["trace[1432774546] 'agreement among raft nodes before linearized reading' (duration: 1.999883054s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:34.607725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.607641Z","time spent":"2.00007503s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:34.631427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:34.631505Z","caller":"traceutil/trace.go:171","msg":"trace[458175125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501061s","start":"2026-03-31T05:52:32.630986Z","end":"2026-03-31T05:52:34.631487Z","steps":["trace[458175125] 'agreement among raft nodes before linearized reading' (duration: 2.000404039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:34.631577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.630967Z","time spent":"2.000592624s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:34.787618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696368225s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:34.787776Z","caller":"traceutil/trace.go:171","msg":"trace[1961388295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26761; }","duration":"1.696542969s","start":"2026-03-31T05:52:33.091209Z","end":"2026-03-31T05:52:34.787751Z","steps":["trace[1961388295] 'range keys from in-memory index tree' (duration: 1.696347804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:35.941814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964022927s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:52:35.942556Z","caller":"traceutil/trace.go:171","msg":"trace[2142186871] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"4.389642736s","start":"2026-03-31T05:52:31.552884Z","end":"2026-03-31T05:52:35.942526Z","steps":["trace[2142186871] 'process raft request' (duration: 4.38908717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:35.942723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.552855Z","time spent":"4.38978227s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1972,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:36.639753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:36.639862Z","caller":"traceutil/trace.go:171","msg":"trace[397731030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306617s","start":"2026-03-31T05:52:34.639513Z","end":"2026-03-31T05:52:36.639819Z","steps":["trace[397731030] 'agreement among raft nodes before linearized reading' (duration: 2.000204114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:36.639934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.639495Z","time spent":"2.00042254s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:38.158364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215763904s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:38.158632Z","caller":"traceutil/trace.go:171","msg":"trace[1848702572] linearizableReadLoop","detail":"{readStateIndex:27711; appliedIndex:27707; }","duration":"6.610101287s","start":"2026-03-31T05:52:31.548513Z","end":"2026-03-31T05:52:38.158615Z","steps":["trace[1848702572] 'read index received' (duration: 2.429280528s)","trace[1848702572] 'applied index is now lower than readState.Index' (duration: 4.180819249s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:38.158716Z","caller":"traceutil/trace.go:171","msg":"trace[1877198387] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"6.600425434s","start":"2026-03-31T05:52:31.558277Z","end":"2026-03-31T05:52:38.158703Z","steps":["trace[1877198387] 'process raft request' (duration: 4.384230218s)","trace[1877198387] 'compare' (duration: 2.2115919s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:38.15883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.200078012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:38.158887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.558263Z","time spent":"6.600484495s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:38.158899Z","caller":"traceutil/trace.go:171","msg":"trace[293704553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26765; }","duration":"7.200149723s","start":"2026-03-31T05:52:30.958731Z","end":"2026-03-31T05:52:38.15888Z","steps":["trace[293704553] 'agreement among raft nodes before linearized reading' (duration: 7.20001663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.158943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.958671Z","time spent":"7.200260167s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.159267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.722079962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-03-31T05:52:38.159295Z","caller":"traceutil/trace.go:171","msg":"trace[218478554] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"5.57239988s","start":"2026-03-31T05:52:32.586886Z","end":"2026-03-31T05:52:38.159286Z","steps":["trace[218478554] 'process raft request' (duration: 5.571645169s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:38.159311Z","caller":"traceutil/trace.go:171","msg":"trace[549022489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26765; }","duration":"7.722158874s","start":"2026-03-31T05:52:30.43714Z","end":"2026-03-31T05:52:38.159299Z","steps":["trace[549022489] 'agreement among raft nodes before linearized reading' (duration: 7.72202517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.159382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637300699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:38.159413Z","caller":"traceutil/trace.go:171","msg":"trace[193413831] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26765; }","duration":"6.637367421s","start":"2026-03-31T05:52:31.522039Z","end":"2026-03-31T05:52:38.159407Z","steps":["trace[193413831] 'agreement among raft nodes before linearized reading' (duration: 6.637319119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.159433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.522019Z","time spent":"6.637408832s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:38.159563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.732687431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:38.159596Z","caller":"traceutil/trace.go:171","msg":"trace[1522358353] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26765; }","duration":"7.732720502s","start":"2026-03-31T05:52:30.426865Z","end":"2026-03-31T05:52:38.159586Z","steps":["trace[1522358353] 'agreement among raft nodes before linearized reading' (duration: 7.732538367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.159735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.426783Z","time spent":"7.732942067s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.159923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.007131737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:38.159956Z","caller":"traceutil/trace.go:171","msg":"trace[835854972] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26765; }","duration":"8.00720761s","start":"2026-03-31T05:52:30.152741Z","end":"2026-03-31T05:52:38.159949Z","steps":["trace[835854972] 'agreement among raft nodes before linearized reading' (duration: 8.007154398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.15998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.152722Z","time spent":"8.00725113s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.160082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.097933264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:38.160107Z","caller":"traceutil/trace.go:171","msg":"trace[327458262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26765; }","duration":"8.097987086s","start":"2026-03-31T05:52:30.062114Z","end":"2026-03-31T05:52:38.160101Z","steps":["trace[327458262] 'agreement among raft nodes before linearized reading' (duration: 8.097951675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.160126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.062097Z","time spent":"8.098023486s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.160272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.465367437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:52:38.160316Z","caller":"traceutil/trace.go:171","msg":"trace[1743760663] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26765; }","duration":"8.465437788s","start":"2026-03-31T05:52:29.694869Z","end":"2026-03-31T05:52:38.160307Z","steps":["trace[1743760663] 'agreement among raft nodes before linearized reading' (duration: 8.465345506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.160348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:29.694854Z","time spent":"8.46548601s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:52:38.16066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.728167009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:52:38.160699Z","caller":"traceutil/trace.go:171","msg":"trace[130380969] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26765; }","duration":"6.7282451s","start":"2026-03-31T05:52:31.432445Z","end":"2026-03-31T05:52:38.16069Z","steps":["trace[130380969] 'agreement among raft nodes before linearized reading' (duration: 6.727104969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.16072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.432425Z","time spent":"6.728289961s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.159389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:30.43712Z","time spent":"7.722257166s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:52:38.160847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.059747503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:38.160881Z","caller":"traceutil/trace.go:171","msg":"trace[1323385256] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26765; }","duration":"7.059820795s","start":"2026-03-31T05:52:31.101053Z","end":"2026-03-31T05:52:38.160874Z","steps":["trace[1323385256] 'agreement among raft nodes before linearized reading' (duration: 7.059767503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.160909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.101032Z","time spent":"7.059871326s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:38.159344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.586861Z","time spent":"5.572456311s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:38.639839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:38.639905Z","caller":"traceutil/trace.go:171","msg":"trace[358143744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999870714s","start":"2026-03-31T05:52:36.640019Z","end":"2026-03-31T05:52:38.63989Z","steps":["trace[358143744] 'agreement among raft nodes before linearized reading' (duration: 1.999789852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:38.639933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.639999Z","time spent":"1.999928586s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:38.658988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:38.985014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.429142265s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:40.646989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:40.647173Z","caller":"traceutil/trace.go:171","msg":"trace[1084952953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494471s","start":"2026-03-31T05:52:38.646574Z","end":"2026-03-31T05:52:40.647068Z","steps":["trace[1084952953] 'agreement among raft nodes before linearized reading' (duration: 2.000366778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:40.647258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.646562Z","time spent":"2.000678456s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:41.148754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163473737s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:41.150171Z","caller":"traceutil/trace.go:171","msg":"trace[968859052] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"4.59437181s","start":"2026-03-31T05:52:36.555758Z","end":"2026-03-31T05:52:41.15013Z","steps":["trace[968859052] 'process raft request' (duration: 2.429428623s)","trace[968859052] 'compare' (duration: 2.162197232s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:41.150234Z","caller":"traceutil/trace.go:171","msg":"trace[288960748] linearizableReadLoop","detail":"{readStateIndex:27712; appliedIndex:27711; }","duration":"2.991526015s","start":"2026-03-31T05:52:38.158675Z","end":"2026-03-31T05:52:41.150201Z","steps":["trace[288960748] 'read index received' (duration: 826.493906ms)","trace[288960748] 'applied index is now lower than readState.Index' (duration: 2.165028819s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:41.150334Z","caller":"traceutil/trace.go:171","msg":"trace[798415071] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"2.094768013s","start":"2026-03-31T05:52:39.055548Z","end":"2026-03-31T05:52:41.150316Z","steps":["trace[798415071] 'process raft request' (duration: 2.093316713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203749693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-03-31T05:52:41.150429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.724069307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:52:41.150456Z","caller":"traceutil/trace.go:171","msg":"trace[151572907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26767; }","duration":"5.724132308s","start":"2026-03-31T05:52:35.426316Z","end":"2026-03-31T05:52:41.150448Z","steps":["trace[151572907] 'agreement among raft nodes before linearized reading' (duration: 5.724010305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.50461662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:41.150485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.426295Z","time spent":"5.72418446s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:41.150488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251566419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.15051Z","caller":"traceutil/trace.go:171","msg":"trace[649101151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26767; }","duration":"3.25158939s","start":"2026-03-31T05:52:37.898913Z","end":"2026-03-31T05:52:41.150502Z","steps":["trace[649101151] 'agreement among raft nodes before linearized reading' (duration: 3.251532898s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.15051Z","caller":"traceutil/trace.go:171","msg":"trace[237064841] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26767; }","duration":"6.504708022s","start":"2026-03-31T05:52:34.645786Z","end":"2026-03-31T05:52:41.150494Z","steps":["trace[237064841] 'agreement among raft nodes before linearized reading' (duration: 6.50460578s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.898894Z","time spent":"3.251637981s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.645769Z","time spent":"6.504767574s","remote":"127.0.0.1:45558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.886822866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:41.150676Z","caller":"traceutil/trace.go:171","msg":"trace[1837248302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26767; }","duration":"5.886895578s","start":"2026-03-31T05:52:35.263772Z","end":"2026-03-31T05:52:41.150667Z","steps":["trace[1837248302] 'agreement among raft nodes before linearized reading' (duration: 5.886840807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.26375Z","time spent":"5.88694026s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538845246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:41.150735Z","caller":"traceutil/trace.go:171","msg":"trace[1518662243] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26767; }","duration":"3.538902008s","start":"2026-03-31T05:52:37.611826Z","end":"2026-03-31T05:52:41.150728Z","steps":["trace[1518662243] 'agreement among raft nodes before linearized reading' (duration: 3.538848616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:37.611802Z","time spent":"3.53895186s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.983203876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.150796Z","caller":"traceutil/trace.go:171","msg":"trace[1495514991] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26767; }","duration":"6.983264986s","start":"2026-03-31T05:52:34.167521Z","end":"2026-03-31T05:52:41.150786Z","steps":["trace[1495514991] 'agreement among raft nodes before linearized reading' (duration: 6.983210575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.983502194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.150842Z","caller":"traceutil/trace.go:171","msg":"trace[482327956] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26767; }","duration":"5.983557796s","start":"2026-03-31T05:52:35.167276Z","end":"2026-03-31T05:52:41.150834Z","steps":["trace[482327956] 'agreement among raft nodes before linearized reading' (duration: 5.983515235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348436511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:41.150868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.567026579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:41.150915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596011019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:52:41.150919Z","caller":"traceutil/trace.go:171","msg":"trace[1152971340] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26767; }","duration":"4.348571994s","start":"2026-03-31T05:52:36.802322Z","end":"2026-03-31T05:52:41.150894Z","steps":["trace[1152971340] 'agreement among raft nodes before linearized reading' (duration: 4.34842147s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.150945Z","caller":"traceutil/trace.go:171","msg":"trace[867444574] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26767; }","duration":"9.567156772s","start":"2026-03-31T05:52:31.583771Z","end":"2026-03-31T05:52:41.150927Z","steps":["trace[867444574] 'agreement among raft nodes before linearized reading' (duration: 9.567018039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597537351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:52:41.150969Z","caller":"traceutil/trace.go:171","msg":"trace[1771562896] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26767; }","duration":"9.596086732s","start":"2026-03-31T05:52:31.554866Z","end":"2026-03-31T05:52:41.150953Z","steps":["trace[1771562896] 'agreement among raft nodes before linearized reading' (duration: 9.595895247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.583751Z","time spent":"9.567225555s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.802298Z","time spent":"4.348668246s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.151017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.554857Z","time spent":"9.596150483s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:52:41.15112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:36.555739Z","time spent":"4.594719048s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:41.150427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:39.055521Z","time spent":"2.094851585s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:41.151226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.141618175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:41.151262Z","caller":"traceutil/trace.go:171","msg":"trace[693406846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26767; }","duration":"8.141692337s","start":"2026-03-31T05:52:33.009557Z","end":"2026-03-31T05:52:41.151249Z","steps":["trace[693406846] 'agreement among raft nodes before linearized reading' (duration: 8.141634115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.167259Z","time spent":"5.983599326s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.151295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:33.009537Z","time spent":"8.141746708s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.151314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596384559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:52:41.150987Z","caller":"traceutil/trace.go:171","msg":"trace[1002621422] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26767; }","duration":"9.597582063s","start":"2026-03-31T05:52:31.553396Z","end":"2026-03-31T05:52:41.150978Z","steps":["trace[1002621422] 'agreement among raft nodes before linearized reading' (duration: 9.597459719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.150837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:34.167505Z","time spent":"6.983324039s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:41.151364Z","caller":"traceutil/trace.go:171","msg":"trace[372692992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26767; }","duration":"9.596447052s","start":"2026-03-31T05:52:31.554899Z","end":"2026-03-31T05:52:41.151346Z","steps":["trace[372692992] 'agreement among raft nodes before linearized reading' (duration: 9.596311418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.151399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.553381Z","time spent":"9.598000714s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:52:41.151427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:31.554892Z","time spent":"9.596520084s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:52:41.150431Z","caller":"traceutil/trace.go:171","msg":"trace[1506186284] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde; range_end:; response_count:1; response_revision:26766; }","duration":"5.203843355s","start":"2026-03-31T05:52:35.946575Z","end":"2026-03-31T05:52:41.150418Z","steps":["trace[1506186284] 'agreement among raft nodes before linearized reading' (duration: 5.203668301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.151518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.946557Z","time spent":"5.204925354s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde\" "} {"level":"warn","ts":"2026-03-31T05:52:41.151545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.195833034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:41.151581Z","caller":"traceutil/trace.go:171","msg":"trace[56464204] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26767; }","duration":"8.195913336s","start":"2026-03-31T05:52:32.955657Z","end":"2026-03-31T05:52:41.15157Z","steps":["trace[56464204] 'agreement among raft nodes before linearized reading' (duration: 8.195834134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.15161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.955631Z","time spent":"8.195971688s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.150288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.011882948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.151904Z","caller":"traceutil/trace.go:171","msg":"trace[1429798157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26766; }","duration":"6.013507213s","start":"2026-03-31T05:52:35.138352Z","end":"2026-03-31T05:52:41.15186Z","steps":["trace[1429798157] 'agreement among raft nodes before linearized reading' (duration: 6.011880228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.15181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.025450545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.152653Z","caller":"traceutil/trace.go:171","msg":"trace[1852917893] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26767; }","duration":"9.026331869s","start":"2026-03-31T05:52:32.126308Z","end":"2026-03-31T05:52:41.15264Z","steps":["trace[1852917893] 'agreement among raft nodes before linearized reading' (duration: 9.025464485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.152699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:32.126288Z","time spent":"9.026399231s","remote":"127.0.0.1:55590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.152628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:35.138335Z","time spent":"6.014269353s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.20532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200913559s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:41.205808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.312135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.205983Z","caller":"traceutil/trace.go:171","msg":"trace[1737187030] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26768; }","duration":"938.536971ms","start":"2026-03-31T05:52:40.267417Z","end":"2026-03-31T05:52:41.205954Z","steps":["trace[1737187030] 'agreement among raft nodes before linearized reading' (duration: 938.303065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.20604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.603574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:41.206069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.267399Z","time spent":"938.645325ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.206069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.735282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.206115Z","caller":"traceutil/trace.go:171","msg":"trace[1970444807] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26768; }","duration":"486.712537ms","start":"2026-03-31T05:52:40.719383Z","end":"2026-03-31T05:52:41.206096Z","steps":["trace[1970444807] 'agreement among raft nodes before linearized reading' (duration: 486.587224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.206122Z","caller":"traceutil/trace.go:171","msg":"trace[689893530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26768; }","duration":"558.884456ms","start":"2026-03-31T05:52:40.647227Z","end":"2026-03-31T05:52:41.206111Z","steps":["trace[689893530] 'agreement among raft nodes before linearized reading' (duration: 558.798453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.206141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042048904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-h89gk\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-03-31T05:52:41.206166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.647203Z","time spent":"558.955218ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:41.206173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.719364Z","time spent":"486.795199ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.206131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040369318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-03-31T05:52:41.20621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236227212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:41.206189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.764978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:41.206333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042248559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1409e642-9eb3-462d-a32c-a45717393dad\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T05:52:41.206417Z","caller":"traceutil/trace.go:171","msg":"trace[450759292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26768; }","duration":"322.095236ms","start":"2026-03-31T05:52:40.884291Z","end":"2026-03-31T05:52:41.206387Z","steps":["trace[450759292] 'agreement among raft nodes before linearized reading' (duration: 321.708506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.206463Z","caller":"traceutil/trace.go:171","msg":"trace[455133421] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1409e642-9eb3-462d-a32c-a45717393dad; range_end:; response_count:1; response_revision:26768; }","duration":"3.042423234s","start":"2026-03-31T05:52:38.164005Z","end":"2026-03-31T05:52:41.206428Z","steps":["trace[455133421] 'agreement among raft nodes before linearized reading' (duration: 3.042042374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.20649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.884261Z","time spent":"322.21383ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:41.205983Z","caller":"traceutil/trace.go:171","msg":"trace[1309688589] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.201738331s","start":"2026-03-31T05:52:40.004212Z","end":"2026-03-31T05:52:41.205951Z","steps":["trace[1309688589] 'process raft request' (duration: 1.201288079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.206541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.163992Z","time spent":"3.042530197s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-1409e642-9eb3-462d-a32c-a45717393dad\" "} {"level":"info","ts":"2026-03-31T05:52:41.206213Z","caller":"traceutil/trace.go:171","msg":"trace[533409929] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-h89gk; range_end:; response_count:1; response_revision:26768; }","duration":"3.042127546s","start":"2026-03-31T05:52:38.164064Z","end":"2026-03-31T05:52:41.206192Z","steps":["trace[533409929] 'agreement among raft nodes before linearized reading' (duration: 3.04190994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.206699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.004187Z","time spent":"1.20239737s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:41.206729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.164059Z","time spent":"3.042651851s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-h89gk\" "} {"level":"warn","ts":"2026-03-31T05:52:41.205838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.467023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.206864Z","caller":"traceutil/trace.go:171","msg":"trace[772224884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26768; }","duration":"611.547583ms","start":"2026-03-31T05:52:40.595296Z","end":"2026-03-31T05:52:41.206844Z","steps":["trace[772224884] 'agreement among raft nodes before linearized reading' (duration: 610.421082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:41.206285Z","caller":"traceutil/trace.go:171","msg":"trace[1459752097] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26768; }","duration":"2.236355015s","start":"2026-03-31T05:52:38.969913Z","end":"2026-03-31T05:52:41.206268Z","steps":["trace[1459752097] 'agreement among raft nodes before linearized reading' (duration: 2.236226772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.206933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:40.59528Z","time spent":"611.630915ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.20699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.969862Z","time spent":"2.237104905s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:41.206312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036165774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:41.207079Z","caller":"traceutil/trace.go:171","msg":"trace[823236888] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26768; }","duration":"3.036952555s","start":"2026-03-31T05:52:38.170108Z","end":"2026-03-31T05:52:41.207061Z","steps":["trace[823236888] 'agreement among raft nodes before linearized reading' (duration: 3.036157823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.207155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.170095Z","time spent":"3.037036208s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:52:41.206318Z","caller":"traceutil/trace.go:171","msg":"trace[2145501732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26768; }","duration":"3.040555464s","start":"2026-03-31T05:52:38.165695Z","end":"2026-03-31T05:52:41.20625Z","steps":["trace[2145501732] 'agreement among raft nodes before linearized reading' (duration: 3.04005327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:41.207232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:38.165687Z","time spent":"3.04152939s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:52:41.705846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:42.206456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:42.7077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:43.044983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780957684s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:43.045626Z","caller":"traceutil/trace.go:171","msg":"trace[2000097034] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"1.88786227s","start":"2026-03-31T05:52:41.157735Z","end":"2026-03-31T05:52:43.045597Z","steps":["trace[2000097034] 'process raft request' (duration: 1.887813048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:43.046017Z","caller":"traceutil/trace.go:171","msg":"trace[1500745137] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.892440285s","start":"2026-03-31T05:52:41.153525Z","end":"2026-03-31T05:52:43.045965Z","steps":["trace[1500745137] 'process raft request' (duration: 1.891780877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:43.046079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.157724Z","time spent":"1.888273531s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:43.046174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.153505Z","time spent":"1.892592528s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:43.046178Z","caller":"traceutil/trace.go:171","msg":"trace[737806097] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"1.88897775s","start":"2026-03-31T05:52:41.157094Z","end":"2026-03-31T05:52:43.046072Z","steps":["trace[737806097] 'process raft request' (duration: 1.888388473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:43.046421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.157074Z","time spent":"1.889228987s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:43.214264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:43.214352Z","caller":"traceutil/trace.go:171","msg":"trace[1107602026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00079093s","start":"2026-03-31T05:52:41.213542Z","end":"2026-03-31T05:52:43.214333Z","steps":["trace[1107602026] 'agreement among raft nodes before linearized reading' (duration: 2.000667467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:43.2144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.213535Z","time spent":"2.000854952s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:44.608717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:44.608802Z","caller":"traceutil/trace.go:171","msg":"trace[1378638186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042328s","start":"2026-03-31T05:52:42.60836Z","end":"2026-03-31T05:52:44.608783Z","steps":["trace[1378638186] 'agreement among raft nodes before linearized reading' (duration: 2.000319017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:44.608849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.608346Z","time spent":"2.000493351s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:45.214783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:45.214929Z","caller":"traceutil/trace.go:171","msg":"trace[1277909816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268465s","start":"2026-03-31T05:52:43.21463Z","end":"2026-03-31T05:52:45.214898Z","steps":["trace[1277909816] 'agreement among raft nodes before linearized reading' (duration: 2.000057749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:45.215008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.2146Z","time spent":"2.000393418s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:45.426446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3355065s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:45.426587Z","caller":"traceutil/trace.go:171","msg":"trace[4114391] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26771; }","duration":"2.335666594s","start":"2026-03-31T05:52:43.090899Z","end":"2026-03-31T05:52:45.426566Z","steps":["trace[4114391] 'range keys from in-memory index tree' (duration: 2.335486719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.133908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.088462291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:52:46.134246Z","caller":"traceutil/trace.go:171","msg":"trace[1119604058] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27714; }","duration":"4.928542016s","start":"2026-03-31T05:52:41.205683Z","end":"2026-03-31T05:52:46.134225Z","steps":["trace[1119604058] 'read index received' (duration: 1.839645324s)","trace[1119604058] 'applied index is now lower than readState.Index' (duration: 3.088894852s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:46.134341Z","caller":"traceutil/trace.go:171","msg":"trace[793553695] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"4.918483232s","start":"2026-03-31T05:52:41.215823Z","end":"2026-03-31T05:52:46.134306Z","steps":["trace[793553695] 'process raft request' (duration: 4.918229325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.13441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980941706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.134477Z","caller":"traceutil/trace.go:171","msg":"trace[1523232521] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:26772; }","duration":"4.981042859s","start":"2026-03-31T05:52:41.153417Z","end":"2026-03-31T05:52:46.13446Z","steps":["trace[1523232521] 'agreement among raft nodes before linearized reading' (duration: 4.980912815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.134501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623288319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.134524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803838265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.134528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.153401Z","time spent":"4.98111342s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:52:46.134561Z","caller":"traceutil/trace.go:171","msg":"trace[1806948714] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26772; }","duration":"4.623397382s","start":"2026-03-31T05:52:41.511149Z","end":"2026-03-31T05:52:46.134546Z","steps":["trace[1806948714] 'agreement among raft nodes before linearized reading' (duration: 4.623272679s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.134571Z","caller":"traceutil/trace.go:171","msg":"trace[2058061057] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26772; }","duration":"3.803942637s","start":"2026-03-31T05:52:42.330616Z","end":"2026-03-31T05:52:46.134558Z","steps":["trace[2058061057] 'agreement among raft nodes before linearized reading' (duration: 3.803832914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.134605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.511123Z","time spent":"4.623471734s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.134607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.330598Z","time spent":"3.803999399s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.134606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798667143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.134666Z","caller":"traceutil/trace.go:171","msg":"trace[684544083] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26772; }","duration":"4.798780396s","start":"2026-03-31T05:52:41.335869Z","end":"2026-03-31T05:52:46.134649Z","steps":["trace[684544083] 'agreement among raft nodes before linearized reading' (duration: 4.798672613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.134734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059952402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.134738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083512225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:52:46.134799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662291353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.134826Z","caller":"traceutil/trace.go:171","msg":"trace[1615097026] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:26772; }","duration":"3.083669449s","start":"2026-03-31T05:52:43.051136Z","end":"2026-03-31T05:52:46.134806Z","steps":["trace[1615097026] 'agreement among raft nodes before linearized reading' (duration: 3.083376031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.134869Z","caller":"traceutil/trace.go:171","msg":"trace[434337659] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26772; }","duration":"4.662382075s","start":"2026-03-31T05:52:41.472471Z","end":"2026-03-31T05:52:46.134853Z","steps":["trace[434337659] 'agreement among raft nodes before linearized reading' (duration: 4.662285383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.134927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.472456Z","time spent":"4.662455847s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.13498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.714126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:52:46.134986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.626993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.135017Z","caller":"traceutil/trace.go:171","msg":"trace[529751538] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26772; }","duration":"810.809459ms","start":"2026-03-31T05:52:45.324199Z","end":"2026-03-31T05:52:46.135008Z","steps":["trace[529751538] 'agreement among raft nodes before linearized reading' (duration: 810.707406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.135028Z","caller":"traceutil/trace.go:171","msg":"trace[255925947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26772; }","duration":"913.707126ms","start":"2026-03-31T05:52:45.221307Z","end":"2026-03-31T05:52:46.135015Z","steps":["trace[255925947] 'agreement among raft nodes before linearized reading' (duration: 913.644794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.135025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.69658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.135044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:45.324164Z","time spent":"810.873861ms","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:52:46.135063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:45.221283Z","time spent":"913.773437ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:52:46.135073Z","caller":"traceutil/trace.go:171","msg":"trace[81185506] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26772; }","duration":"268.787162ms","start":"2026-03-31T05:52:45.866273Z","end":"2026-03-31T05:52:46.135061Z","steps":["trace[81185506] 'agreement among raft nodes before linearized reading' (duration: 268.70559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.13513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388104285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:46.13475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905055857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.135055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64820694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:46.135105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187752118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.135313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920769014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.135314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687669307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:46.134727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.335842Z","time spent":"4.798866719s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:46.135352Z","caller":"traceutil/trace.go:171","msg":"trace[622527928] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26772; }","duration":"4.920822156s","start":"2026-03-31T05:52:41.214521Z","end":"2026-03-31T05:52:46.135343Z","steps":["trace[622527928] 'agreement among raft nodes before linearized reading' (duration: 4.920756784s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.135371Z","caller":"traceutil/trace.go:171","msg":"trace[425627971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26772; }","duration":"2.687758589s","start":"2026-03-31T05:52:43.447597Z","end":"2026-03-31T05:52:46.135355Z","steps":["trace[425627971] 'agreement among raft nodes before linearized reading' (duration: 2.687658666s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.135292Z","caller":"traceutil/trace.go:171","msg":"trace[102059094] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26772; }","duration":"4.188034326s","start":"2026-03-31T05:52:41.947232Z","end":"2026-03-31T05:52:46.135267Z","steps":["trace[102059094] 'agreement among raft nodes before linearized reading' (duration: 4.187612354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.135443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.947218Z","time spent":"4.18820581s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.135431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.447579Z","time spent":"2.687835931s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:46.134774Z","caller":"traceutil/trace.go:171","msg":"trace[134523343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26772; }","duration":"4.060025654s","start":"2026-03-31T05:52:42.074737Z","end":"2026-03-31T05:52:46.134763Z","steps":["trace[134523343] 'agreement among raft nodes before linearized reading' (duration: 4.059962572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.135581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:42.074716Z","time spent":"4.060839946s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.135606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923167249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T05:52:46.135655Z","caller":"traceutil/trace.go:171","msg":"trace[851061050] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26772; }","duration":"4.923232871s","start":"2026-03-31T05:52:41.212408Z","end":"2026-03-31T05:52:46.135641Z","steps":["trace[851061050] 'agreement among raft nodes before linearized reading' (duration: 4.921969366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.135388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.214513Z","time spent":"4.920866757s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:52:46.135695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.212326Z","time spent":"4.923358315s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:52:46.134879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.051118Z","time spent":"3.083750992s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:52:46.134668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89058526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T05:52:46.136003Z","caller":"traceutil/trace.go:171","msg":"trace[1284780858] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:26772; }","duration":"4.891942017s","start":"2026-03-31T05:52:41.244046Z","end":"2026-03-31T05:52:46.135988Z","steps":["trace[1284780858] 'agreement among raft nodes before linearized reading' (duration: 4.890502398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.136052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.244034Z","time spent":"4.89200304s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-31T05:52:46.134825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888814145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.136196Z","caller":"traceutil/trace.go:171","msg":"trace[1278145110] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26772; }","duration":"1.890205924s","start":"2026-03-31T05:52:44.245969Z","end":"2026-03-31T05:52:46.136175Z","steps":["trace[1278145110] 'agreement among raft nodes before linearized reading' (duration: 1.888825056s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.13519Z","caller":"traceutil/trace.go:171","msg":"trace[1832413844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26772; }","duration":"2.388202687s","start":"2026-03-31T05:52:43.746971Z","end":"2026-03-31T05:52:46.135173Z","steps":["trace[1832413844] 'agreement among raft nodes before linearized reading' (duration: 2.388116295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.136333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:41.215809Z","time spent":"4.918602265s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:46.136367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.746948Z","time spent":"2.38938507s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.136306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:44.245952Z","time spent":"1.890330336s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:46.135201Z","caller":"traceutil/trace.go:171","msg":"trace[972393778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26772; }","duration":"2.905570541s","start":"2026-03-31T05:52:43.229614Z","end":"2026-03-31T05:52:46.135184Z","steps":["trace[972393778] 'agreement among raft nodes before linearized reading' (duration: 2.904768169s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:46.135219Z","caller":"traceutil/trace.go:171","msg":"trace[152898226] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26772; }","duration":"2.648451017s","start":"2026-03-31T05:52:43.486755Z","end":"2026-03-31T05:52:46.135206Z","steps":["trace[152898226] 'agreement among raft nodes before linearized reading' (duration: 2.648237461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.136791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.486734Z","time spent":"2.65003495s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.136981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12290204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:46.137454Z","caller":"traceutil/trace.go:171","msg":"trace[123055187] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26772; }","duration":"2.123409284s","start":"2026-03-31T05:52:44.014024Z","end":"2026-03-31T05:52:46.137434Z","steps":["trace[123055187] 'agreement among raft nodes before linearized reading' (duration: 2.120820643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:46.137615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:44.014008Z","time spent":"2.123587899s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.136842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:43.229603Z","time spent":"2.907021371s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:46.637558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:47.138099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:47.202884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066276958s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:48.483115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:48.483205Z","caller":"traceutil/trace.go:171","msg":"trace[98791419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046596s","start":"2026-03-31T05:52:46.482718Z","end":"2026-03-31T05:52:48.483184Z","steps":["trace[98791419] 'agreement among raft nodes before linearized reading' (duration: 2.000354607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:48.483253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.482698Z","time spent":"2.000545262s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:49.270911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067799708s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T05:52:49.271004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.136411Z","time spent":"3.134589289s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:50.48314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999647229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:50.483209Z","caller":"traceutil/trace.go:171","msg":"trace[1451853291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999767233s","start":"2026-03-31T05:52:48.483426Z","end":"2026-03-31T05:52:50.483193Z","steps":["trace[1451853291] 'agreement among raft nodes before linearized reading' (duration: 1.99967964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:50.483246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:48.483405Z","time spent":"1.999833065s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:51.328972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.12588762s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:51.488366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.71152Z","time spent":"776.834161ms","remote":"127.0.0.1:45290","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:52:51.490262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.030863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:51.490503Z","caller":"traceutil/trace.go:171","msg":"trace[453581277] linearizableReadLoop","detail":"{readStateIndex:27721; appliedIndex:27718; }","duration":"5.353028716s","start":"2026-03-31T05:52:46.137451Z","end":"2026-03-31T05:52:51.49048Z","steps":["trace[453581277] 'read index received' (duration: 1.065604539s)","trace[453581277] 'applied index is now lower than readState.Index' (duration: 4.287422377s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:51.49062Z","caller":"traceutil/trace.go:171","msg":"trace[206442212] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"5.352201583s","start":"2026-03-31T05:52:46.138397Z","end":"2026-03-31T05:52:51.490599Z","steps":["trace[206442212] 'process raft request' (duration: 5.190728738s)","trace[206442212] 'compare' (duration: 159.721548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:51.490718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.138378Z","time spent":"5.352286385s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:51.490795Z","caller":"traceutil/trace.go:171","msg":"trace[15882060] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"5.332370522s","start":"2026-03-31T05:52:46.158394Z","end":"2026-03-31T05:52:51.490765Z","steps":["trace[15882060] 'process raft request' (duration: 5.331967701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.490933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.15838Z","time spent":"5.332476825s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:51.491028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35354972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-pqr54\" ","response":"range_response_count:1 size:5002"} {"level":"info","ts":"2026-03-31T05:52:51.491225Z","caller":"traceutil/trace.go:171","msg":"trace[1064189286] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-pqr54; range_end:; response_count:1; response_revision:26774; }","duration":"5.353711615s","start":"2026-03-31T05:52:46.137417Z","end":"2026-03-31T05:52:51.491129Z","steps":["trace[1064189286] 'agreement among raft nodes before linearized reading' (duration: 5.353414017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.491293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.137404Z","time spent":"5.353873209s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5026,"request content":"key:\"/registry/pods/monitoring/goldpinger-pqr54\" "} {"level":"info","ts":"2026-03-31T05:52:51.688213Z","caller":"traceutil/trace.go:171","msg":"trace[75475694] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"3.520215838s","start":"2026-03-31T05:52:48.167972Z","end":"2026-03-31T05:52:51.688188Z","steps":["trace[75475694] 'process raft request' (duration: 3.490129578s)","trace[75475694] 'compare' (duration: 29.504205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:51.688336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:48.167946Z","time spent":"3.520326992s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:51.688395Z","caller":"traceutil/trace.go:171","msg":"trace[1718411719] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"3.03086224s","start":"2026-03-31T05:52:48.657513Z","end":"2026-03-31T05:52:51.688375Z","steps":["trace[1718411719] 'process raft request' (duration: 3.030728056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.68854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:48.657487Z","time spent":"3.030967763s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:52:51.688631Z","caller":"traceutil/trace.go:171","msg":"trace[1414302948] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"2.415051731s","start":"2026-03-31T05:52:49.273549Z","end":"2026-03-31T05:52:51.688601Z","steps":["trace[1414302948] 'process raft request' (duration: 2.414778613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:51.688827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.273529Z","time spent":"2.415187134s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:52.490952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:52.491044Z","caller":"traceutil/trace.go:171","msg":"trace[241845499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324156s","start":"2026-03-31T05:52:50.490699Z","end":"2026-03-31T05:52:52.491023Z","steps":["trace[241845499] 'agreement among raft nodes before linearized reading' (duration: 2.000208743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:52.4911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.490678Z","time spent":"2.000409259s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:53.09321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435136089s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:54.49157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:54.491649Z","caller":"traceutil/trace.go:171","msg":"trace[1359530018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039589s","start":"2026-03-31T05:52:52.491232Z","end":"2026-03-31T05:52:54.491628Z","steps":["trace[1359530018] 'agreement among raft nodes before linearized reading' (duration: 2.000267236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.491695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.491206Z","time spent":"2.000479032s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:52:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:52:54.605994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:54.60629Z","caller":"traceutil/trace.go:171","msg":"trace[2136213512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306238s","start":"2026-03-31T05:52:52.605961Z","end":"2026-03-31T05:52:54.606267Z","steps":["trace[2136213512] 'agreement among raft nodes before linearized reading' (duration: 1.999902837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.60634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.605945Z","time spent":"2.000385109s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:54.824268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732493702s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.824423Z","caller":"traceutil/trace.go:171","msg":"trace[251735798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26777; }","duration":"1.732665337s","start":"2026-03-31T05:52:53.091738Z","end":"2026-03-31T05:52:54.824403Z","steps":["trace[251735798] 'range keys from in-memory index tree' (duration: 1.732476341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.82666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733147429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:54.826878Z","caller":"traceutil/trace.go:171","msg":"trace[2118251657] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27721; }","duration":"3.336303702s","start":"2026-03-31T05:52:51.490555Z","end":"2026-03-31T05:52:54.826859Z","steps":["trace[2118251657] 'read index received' (duration: 167.558151ms)","trace[2118251657] 'applied index is now lower than readState.Index' (duration: 3.168744451s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:54.826965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07491067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.826991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117678306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827021Z","caller":"traceutil/trace.go:171","msg":"trace[483639107] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26779; }","duration":"5.117751709s","start":"2026-03-31T05:52:49.709258Z","end":"2026-03-31T05:52:54.82701Z","steps":["trace[483639107] 'agreement among raft nodes before linearized reading' (duration: 5.117696807s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827023Z","caller":"traceutil/trace.go:171","msg":"trace[606745416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26779; }","duration":"5.075042424s","start":"2026-03-31T05:52:49.751966Z","end":"2026-03-31T05:52:54.827008Z","steps":["trace[606745416] 'agreement among raft nodes before linearized reading' (duration: 5.07491078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.709231Z","time spent":"5.11781555s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.827135Z","caller":"traceutil/trace.go:171","msg":"trace[1946846196] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"3.454829516s","start":"2026-03-31T05:52:51.37229Z","end":"2026-03-31T05:52:54.827119Z","steps":["trace[1946846196] 'process raft request' (duration: 1.721118371s)","trace[1946846196] 'compare' (duration: 1.731574356s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:54.827145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.12415692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827194Z","caller":"traceutil/trace.go:171","msg":"trace[1793244379] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26779; }","duration":"8.124344055s","start":"2026-03-31T05:52:46.702838Z","end":"2026-03-31T05:52:54.827182Z","steps":["trace[1793244379] 'agreement among raft nodes before linearized reading' (duration: 8.12416065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.372264Z","time spent":"3.454903598s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:52:54.827217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.702819Z","time spent":"8.124392316s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.82706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.751945Z","time spent":"5.075105485s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136230214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:52:54.827387Z","caller":"traceutil/trace.go:171","msg":"trace[1727769898] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"3.332763396s","start":"2026-03-31T05:52:51.494607Z","end":"2026-03-31T05:52:54.82737Z","steps":["trace[1727769898] 'process raft request' (duration: 3.33215825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674792524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827417Z","caller":"traceutil/trace.go:171","msg":"trace[408464232] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26779; }","duration":"3.136306396s","start":"2026-03-31T05:52:51.691099Z","end":"2026-03-31T05:52:54.827406Z","steps":["trace[408464232] 'agreement among raft nodes before linearized reading' (duration: 3.136152892s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827439Z","caller":"traceutil/trace.go:171","msg":"trace[672639540] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26779; }","duration":"5.674851875s","start":"2026-03-31T05:52:49.15258Z","end":"2026-03-31T05:52:54.827432Z","steps":["trace[672639540] 'agreement among raft nodes before linearized reading' (duration: 5.674819424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.15256Z","time spent":"5.674912687s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539355721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.49459Z","time spent":"3.332823078s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:52:54.827532Z","caller":"traceutil/trace.go:171","msg":"trace[1402674294] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26779; }","duration":"3.539425353s","start":"2026-03-31T05:52:51.288096Z","end":"2026-03-31T05:52:54.827522Z","steps":["trace[1402674294] 'agreement among raft nodes before linearized reading' (duration: 3.539364572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.82755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564670323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-31T05:52:54.827562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.288072Z","time spent":"3.539482005s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544989656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827586Z","caller":"traceutil/trace.go:171","msg":"trace[1145517434] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26779; }","duration":"1.564728945s","start":"2026-03-31T05:52:53.262848Z","end":"2026-03-31T05:52:54.827577Z","steps":["trace[1145517434] 'agreement among raft nodes before linearized reading' (duration: 1.564670863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.200389981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.98741677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:54.827586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687250644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.919578021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:54.827596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101139025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:54.827661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545013537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.82765Z","caller":"traceutil/trace.go:171","msg":"trace[1794533407] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26779; }","duration":"7.200529814s","start":"2026-03-31T05:52:47.627097Z","end":"2026-03-31T05:52:54.827627Z","steps":["trace[1794533407] 'agreement among raft nodes before linearized reading' (duration: 7.20037934s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827672Z","caller":"traceutil/trace.go:171","msg":"trace[1187208739] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26779; }","duration":"6.919678924s","start":"2026-03-31T05:52:47.907977Z","end":"2026-03-31T05:52:54.827656Z","steps":["trace[1187208739] 'agreement among raft nodes before linearized reading' (duration: 6.919557711s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827672Z","caller":"traceutil/trace.go:171","msg":"trace[571130387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26779; }","duration":"4.687390428s","start":"2026-03-31T05:52:50.140258Z","end":"2026-03-31T05:52:54.827648Z","steps":["trace[571130387] 'agreement among raft nodes before linearized reading' (duration: 4.687221833s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827694Z","caller":"traceutil/trace.go:171","msg":"trace[1043768821] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26779; }","duration":"2.545044068s","start":"2026-03-31T05:52:52.282638Z","end":"2026-03-31T05:52:54.827682Z","steps":["trace[1043768821] 'agreement among raft nodes before linearized reading' (duration: 2.544996347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578692806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827703Z","caller":"traceutil/trace.go:171","msg":"trace[1793006481] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26779; }","duration":"4.10128649s","start":"2026-03-31T05:52:50.726392Z","end":"2026-03-31T05:52:54.827678Z","steps":["trace[1793006481] 'agreement among raft nodes before linearized reading' (duration: 4.101102505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.685858863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-31T05:52:54.82773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853786158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:52:54.827728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.907958Z","time spent":"6.919755256s","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.140236Z","time spent":"4.687478701s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.827755Z","caller":"traceutil/trace.go:171","msg":"trace[235386289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26779; }","duration":"1.578783698s","start":"2026-03-31T05:52:53.248954Z","end":"2026-03-31T05:52:54.827738Z","steps":["trace[235386289] 'agreement among raft nodes before linearized reading' (duration: 1.578713956s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.827763Z","caller":"traceutil/trace.go:171","msg":"trace[1185888224] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26779; }","duration":"4.85388351s","start":"2026-03-31T05:52:49.97387Z","end":"2026-03-31T05:52:54.827753Z","steps":["trace[1185888224] 'agreement among raft nodes before linearized reading' (duration: 4.853810918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.82777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694037182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.687148368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-31T05:52:54.827773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.726378Z","time spent":"4.101378792s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.724486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827802Z","caller":"traceutil/trace.go:171","msg":"trace[2077256219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26779; }","duration":"2.694107714s","start":"2026-03-31T05:52:52.133685Z","end":"2026-03-31T05:52:54.827792Z","steps":["trace[2077256219] 'agreement among raft nodes before linearized reading' (duration: 2.694060303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.583346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.248933Z","time spent":"1.578847s","remote":"127.0.0.1:45144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.827808Z","caller":"traceutil/trace.go:171","msg":"trace[437005772] range","detail":"{range_begin:/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387; range_end:; response_count:1; response_revision:26779; }","duration":"8.68720137s","start":"2026-03-31T05:52:46.140596Z","end":"2026-03-31T05:52:54.827798Z","steps":["trace[437005772] 'agreement among raft nodes before linearized reading' (duration: 8.687127538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.8278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:49.973843Z","time spent":"4.853946752s","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.82783Z","caller":"traceutil/trace.go:171","msg":"trace[2075271000] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26779; }","duration":"419.645248ms","start":"2026-03-31T05:52:54.408177Z","end":"2026-03-31T05:52:54.827822Z","steps":["trace[2075271000] 'agreement among raft nodes before linearized reading' (duration: 419.595526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.262835Z","time spent":"1.564774177s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T05:52:54.827502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.682613285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827755Z","caller":"traceutil/trace.go:171","msg":"trace[1985762657] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl; range_end:; response_count:1; response_revision:26779; }","duration":"8.685917595s","start":"2026-03-31T05:52:46.141829Z","end":"2026-03-31T05:52:54.827747Z","steps":["trace[1985762657] 'agreement among raft nodes before linearized reading' (duration: 8.685806972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178881649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73319185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.827878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.408158Z","time spent":"419.71028ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.827903Z","caller":"traceutil/trace.go:171","msg":"trace[2018578243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26779; }","duration":"1.178960521s","start":"2026-03-31T05:52:53.64893Z","end":"2026-03-31T05:52:54.827891Z","steps":["trace[2018578243] 'agreement among raft nodes before linearized reading' (duration: 1.17890322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.133665Z","time spent":"2.694157245s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.648907Z","time spent":"1.179045734s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.82791Z","caller":"traceutil/trace.go:171","msg":"trace[965259706] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26779; }","duration":"2.733260372s","start":"2026-03-31T05:52:52.094638Z","end":"2026-03-31T05:52:54.827898Z","steps":["trace[965259706] 'agreement among raft nodes before linearized reading' (duration: 2.73321066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.828004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.094617Z","time spent":"2.733376644s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.828012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538246673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827614Z","caller":"traceutil/trace.go:171","msg":"trace[637405807] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26779; }","duration":"1.545075759s","start":"2026-03-31T05:52:53.282525Z","end":"2026-03-31T05:52:54.8276Z","steps":["trace[637405807] 'agreement among raft nodes before linearized reading' (duration: 1.544982826s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:52:54.828044Z","caller":"traceutil/trace.go:171","msg":"trace[1618309758] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26779; }","duration":"1.538319254s","start":"2026-03-31T05:52:53.289715Z","end":"2026-03-31T05:52:54.828034Z","steps":["trace[1618309758] 'agreement among raft nodes before linearized reading' (duration: 1.538215742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.828071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.289693Z","time spent":"1.538372456s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-03-31T05:52:54.827653Z","caller":"traceutil/trace.go:171","msg":"trace[1734173916] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26779; }","duration":"7.987536554s","start":"2026-03-31T05:52:46.840102Z","end":"2026-03-31T05:52:54.827639Z","steps":["trace[1734173916] 'agreement among raft nodes before linearized reading' (duration: 7.98738968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.828067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:53.28251Z","time spent":"1.545539761s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.828145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.840082Z","time spent":"7.988036177s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:47.627072Z","time spent":"7.200625677s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.691086Z","time spent":"3.136353488s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:52:54.827829Z","caller":"traceutil/trace.go:171","msg":"trace[426608400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26779; }","duration":"4.724558202s","start":"2026-03-31T05:52:50.103257Z","end":"2026-03-31T05:52:54.827815Z","steps":["trace[426608400] 'agreement among raft nodes before linearized reading' (duration: 4.72448604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.376058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.828346Z","caller":"traceutil/trace.go:171","msg":"trace[410718310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26779; }","duration":"329.024585ms","start":"2026-03-31T05:52:54.499307Z","end":"2026-03-31T05:52:54.828331Z","steps":["trace[410718310] 'agreement among raft nodes before linearized reading' (duration: 328.362557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.8284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.499288Z","time spent":"329.099317ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:54.827839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.140581Z","time spent":"8.687252231s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-302b21bb-64d3-4577-9a5f-8055c4b9d387\" "} {"level":"warn","ts":"2026-03-31T05:52:54.827593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64965071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:52:54.827881Z","caller":"traceutil/trace.go:171","msg":"trace[45334652] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26779; }","duration":"8.683032016s","start":"2026-03-31T05:52:46.144838Z","end":"2026-03-31T05:52:54.82787Z","steps":["trace[45334652] 'agreement among raft nodes before linearized reading' (duration: 8.682626175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.828535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.144819Z","time spent":"8.683703874s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:52:54.828534Z","caller":"traceutil/trace.go:171","msg":"trace[1320518789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26779; }","duration":"3.650671677s","start":"2026-03-31T05:52:51.177845Z","end":"2026-03-31T05:52:54.828517Z","steps":["trace[1320518789] 'agreement among raft nodes before linearized reading' (duration: 3.649643719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365348876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:52:54.828585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:51.177823Z","time spent":"3.650747279s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.827892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:46.141816Z","time spent":"8.686065988s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" "} {"level":"warn","ts":"2026-03-31T05:52:54.827702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195274816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:52:54.828667Z","caller":"traceutil/trace.go:171","msg":"trace[1597965697] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26779; }","duration":"2.196253582s","start":"2026-03-31T05:52:52.632403Z","end":"2026-03-31T05:52:54.828656Z","steps":["trace[1597965697] 'agreement among raft nodes before linearized reading' (duration: 2.195269366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.827725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.282499Z","time spent":"2.545216922s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.828727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.632393Z","time spent":"2.196312465s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:52:54.828617Z","caller":"traceutil/trace.go:171","msg":"trace[1621021057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26779; }","duration":"2.366333112s","start":"2026-03-31T05:52:52.462265Z","end":"2026-03-31T05:52:54.828598Z","steps":["trace[1621021057] 'agreement among raft nodes before linearized reading' (duration: 2.365356545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:54.828487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:50.103242Z","time spent":"4.725073166s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:54.828795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:52.462249Z","time spent":"2.366526408s","remote":"127.0.0.1:59090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:52:55.334879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:55.835431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:56.336223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:52:56.354462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.52098105s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:57.799448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44471082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:52:57.799574Z","caller":"traceutil/trace.go:171","msg":"trace[2074228162] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"2.966125313s","start":"2026-03-31T05:52:54.833415Z","end":"2026-03-31T05:52:57.799541Z","steps":["trace[2074228162] 'process raft request' (duration: 1.521248638s)","trace[2074228162] 'compare' (duration: 1.444462864s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:52:57.799631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.833406Z","time spent":"2.966201855s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:52:58.482815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:52:58.482915Z","caller":"traceutil/trace.go:171","msg":"trace[1445495561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564894s","start":"2026-03-31T05:52:56.482327Z","end":"2026-03-31T05:52:58.482892Z","steps":["trace[1445495561] 'agreement among raft nodes before linearized reading' (duration: 2.00043127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:58.482973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.482306Z","time spent":"2.000654025s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:52:58.894052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.539358721s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:52:59.841506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994153226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:52:59.841573Z","caller":"traceutil/trace.go:171","msg":"trace[1502520357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.994254549s","start":"2026-03-31T05:52:54.847302Z","end":"2026-03-31T05:52:59.841556Z","steps":["trace[1502520357] 'agreement among raft nodes before linearized reading' (duration: 4.994166146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:52:59.841608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.847292Z","time spent":"4.9943079s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:52:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:00.483124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:00.483225Z","caller":"traceutil/trace.go:171","msg":"trace[1327696386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126842s","start":"2026-03-31T05:52:58.483074Z","end":"2026-03-31T05:53:00.483201Z","steps":["trace[1327696386] 'agreement among raft nodes before linearized reading' (duration: 2.000003618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:00.483279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.483057Z","time spent":"2.000209555s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:00.79019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895803866s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:00.790451Z","caller":"traceutil/trace.go:171","msg":"trace[35620353] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"4.293060571s","start":"2026-03-31T05:52:56.497373Z","end":"2026-03-31T05:53:00.790434Z","steps":["trace[35620353] 'process raft request' (duration: 4.292924937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:00.790542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.497353Z","time spent":"4.293139493s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:00.790669Z","caller":"traceutil/trace.go:171","msg":"trace[341562372] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"5.953602109s","start":"2026-03-31T05:52:54.83689Z","end":"2026-03-31T05:53:00.790492Z","steps":["trace[341562372] 'process raft request' (duration: 4.057410512s)","trace[341562372] 'compare' (duration: 1.894551702s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:00.79104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.836878Z","time spent":"5.9540255s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:00.790447Z","caller":"traceutil/trace.go:171","msg":"trace[904823684] linearizableReadLoop","detail":"{readStateIndex:27728; appliedIndex:27726; }","duration":"5.956058665s","start":"2026-03-31T05:52:54.834355Z","end":"2026-03-31T05:53:00.790413Z","steps":["trace[904823684] 'read index received' (duration: 1.520322472s)","trace[904823684] 'applied index is now lower than readState.Index' (duration: 4.435731563s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:00.791538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.957166966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:53:00.791589Z","caller":"traceutil/trace.go:171","msg":"trace[1004066353] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:26782; }","duration":"5.957240678s","start":"2026-03-31T05:52:54.834335Z","end":"2026-03-31T05:53:00.791576Z","steps":["trace[1004066353] 'agreement among raft nodes before linearized reading' (duration: 5.957070434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:00.791611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.834324Z","time spent":"5.957282529s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:53:01.291791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:01.792363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:01.802459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.477817653s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:02.489252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:02.489339Z","caller":"traceutil/trace.go:171","msg":"trace[1947781164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300485s","start":"2026-03-31T05:53:00.489019Z","end":"2026-03-31T05:53:02.489319Z","steps":["trace[1947781164] 'agreement among raft nodes before linearized reading' (duration: 2.000187282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:02.489387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.488967Z","time spent":"2.000409459s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:03.436959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630138537s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:04.490873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:04.490953Z","caller":"traceutil/trace.go:171","msg":"trace[939494273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701727s","start":"2026-03-31T05:53:02.490232Z","end":"2026-03-31T05:53:04.490934Z","steps":["trace[939494273] 'agreement among raft nodes before linearized reading' (duration: 2.000601104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:04.490999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.490215Z","time spent":"2.000774329s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:04.611601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001971571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:04.611669Z","caller":"traceutil/trace.go:171","msg":"trace[748732126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002084454s","start":"2026-03-31T05:53:02.609568Z","end":"2026-03-31T05:53:04.611653Z","steps":["trace[748732126] 'agreement among raft nodes before linearized reading' (duration: 2.002003572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:04.611711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.60955Z","time spent":"2.002152487s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:05.082143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990783157s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.082306Z","caller":"traceutil/trace.go:171","msg":"trace[1516115851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26782; }","duration":"1.990957981s","start":"2026-03-31T05:53:03.091323Z","end":"2026-03-31T05:53:05.082281Z","steps":["trace[1516115851] 'range keys from in-memory index tree' (duration: 1.990763506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.083423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.618314Z","time spent":"465.102397ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:05.084047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281182166s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:05.084295Z","caller":"traceutil/trace.go:171","msg":"trace[1125734530] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27729; }","duration":"4.292862544s","start":"2026-03-31T05:53:00.791415Z","end":"2026-03-31T05:53:05.084278Z","steps":["trace[1125734530] 'read index received' (duration: 1.011375249s)","trace[1125734530] 'applied index is now lower than readState.Index' (duration: 3.281485575s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:05.084396Z","caller":"traceutil/trace.go:171","msg":"trace[48159236] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"5.889840509s","start":"2026-03-31T05:52:59.19454Z","end":"2026-03-31T05:53:05.08438Z","steps":["trace[48159236] 'process raft request' (duration: 2.608238891s)","trace[48159236] 'compare' (duration: 3.279767358s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:05.084484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:59.194495Z","time spent":"5.889941271s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:05.084741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.792215Z","time spent":"4.292522285s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:05.085013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767528703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.085075Z","caller":"traceutil/trace.go:171","msg":"trace[2070716675] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26783; }","duration":"4.767620485s","start":"2026-03-31T05:53:00.317436Z","end":"2026-03-31T05:53:05.085057Z","steps":["trace[2070716675] 'agreement among raft nodes before linearized reading' (duration: 4.767512782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.085131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.317421Z","time spent":"4.767692608s","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.085413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888386721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.085475Z","caller":"traceutil/trace.go:171","msg":"trace[77821574] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26783; }","duration":"4.888488093s","start":"2026-03-31T05:53:00.196972Z","end":"2026-03-31T05:53:05.08546Z","steps":["trace[77821574] 'agreement among raft nodes before linearized reading' (duration: 4.88836125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.08552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.19694Z","time spent":"4.888566075s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.085767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941310624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.085844Z","caller":"traceutil/trace.go:171","msg":"trace[237967871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26783; }","duration":"4.941392436s","start":"2026-03-31T05:53:00.144437Z","end":"2026-03-31T05:53:05.08583Z","steps":["trace[237967871] 'agreement among raft nodes before linearized reading' (duration: 4.941283683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.085918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.14436Z","time spent":"4.9415418s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.086159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057171624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.086219Z","caller":"traceutil/trace.go:171","msg":"trace[1057811775] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26783; }","duration":"5.057234406s","start":"2026-03-31T05:53:00.028969Z","end":"2026-03-31T05:53:05.086204Z","steps":["trace[1057811775] 'agreement among raft nodes before linearized reading' (duration: 5.057136483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.086272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.028941Z","time spent":"5.057316248s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.086502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.416341441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.086555Z","caller":"traceutil/trace.go:171","msg":"trace[789331914] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26783; }","duration":"6.416424284s","start":"2026-03-31T05:52:58.670118Z","end":"2026-03-31T05:53:05.086542Z","steps":["trace[789331914] 'agreement among raft nodes before linearized reading' (duration: 6.416337391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.086602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.670103Z","time spent":"6.416486195s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.086829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.938864495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.086887Z","caller":"traceutil/trace.go:171","msg":"trace[1055254681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26783; }","duration":"6.938960358s","start":"2026-03-31T05:52:58.147913Z","end":"2026-03-31T05:53:05.086873Z","steps":["trace[1055254681] 'agreement among raft nodes before linearized reading' (duration: 6.938870985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.086938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.147894Z","time spent":"6.939029019s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.087243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03544079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:53:05.087302Z","caller":"traceutil/trace.go:171","msg":"trace[1530147685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26783; }","duration":"7.035496961s","start":"2026-03-31T05:52:58.051787Z","end":"2026-03-31T05:53:05.087284Z","steps":["trace[1530147685] 'agreement among raft nodes before linearized reading' (duration: 7.035331997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.087352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.051711Z","time spent":"7.035628375s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:05.087412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.139424374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.087483Z","caller":"traceutil/trace.go:171","msg":"trace[2065914763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26783; }","duration":"9.139553368s","start":"2026-03-31T05:52:55.947912Z","end":"2026-03-31T05:53:05.087465Z","steps":["trace[2065914763] 'agreement among raft nodes before linearized reading' (duration: 9.139390024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.087519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.947891Z","time spent":"9.13961972s","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.087715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.338231597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.087836Z","caller":"traceutil/trace.go:171","msg":"trace[1748490447] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26783; }","duration":"9.338412363s","start":"2026-03-31T05:52:55.749392Z","end":"2026-03-31T05:53:05.087805Z","steps":["trace[1748490447] 'agreement among raft nodes before linearized reading' (duration: 9.338136126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.087896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.749371Z","time spent":"9.338513385s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.088512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.972578014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.088591Z","caller":"traceutil/trace.go:171","msg":"trace[1909720487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26783; }","duration":"7.972671856s","start":"2026-03-31T05:52:57.115898Z","end":"2026-03-31T05:53:05.08857Z","steps":["trace[1909720487] 'agreement among raft nodes before linearized reading' (duration: 7.972522332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.08863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.115836Z","time spent":"7.97278624s","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.088546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.381239332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:05.088848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.401870556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.088874Z","caller":"traceutil/trace.go:171","msg":"trace[1272072938] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26783; }","duration":"7.401933697s","start":"2026-03-31T05:52:57.686933Z","end":"2026-03-31T05:53:05.088867Z","steps":["trace[1272072938] 'agreement among raft nodes before linearized reading' (duration: 7.401888476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.088899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.686914Z","time spent":"7.401979038s","remote":"127.0.0.1:52074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:05.089017Z","caller":"traceutil/trace.go:171","msg":"trace[1377371484] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26783; }","duration":"7.38153136s","start":"2026-03-31T05:52:57.707248Z","end":"2026-03-31T05:53:05.08878Z","steps":["trace[1377371484] 'agreement among raft nodes before linearized reading' (duration: 7.38117367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.089154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.707184Z","time spent":"7.38188774s","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.089429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28585652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:53:05.089468Z","caller":"traceutil/trace.go:171","msg":"trace[702544726] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864; range_end:; response_count:1; response_revision:26783; }","duration":"7.285922782s","start":"2026-03-31T05:52:57.803536Z","end":"2026-03-31T05:53:05.089458Z","steps":["trace[702544726] 'agreement among raft nodes before linearized reading' (duration: 7.285814509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.089495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.803522Z","time spent":"7.285965863s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4ddd686c864\" "} {"level":"warn","ts":"2026-03-31T05:53:05.089898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.523404859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.089941Z","caller":"traceutil/trace.go:171","msg":"trace[1691236279] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26783; }","duration":"8.523507352s","start":"2026-03-31T05:52:56.56642Z","end":"2026-03-31T05:53:05.089927Z","steps":["trace[1691236279] 'agreement among raft nodes before linearized reading' (duration: 8.52341765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.090086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.566399Z","time spent":"8.523625166s","remote":"127.0.0.1:45460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.090244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.988058495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:05.090285Z","caller":"traceutil/trace.go:171","msg":"trace[787832761] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26783; }","duration":"8.988151068s","start":"2026-03-31T05:52:56.102123Z","end":"2026-03-31T05:53:05.090275Z","steps":["trace[787832761] 'agreement among raft nodes before linearized reading' (duration: 8.988070015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.090314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.102099Z","time spent":"8.98820815s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.09084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.446643986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.09087Z","caller":"traceutil/trace.go:171","msg":"trace[503319539] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26783; }","duration":"8.446681657s","start":"2026-03-31T05:52:56.64418Z","end":"2026-03-31T05:53:05.090862Z","steps":["trace[503319539] 'agreement among raft nodes before linearized reading' (duration: 8.446588034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.090893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.644126Z","time spent":"8.446760189s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.090888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.255763537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T05:53:05.090958Z","caller":"traceutil/trace.go:171","msg":"trace[507565940] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce; range_end:; response_count:1; response_revision:26783; }","duration":"10.255846719s","start":"2026-03-31T05:52:54.835091Z","end":"2026-03-31T05:53:05.090938Z","steps":["trace[507565940] 'agreement among raft nodes before linearized reading' (duration: 10.255656644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.087786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.036106178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:53:05.091028Z","caller":"traceutil/trace.go:171","msg":"trace[355693253] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26783; }","duration":"7.039378567s","start":"2026-03-31T05:52:58.051631Z","end":"2026-03-31T05:53:05.09101Z","steps":["trace[355693253] 'agreement among raft nodes before linearized reading' (duration: 7.036052306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.091084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.283914387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:05.091092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:58.05161Z","time spent":"7.039451479s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:53:05.091114Z","caller":"traceutil/trace.go:171","msg":"trace[301903719] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26783; }","duration":"8.283983098s","start":"2026-03-31T05:52:56.80712Z","end":"2026-03-31T05:53:05.091103Z","steps":["trace[301903719] 'agreement among raft nodes before linearized reading' (duration: 8.283860815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.091145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:56.807099Z","time spent":"8.28403779s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.090991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:54.835086Z","time spent":"10.25589786s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-8615d25b-1f35-4ecc-8c62-ba72ba1cefce\" "} {"level":"warn","ts":"2026-03-31T05:53:05.09114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.736257396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388719"} {"level":"info","ts":"2026-03-31T05:53:05.091639Z","caller":"traceutil/trace.go:171","msg":"trace[1458277208] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26783; }","duration":"9.736660957s","start":"2026-03-31T05:52:55.354834Z","end":"2026-03-31T05:53:05.091495Z","steps":["trace[1458277208] 'agreement among raft nodes before linearized reading' (duration: 9.733311806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.091756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:55.354808Z","time spent":"9.736860202s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1983,"response size":388743,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:53:05.092162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.67148561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:05.092197Z","caller":"traceutil/trace.go:171","msg":"trace[98928791] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26783; }","duration":"7.671558672s","start":"2026-03-31T05:52:57.42063Z","end":"2026-03-31T05:53:05.092189Z","steps":["trace[98928791] 'agreement among raft nodes before linearized reading' (duration: 7.668367125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:05.092224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:52:57.420611Z","time spent":"7.671602984s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:05.350838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.27495324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:06.499673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:06.499837Z","caller":"traceutil/trace.go:171","msg":"trace[1474453901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467521s","start":"2026-03-31T05:53:04.499349Z","end":"2026-03-31T05:53:06.499816Z","steps":["trace[1474453901] 'agreement among raft nodes before linearized reading' (duration: 2.000276836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:06.499922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.499333Z","time spent":"2.000570533s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:08.090909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999570983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:08.091019Z","caller":"traceutil/trace.go:171","msg":"trace[945060886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999723457s","start":"2026-03-31T05:53:03.091279Z","end":"2026-03-31T05:53:08.091003Z","steps":["trace[945060886] 'agreement among raft nodes before linearized reading' (duration: 4.999591564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:08.091085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:03.091266Z","time spent":"4.999807319s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 05:53:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:08.215409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862993088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:08.215689Z","caller":"traceutil/trace.go:171","msg":"trace[1432142470] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"6.338722872s","start":"2026-03-31T05:53:01.876926Z","end":"2026-03-31T05:53:08.215649Z","steps":["trace[1432142470] 'process raft request' (duration: 3.474258473s)","trace[1432142470] 'compare' (duration: 2.861718044s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:08.215871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.876908Z","time spent":"6.338860456s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:08.499797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:08.499867Z","caller":"traceutil/trace.go:171","msg":"trace[932589210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937386s","start":"2026-03-31T05:53:06.499914Z","end":"2026-03-31T05:53:08.499851Z","steps":["trace[932589210] 'agreement among raft nodes before linearized reading' (duration: 1.999848903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:08.499905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.499897Z","time spent":"1.999999418s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:09.288292Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0fd19d423e5f2de8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:53:09.523175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.337509343s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:10.507397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:10.507476Z","caller":"traceutil/trace.go:171","msg":"trace[1534368437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615664s","start":"2026-03-31T05:53:08.506843Z","end":"2026-03-31T05:53:10.507459Z","steps":["trace[1534368437] 'agreement among raft nodes before linearized reading' (duration: 2.000507341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.507516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.506827Z","time spent":"2.000680036s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:10.840641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625115091s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:53:10.845347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.091795Z","time spent":"5.75354742s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:53:10.845354Z","caller":"traceutil/trace.go:171","msg":"trace[1524551077] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"5.790422575s","start":"2026-03-31T05:53:05.054902Z","end":"2026-03-31T05:53:10.845324Z","steps":["trace[1524551077] 'process raft request' (duration: 5.785876912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.845659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.054876Z","time spent":"5.790707304s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:10.845352Z","caller":"traceutil/trace.go:171","msg":"trace[1221034137] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26786; }","duration":"5.753138349s","start":"2026-03-31T05:53:05.09219Z","end":"2026-03-31T05:53:10.845328Z","steps":["trace[1221034137] 'process raft request' (duration: 5.753016705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.845767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.092144Z","time spent":"5.753593701s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:10.84583Z","caller":"traceutil/trace.go:171","msg":"trace[1531468290] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"5.750761744s","start":"2026-03-31T05:53:05.095057Z","end":"2026-03-31T05:53:10.845819Z","steps":["trace[1531468290] 'process raft request' (duration: 5.750197769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.845968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.095038Z","time spent":"5.750863906s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:10.846453Z","caller":"traceutil/trace.go:171","msg":"trace[1631608669] linearizableReadLoop","detail":"{readStateIndex:27734; appliedIndex:27731; }","duration":"5.762103703s","start":"2026-03-31T05:53:05.084338Z","end":"2026-03-31T05:53:10.846442Z","steps":["trace[1631608669] 'read index received' (duration: 266.8623ms)","trace[1631608669] 'applied index is now lower than readState.Index' (duration: 5.495240213s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:10.846631Z","caller":"traceutil/trace.go:171","msg":"trace[1066058444] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"5.751482594s","start":"2026-03-31T05:53:05.095136Z","end":"2026-03-31T05:53:10.846618Z","steps":["trace[1066058444] 'process raft request' (duration: 5.750477376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.846681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.095118Z","time spent":"5.751536645s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:10.846977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.021802586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.846988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.595934415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:10.847044Z","caller":"traceutil/trace.go:171","msg":"trace[1100522425] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26789; }","duration":"9.596042128s","start":"2026-03-31T05:53:01.250989Z","end":"2026-03-31T05:53:10.847031Z","steps":["trace[1100522425] 'agreement among raft nodes before linearized reading' (duration: 9.595879324s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.847042Z","caller":"traceutil/trace.go:171","msg":"trace[1552881195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26789; }","duration":"8.021906659s","start":"2026-03-31T05:53:02.825119Z","end":"2026-03-31T05:53:10.847026Z","steps":["trace[1552881195] 'agreement among raft nodes before linearized reading' (duration: 8.021747005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.84707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.250968Z","time spent":"9.59609773s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.825106Z","time spent":"8.02196129s","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748493407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:10.847121Z","caller":"traceutil/trace.go:171","msg":"trace[245857897] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26789; }","duration":"1.748558458s","start":"2026-03-31T05:53:09.098555Z","end":"2026-03-31T05:53:10.847113Z","steps":["trace[245857897] 'agreement among raft nodes before linearized reading' (duration: 1.748507487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.098534Z","time spent":"1.748615119s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748982815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-31T05:53:10.847106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477981318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.847278Z","caller":"traceutil/trace.go:171","msg":"trace[450110111] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26789; }","duration":"1.478181803s","start":"2026-03-31T05:53:09.369081Z","end":"2026-03-31T05:53:10.847263Z","steps":["trace[450110111] 'agreement among raft nodes before linearized reading' (duration: 1.477970458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.369067Z","time spent":"1.478244026s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882989656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:10.847387Z","caller":"traceutil/trace.go:171","msg":"trace[1748988369] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26789; }","duration":"1.883057998s","start":"2026-03-31T05:53:08.964321Z","end":"2026-03-31T05:53:10.847379Z","steps":["trace[1748988369] 'agreement among raft nodes before linearized reading' (duration: 1.882940364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.964297Z","time spent":"1.883105358s","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197933121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.847526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.399942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.847564Z","caller":"traceutil/trace.go:171","msg":"trace[1853426172] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"5.050703178s","start":"2026-03-31T05:53:05.796844Z","end":"2026-03-31T05:53:10.847547Z","steps":["trace[1853426172] 'process raft request' (duration: 5.049554947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.268136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:10.847612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153538146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.847621Z","caller":"traceutil/trace.go:171","msg":"trace[816130177] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26789; }","duration":"820.324028ms","start":"2026-03-31T05:53:10.027289Z","end":"2026-03-31T05:53:10.847613Z","steps":["trace[816130177] 'agreement among raft nodes before linearized reading' (duration: 820.265046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.796826Z","time spent":"5.050770159s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:10.847648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.027275Z","time spent":"820.365839ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465357774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.847775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479030294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:10.847822Z","caller":"traceutil/trace.go:171","msg":"trace[701135899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26789; }","duration":"9.465421776s","start":"2026-03-31T05:53:01.382361Z","end":"2026-03-31T05:53:10.847783Z","steps":["trace[701135899] 'agreement among raft nodes before linearized reading' (duration: 9.46449669s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.847798Z","caller":"traceutil/trace.go:171","msg":"trace[1630668237] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26789; }","duration":"3.479091396s","start":"2026-03-31T05:53:07.3687Z","end":"2026-03-31T05:53:10.847792Z","steps":["trace[1630668237] 'agreement among raft nodes before linearized reading' (duration: 3.478947732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:01.382345Z","time spent":"9.465493567s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:07.36868Z","time spent":"3.479167858s","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.242612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.847898Z","caller":"traceutil/trace.go:171","msg":"trace[1181612498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26789; }","duration":"340.296522ms","start":"2026-03-31T05:53:10.507591Z","end":"2026-03-31T05:53:10.847888Z","steps":["trace[1181612498] 'agreement among raft nodes before linearized reading' (duration: 340.244931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.266149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:10.847933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.507546Z","time spent":"340.380485ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:10.847478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.555471793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:10.84795Z","caller":"traceutil/trace.go:171","msg":"trace[737284462] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26789; }","duration":"966.343141ms","start":"2026-03-31T05:53:09.881593Z","end":"2026-03-31T05:53:10.847936Z","steps":["trace[737284462] 'agreement among raft nodes before linearized reading' (duration: 966.201337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.847975Z","caller":"traceutil/trace.go:171","msg":"trace[306321053] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26789; }","duration":"8.556217463s","start":"2026-03-31T05:53:02.291745Z","end":"2026-03-31T05:53:10.847963Z","steps":["trace[306321053] 'agreement among raft nodes before linearized reading' (duration: 8.555102733s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.847981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:09.881572Z","time spent":"966.398943ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834234173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.291722Z","time spent":"8.556273925s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:10.848022Z","caller":"traceutil/trace.go:171","msg":"trace[714256803] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26789; }","duration":"3.834284105s","start":"2026-03-31T05:53:07.013732Z","end":"2026-03-31T05:53:10.848016Z","steps":["trace[714256803] 'agreement among raft nodes before linearized reading' (duration: 3.834245464s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.847636Z","caller":"traceutil/trace.go:171","msg":"trace[108060403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26789; }","duration":"3.153599047s","start":"2026-03-31T05:53:07.694028Z","end":"2026-03-31T05:53:10.847627Z","steps":["trace[108060403] 'agreement among raft nodes before linearized reading' (duration: 3.153561016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.84804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:07.013522Z","time spent":"3.83451365s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:07.694003Z","time spent":"3.154051319s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:10.847202Z","caller":"traceutil/trace.go:171","msg":"trace[867699298] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26789; }","duration":"5.74917475s","start":"2026-03-31T05:53:05.09802Z","end":"2026-03-31T05:53:10.847194Z","steps":["trace[867699298] 'agreement among raft nodes before linearized reading' (duration: 5.748882042s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.847568Z","caller":"traceutil/trace.go:171","msg":"trace[1610847199] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26789; }","duration":"584.492154ms","start":"2026-03-31T05:53:10.263064Z","end":"2026-03-31T05:53:10.847556Z","steps":["trace[1610847199] 'agreement among raft nodes before linearized reading' (duration: 584.401702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.098009Z","time spent":"5.750098585s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T05:53:10.848145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.263038Z","time spent":"585.097401ms","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.718127414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.848189Z","caller":"traceutil/trace.go:171","msg":"trace[1472002860] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26789; }","duration":"5.718150784s","start":"2026-03-31T05:53:05.130029Z","end":"2026-03-31T05:53:10.84818Z","steps":["trace[1472002860] 'agreement among raft nodes before linearized reading' (duration: 5.718109373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.130014Z","time spent":"5.718195915s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687130792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661506959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572699276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:10.847535Z","caller":"traceutil/trace.go:171","msg":"trace[2040591920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26789; }","duration":"7.198018184s","start":"2026-03-31T05:53:03.649503Z","end":"2026-03-31T05:53:10.847522Z","steps":["trace[2040591920] 'agreement among raft nodes before linearized reading' (duration: 7.197352476s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.848299Z","caller":"traceutil/trace.go:171","msg":"trace[1022353658] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26789; }","duration":"5.66155023s","start":"2026-03-31T05:53:05.186741Z","end":"2026-03-31T05:53:10.848291Z","steps":["trace[1022353658] 'agreement among raft nodes before linearized reading' (duration: 5.661516119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.186728Z","time spent":"5.661585991s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:03.649476Z","time spent":"7.198836906s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523737021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:10.848368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.536331584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.848379Z","caller":"traceutil/trace.go:171","msg":"trace[1587197772] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26789; }","duration":"5.523896125s","start":"2026-03-31T05:53:05.324467Z","end":"2026-03-31T05:53:10.848363Z","steps":["trace[1587197772] 'agreement among raft nodes before linearized reading' (duration: 5.52371036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.306964937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.848404Z","caller":"traceutil/trace.go:171","msg":"trace[1271260252] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26789; }","duration":"5.536407006s","start":"2026-03-31T05:53:05.311988Z","end":"2026-03-31T05:53:10.848395Z","steps":["trace[1271260252] 'agreement among raft nodes before linearized reading' (duration: 5.536347555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.324437Z","time spent":"5.523969557s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.311965Z","time spent":"5.536459728s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:10.848428Z","caller":"traceutil/trace.go:171","msg":"trace[1049697749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26789; }","duration":"6.307296806s","start":"2026-03-31T05:53:04.541114Z","end":"2026-03-31T05:53:10.84841Z","steps":["trace[1049697749] 'agreement among raft nodes before linearized reading' (duration: 6.305677011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.577753654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128817407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.541096Z","time spent":"6.307413338s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:10.848528Z","caller":"traceutil/trace.go:171","msg":"trace[1091770381] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26789; }","duration":"6.128841378s","start":"2026-03-31T05:53:04.71968Z","end":"2026-03-31T05:53:10.848521Z","steps":["trace[1091770381] 'agreement among raft nodes before linearized reading' (duration: 6.12710081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.719635Z","time spent":"6.128914459s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:10.848528Z","caller":"traceutil/trace.go:171","msg":"trace[977077583] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26789; }","duration":"6.577838357s","start":"2026-03-31T05:53:04.270679Z","end":"2026-03-31T05:53:10.848518Z","steps":["trace[977077583] 'agreement among raft nodes before linearized reading' (duration: 6.57612045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610662894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.848294Z","caller":"traceutil/trace.go:171","msg":"trace[1931471006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26789; }","duration":"2.687880772s","start":"2026-03-31T05:53:08.160403Z","end":"2026-03-31T05:53:10.848284Z","steps":["trace[1931471006] 'agreement among raft nodes before linearized reading' (duration: 2.687148512s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.848621Z","caller":"traceutil/trace.go:171","msg":"trace[1712614033] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26789; }","duration":"4.610769337s","start":"2026-03-31T05:53:06.237843Z","end":"2026-03-31T05:53:10.848613Z","steps":["trace[1712614033] 'agreement among raft nodes before linearized reading' (duration: 4.610713296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.160382Z","time spent":"2.688247323s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:06.237824Z","time spent":"4.610812128s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994290917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.848787Z","caller":"traceutil/trace.go:171","msg":"trace[1321423039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26789; }","duration":"5.994635367s","start":"2026-03-31T05:53:04.854139Z","end":"2026-03-31T05:53:10.848774Z","steps":["trace[1321423039] 'agreement among raft nodes before linearized reading' (duration: 5.992627962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.854115Z","time spent":"5.994690758s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:10.848867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226349329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:10.848893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117235643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:10.848316Z","caller":"traceutil/trace.go:171","msg":"trace[1350999696] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26789; }","duration":"5.572777329s","start":"2026-03-31T05:53:05.275526Z","end":"2026-03-31T05:53:10.848304Z","steps":["trace[1350999696] 'agreement among raft nodes before linearized reading' (duration: 5.572652375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.848899Z","caller":"traceutil/trace.go:171","msg":"trace[1434527032] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26789; }","duration":"5.226420121s","start":"2026-03-31T05:53:05.622471Z","end":"2026-03-31T05:53:10.848892Z","steps":["trace[1434527032] 'agreement among raft nodes before linearized reading' (duration: 5.226366499s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:10.848917Z","caller":"traceutil/trace.go:171","msg":"trace[732644039] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26789; }","duration":"5.117304774s","start":"2026-03-31T05:53:05.731605Z","end":"2026-03-31T05:53:10.84891Z","steps":["trace[732644039] 'agreement among raft nodes before linearized reading' (duration: 5.117181151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.848927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.622451Z","time spent":"5.226469473s","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.275496Z","time spent":"5.573422656s","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.731581Z","time spent":"5.117351966s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:04.270664Z","time spent":"6.577919618s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.847537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354507029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.849015Z","caller":"traceutil/trace.go:171","msg":"trace[545341846] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26789; }","duration":"2.356008179s","start":"2026-03-31T05:53:08.492993Z","end":"2026-03-31T05:53:10.849001Z","steps":["trace[545341846] 'agreement among raft nodes before linearized reading' (duration: 2.354516218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.849056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:08.492945Z","time spent":"2.356100362s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.848432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.051579035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-31T05:53:10.849148Z","caller":"traceutil/trace.go:171","msg":"trace[65499037] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl; range_end:; response_count:1; response_revision:26789; }","duration":"10.052328746s","start":"2026-03-31T05:53:00.79681Z","end":"2026-03-31T05:53:10.849138Z","steps":["trace[65499037] 'agreement among raft nodes before linearized reading' (duration: 10.050005232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.849172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:00.796794Z","time spent":"10.052370086s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4914,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" "} {"level":"warn","ts":"2026-03-31T05:53:10.849232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.025095616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:10.849264Z","caller":"traceutil/trace.go:171","msg":"trace[1324834564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26789; }","duration":"8.025162738s","start":"2026-03-31T05:53:02.82409Z","end":"2026-03-31T05:53:10.849253Z","steps":["trace[1324834564] 'agreement among raft nodes before linearized reading' (duration: 8.022746342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.849287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:02.824071Z","time spent":"8.025208938s","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:10.84972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.670476403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-31T05:53:10.849816Z","caller":"traceutil/trace.go:171","msg":"trace[1002817038] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26789; }","duration":"5.670621467s","start":"2026-03-31T05:53:05.179173Z","end":"2026-03-31T05:53:10.849794Z","steps":["trace[1002817038] 'agreement among raft nodes before linearized reading' (duration: 5.668937981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.849856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.179156Z","time spent":"5.67069188s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1244,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T05:53:10.850806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73668053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d68c4df61489\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26783 ","response":"range_response_count:500 size:388003"} {"level":"info","ts":"2026-03-31T05:53:10.850846Z","caller":"traceutil/trace.go:171","msg":"trace[606772377] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d68c4df61489\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26789; }","duration":"5.736727541s","start":"2026-03-31T05:53:05.114109Z","end":"2026-03-31T05:53:10.850836Z","steps":["trace[606772377] 'agreement among raft nodes before linearized reading' (duration: 5.73411794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:10.850882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:05.114093Z","time spent":"5.736769833s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1483,"response size":388027,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d68c4df61489\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26783 "} {"level":"warn","ts":"2026-03-31T05:53:11.341658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.847625Z","time spent":"494.028567ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:53:11.68646Z","caller":"traceutil/trace.go:171","msg":"trace[318211104] linearizableReadLoop","detail":"{readStateIndex:27741; appliedIndex:27739; }","duration":"835.141923ms","start":"2026-03-31T05:53:10.851295Z","end":"2026-03-31T05:53:11.686437Z","steps":["trace[318211104] 'read index received' (duration: 459.807784ms)","trace[318211104] 'applied index is now lower than readState.Index' (duration: 375.332868ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:11.686638Z","caller":"traceutil/trace.go:171","msg":"trace[1662562269] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"828.384238ms","start":"2026-03-31T05:53:10.85818Z","end":"2026-03-31T05:53:11.686564Z","steps":["trace[1662562269] 'process raft request' (duration: 828.137441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:11.686655Z","caller":"traceutil/trace.go:171","msg":"trace[806741561] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"838.629457ms","start":"2026-03-31T05:53:10.847975Z","end":"2026-03-31T05:53:11.686604Z","steps":["trace[806741561] 'process raft request' (duration: 837.882697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.686767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.858165Z","time spent":"828.536082ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:11.686843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.494172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-03-31T05:53:11.686859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.847964Z","time spent":"838.780832ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:11.686943Z","caller":"traceutil/trace.go:171","msg":"trace[1345170988] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26791; }","duration":"835.610205ms","start":"2026-03-31T05:53:10.851288Z","end":"2026-03-31T05:53:11.686898Z","steps":["trace[1345170988] 'agreement among raft nodes before linearized reading' (duration: 835.342518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.687065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.851243Z","time spent":"835.80164ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17050,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:53:11.925119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.937993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:11.925752Z","caller":"traceutil/trace.go:171","msg":"trace[1472505257] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"582.925122ms","start":"2026-03-31T05:53:11.342791Z","end":"2026-03-31T05:53:11.925716Z","steps":["trace[1472505257] 'process raft request' (duration: 481.125525ms)","trace[1472505257] 'compare' (duration: 100.205554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:11.925999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.342735Z","time spent":"583.087706ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:11.926178Z","caller":"traceutil/trace.go:171","msg":"trace[1861602793] linearizableReadLoop","detail":"{readStateIndex:27743; appliedIndex:27742; }","duration":"239.542055ms","start":"2026-03-31T05:53:11.6866Z","end":"2026-03-31T05:53:11.926142Z","steps":["trace[1861602793] 'read index received' (duration: 137.333697ms)","trace[1861602793] 'applied index is now lower than readState.Index' (duration: 102.202168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:11.926385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.052182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:11.926412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07040457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.926455Z","caller":"traceutil/trace.go:171","msg":"trace[637230722] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26793; }","duration":"1.070488952s","start":"2026-03-31T05:53:10.855952Z","end":"2026-03-31T05:53:11.926441Z","steps":["trace[637230722] 'agreement among raft nodes before linearized reading' (duration: 1.070351098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.926471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.802272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.926393Z","caller":"traceutil/trace.go:171","msg":"trace[1710917861] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"234.322972ms","start":"2026-03-31T05:53:11.692047Z","end":"2026-03-31T05:53:11.92637Z","steps":["trace[1710917861] 'process raft request' (duration: 234.076585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:11.926496Z","caller":"traceutil/trace.go:171","msg":"trace[1374357202] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26793; }","duration":"331.852943ms","start":"2026-03-31T05:53:11.594635Z","end":"2026-03-31T05:53:11.926488Z","steps":["trace[1374357202] 'agreement among raft nodes before linearized reading' (duration: 331.804232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.926498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.855937Z","time spent":"1.070551334s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:11.92652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.594618Z","time spent":"331.895364ms","remote":"127.0.0.1:45166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:11.926426Z","caller":"traceutil/trace.go:171","msg":"trace[1014735450] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26793; }","duration":"577.139814ms","start":"2026-03-31T05:53:11.349276Z","end":"2026-03-31T05:53:11.926416Z","steps":["trace[1014735450] 'agreement among raft nodes before linearized reading' (duration: 577.068352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.926797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.683364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-c7g8t\" ","response":"range_response_count:1 size:4353"} {"level":"warn","ts":"2026-03-31T05:53:11.926795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:11.34925Z","time spent":"577.527065ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:11.926816Z","caller":"traceutil/trace.go:171","msg":"trace[1464850772] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-c7g8t; range_end:; response_count:1; response_revision:26793; }","duration":"233.742546ms","start":"2026-03-31T05:53:11.693068Z","end":"2026-03-31T05:53:11.92681Z","steps":["trace[1464850772] 'agreement among raft nodes before linearized reading' (duration: 233.640713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.926935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072661661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.926959Z","caller":"traceutil/trace.go:171","msg":"trace[1119417134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26793; }","duration":"1.072713983s","start":"2026-03-31T05:53:10.85424Z","end":"2026-03-31T05:53:11.926954Z","steps":["trace[1119417134] 'agreement among raft nodes before linearized reading' (duration: 1.072673992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.926977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.854224Z","time spent":"1.072749804s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:11.927126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07483254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:53:11.927155Z","caller":"traceutil/trace.go:171","msg":"trace[715939781] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127; range_end:; response_count:1; response_revision:26793; }","duration":"1.074877882s","start":"2026-03-31T05:53:10.852268Z","end":"2026-03-31T05:53:11.927146Z","steps":["trace[715939781] 'agreement among raft nodes before linearized reading' (duration: 1.07480496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.927172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.852259Z","time spent":"1.074908863s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127\" "} {"level":"warn","ts":"2026-03-31T05:53:11.927202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.423628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:11.927231Z","caller":"traceutil/trace.go:171","msg":"trace[892314308] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26793; }","duration":"163.48523ms","start":"2026-03-31T05:53:11.763735Z","end":"2026-03-31T05:53:11.927221Z","steps":["trace[892314308] 'agreement among raft nodes before linearized reading' (duration: 163.433859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.927468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035022805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:53:11.927499Z","caller":"traceutil/trace.go:171","msg":"trace[881084552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26793; }","duration":"1.035087077s","start":"2026-03-31T05:53:10.892402Z","end":"2026-03-31T05:53:11.927489Z","steps":["trace[881084552] 'agreement among raft nodes before linearized reading' (duration: 1.035017405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.927516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.892384Z","time spent":"1.035127877s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:11.927717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049452938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:11.927756Z","caller":"traceutil/trace.go:171","msg":"trace[437698801] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26793; }","duration":"1.049531231s","start":"2026-03-31T05:53:10.878216Z","end":"2026-03-31T05:53:11.927747Z","steps":["trace[437698801] 'agreement among raft nodes before linearized reading' (duration: 1.049281094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.927782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.878195Z","time spent":"1.049580032s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:11.928326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063359418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-kgqlr.18a1d62b187f142b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26783 ","response":"range_response_count:500 size:391170"} {"level":"info","ts":"2026-03-31T05:53:11.928523Z","caller":"traceutil/trace.go:171","msg":"trace[191033629] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default-kgqlr.18a1d62b187f142b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26793; }","duration":"1.063433139s","start":"2026-03-31T05:53:10.864926Z","end":"2026-03-31T05:53:11.928359Z","steps":["trace[191033629] 'agreement among raft nodes before linearized reading' (duration: 1.061373593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:11.928577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:10.864915Z","time spent":"1.063640046s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":123,"response count":983,"response size":391194,"request content":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-kgqlr.18a1d62b187f142b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26783 "} {"level":"info","ts":"2026-03-31T05:53:12.03713Z","caller":"traceutil/trace.go:171","msg":"trace[335839068] linearizableReadLoop","detail":"{readStateIndex:27745; appliedIndex:27744; }","duration":"105.212329ms","start":"2026-03-31T05:53:11.931893Z","end":"2026-03-31T05:53:12.037106Z","steps":["trace[335839068] 'read index received' (duration: 93.963593ms)","trace[335839068] 'applied index is now lower than readState.Index' (duration: 11.247666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.037164Z","caller":"traceutil/trace.go:171","msg":"trace[259492598] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"105.752074ms","start":"2026-03-31T05:53:11.931381Z","end":"2026-03-31T05:53:12.037133Z","steps":["trace[259492598] 'process raft request' (duration: 94.461006ms)","trace[259492598] 'compare' (duration: 11.132284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:12.037693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.800316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:53:12.039978Z","caller":"traceutil/trace.go:171","msg":"trace[319510066] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26794; }","duration":"108.204682ms","start":"2026-03-31T05:53:11.931763Z","end":"2026-03-31T05:53:12.039967Z","steps":["trace[319510066] 'agreement among raft nodes before linearized reading' (duration: 105.481167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.038076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.911329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T05:53:12.040083Z","caller":"traceutil/trace.go:171","msg":"trace[1492609864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26795; }","duration":"107.982125ms","start":"2026-03-31T05:53:11.932081Z","end":"2026-03-31T05:53:12.040063Z","steps":["trace[1492609864] 'agreement among raft nodes before linearized reading' (duration: 105.720953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:12.038333Z","caller":"traceutil/trace.go:171","msg":"trace[70502359] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"102.729503ms","start":"2026-03-31T05:53:11.93559Z","end":"2026-03-31T05:53:12.038319Z","steps":["trace[70502359] 'process raft request' (duration: 102.025463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.039668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.078186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:12.04035Z","caller":"traceutil/trace.go:171","msg":"trace[437857167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26795; }","duration":"105.773096ms","start":"2026-03-31T05:53:11.934569Z","end":"2026-03-31T05:53:12.040342Z","steps":["trace[437857167] 'agreement among raft nodes before linearized reading' (duration: 105.057266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.039731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.690256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:12.040533Z","caller":"traceutil/trace.go:171","msg":"trace[1090574944] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26795; }","duration":"105.516669ms","start":"2026-03-31T05:53:11.935006Z","end":"2026-03-31T05:53:12.040522Z","steps":["trace[1090574944] 'agreement among raft nodes before linearized reading' (duration: 104.666196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:12.332136Z","caller":"traceutil/trace.go:171","msg":"trace[1597492202] linearizableReadLoop","detail":"{readStateIndex:27748; appliedIndex:27747; }","duration":"212.948599ms","start":"2026-03-31T05:53:12.11916Z","end":"2026-03-31T05:53:12.332108Z","steps":["trace[1597492202] 'read index received' (duration: 212.727013ms)","trace[1597492202] 'applied index is now lower than readState.Index' (duration: 220.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.332208Z","caller":"traceutil/trace.go:171","msg":"trace[106101786] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"281.558591ms","start":"2026-03-31T05:53:12.050603Z","end":"2026-03-31T05:53:12.332161Z","steps":["trace[106101786] 'process raft request' (duration: 281.222342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.332378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.108423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:12.332853Z","caller":"traceutil/trace.go:171","msg":"trace[610309395] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26796; }","duration":"283.609217ms","start":"2026-03-31T05:53:12.049209Z","end":"2026-03-31T05:53:12.332819Z","steps":["trace[610309395] 'agreement among raft nodes before linearized reading' (duration: 283.064492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.332535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.767053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-31T05:53:12.333062Z","caller":"traceutil/trace.go:171","msg":"trace[744862859] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548f4d447b-lnf8k.18a1d4dcbdc0d739; range_end:; response_count:1; response_revision:26796; }","duration":"287.223875ms","start":"2026-03-31T05:53:12.045727Z","end":"2026-03-31T05:53:12.332951Z","steps":["trace[744862859] 'agreement among raft nodes before linearized reading' (duration: 286.562707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.334263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.245365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:53:12.334352Z","caller":"traceutil/trace.go:171","msg":"trace[48577718] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26797; }","duration":"210.368549ms","start":"2026-03-31T05:53:12.123968Z","end":"2026-03-31T05:53:12.334336Z","steps":["trace[48577718] 'agreement among raft nodes before linearized reading' (duration: 210.171364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:12.334493Z","caller":"traceutil/trace.go:171","msg":"trace[1510312836] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"213.311659ms","start":"2026-03-31T05:53:12.121176Z","end":"2026-03-31T05:53:12.334487Z","steps":["trace[1510312836] 'process raft request' (duration: 212.875257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.334734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.023471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T05:53:12.335208Z","caller":"traceutil/trace.go:171","msg":"trace[63486366] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26797; }","duration":"180.602147ms","start":"2026-03-31T05:53:12.154579Z","end":"2026-03-31T05:53:12.335181Z","steps":["trace[63486366] 'agreement among raft nodes before linearized reading' (duration: 179.922539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:12.523266Z","caller":"traceutil/trace.go:171","msg":"trace[384945091] linearizableReadLoop","detail":"{readStateIndex:27751; appliedIndex:27750; }","duration":"133.42546ms","start":"2026-03-31T05:53:12.389816Z","end":"2026-03-31T05:53:12.523241Z","steps":["trace[384945091] 'read index received' (duration: 116.824557ms)","trace[384945091] 'applied index is now lower than readState.Index' (duration: 16.599463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.52329Z","caller":"traceutil/trace.go:171","msg":"trace[896918960] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"133.616675ms","start":"2026-03-31T05:53:12.38964Z","end":"2026-03-31T05:53:12.523256Z","steps":["trace[896918960] 'process raft request' (duration: 116.888959ms)","trace[896918960] 'compare' (duration: 16.591133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:12.523483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.649586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T05:53:12.52352Z","caller":"traceutil/trace.go:171","msg":"trace[1539656228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26799; }","duration":"133.721778ms","start":"2026-03-31T05:53:12.389785Z","end":"2026-03-31T05:53:12.523506Z","steps":["trace[1539656228] 'agreement among raft nodes before linearized reading' (duration: 133.566024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.800608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:12.800703Z","caller":"traceutil/trace.go:171","msg":"trace[1917338699] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27751; }","duration":"277.360736ms","start":"2026-03-31T05:53:12.523327Z","end":"2026-03-31T05:53:12.800688Z","steps":["trace[1917338699] 'read index received' (duration: 114.936656ms)","trace[1917338699] 'applied index is now lower than readState.Index' (duration: 162.42266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.800814Z","caller":"traceutil/trace.go:171","msg":"trace[925844747] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"407.734261ms","start":"2026-03-31T05:53:12.392979Z","end":"2026-03-31T05:53:12.800714Z","steps":["trace[925844747] 'process raft request' (duration: 245.26271ms)","trace[925844747] 'compare' (duration: 162.095131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:12.800865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.481602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:53:12.800892Z","caller":"traceutil/trace.go:171","msg":"trace[1547952826] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26800; }","duration":"338.533754ms","start":"2026-03-31T05:53:12.46235Z","end":"2026-03-31T05:53:12.800884Z","steps":["trace[1547952826] 'agreement among raft nodes before linearized reading' (duration: 338.39619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.800922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.462338Z","time spent":"338.577195ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T05:53:12.800971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.392967Z","time spent":"407.920777ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:12.800967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.485183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:53:12.801082Z","caller":"traceutil/trace.go:171","msg":"trace[7707145] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26800; }","duration":"338.635527ms","start":"2026-03-31T05:53:12.462429Z","end":"2026-03-31T05:53:12.801064Z","steps":["trace[7707145] 'agreement among raft nodes before linearized reading' (duration: 338.328819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.801181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.462409Z","time spent":"338.742069ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T05:53:12.919614Z","caller":"traceutil/trace.go:171","msg":"trace[1581060706] linearizableReadLoop","detail":"{readStateIndex:27754; appliedIndex:27752; }","duration":"118.861262ms","start":"2026-03-31T05:53:12.800722Z","end":"2026-03-31T05:53:12.919584Z","steps":["trace[1581060706] 'read index received' (duration: 113.891527ms)","trace[1581060706] 'applied index is now lower than readState.Index' (duration: 4.968145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:12.919748Z","caller":"traceutil/trace.go:171","msg":"trace[1723334859] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"392.65637ms","start":"2026-03-31T05:53:12.527079Z","end":"2026-03-31T05:53:12.919735Z","steps":["trace[1723334859] 'process raft request' (duration: 387.575802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.919838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.527061Z","time spent":"392.716742ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:12.920304Z","caller":"traceutil/trace.go:171","msg":"trace[803309552] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"322.522807ms","start":"2026-03-31T05:53:12.597768Z","end":"2026-03-31T05:53:12.92029Z","steps":["trace[803309552] 'process raft request' (duration: 321.716235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.920389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.597735Z","time spent":"322.60915ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:12.920593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.899843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:12.920638Z","caller":"traceutil/trace.go:171","msg":"trace[1427772239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26802; }","duration":"129.990025ms","start":"2026-03-31T05:53:12.790636Z","end":"2026-03-31T05:53:12.920626Z","steps":["trace[1427772239] 'agreement among raft nodes before linearized reading' (duration: 129.917553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.920904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.806234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:12.92098Z","caller":"traceutil/trace.go:171","msg":"trace[1615664968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26802; }","duration":"212.934637ms","start":"2026-03-31T05:53:12.708026Z","end":"2026-03-31T05:53:12.92096Z","steps":["trace[1615664968] 'agreement among raft nodes before linearized reading' (duration: 212.784803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.921345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.434738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-03-31T05:53:12.921398Z","caller":"traceutil/trace.go:171","msg":"trace[540359544] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:26802; }","duration":"119.563741ms","start":"2026-03-31T05:53:12.801822Z","end":"2026-03-31T05:53:12.921386Z","steps":["trace[540359544] 'agreement among raft nodes before linearized reading' (duration: 119.408227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.921606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.406565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6704332a-5125-40a7-ae3c-2ce457b42494\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T05:53:12.921683Z","caller":"traceutil/trace.go:171","msg":"trace[1619698319] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6704332a-5125-40a7-ae3c-2ce457b42494; range_end:; response_count:1; response_revision:26802; }","duration":"395.506578ms","start":"2026-03-31T05:53:12.526159Z","end":"2026-03-31T05:53:12.921666Z","steps":["trace[1619698319] 'agreement among raft nodes before linearized reading' (duration: 395.23585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.921691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.524693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-03-31T05:53:12.921721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:12.526148Z","time spent":"395.56481ms","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6704332a-5125-40a7-ae3c-2ce457b42494\" "} {"level":"info","ts":"2026-03-31T05:53:12.921727Z","caller":"traceutil/trace.go:171","msg":"trace[780120906] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:26802; }","duration":"118.575024ms","start":"2026-03-31T05:53:12.803141Z","end":"2026-03-31T05:53:12.921716Z","steps":["trace[780120906] 'agreement among raft nodes before linearized reading' (duration: 118.42284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:12.921999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.859205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:53:12.922091Z","caller":"traceutil/trace.go:171","msg":"trace[1423489886] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26802; }","duration":"117.962058ms","start":"2026-03-31T05:53:12.804107Z","end":"2026-03-31T05:53:12.922069Z","steps":["trace[1423489886] 'agreement among raft nodes before linearized reading' (duration: 117.167846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.105328Z","caller":"traceutil/trace.go:171","msg":"trace[456035900] linearizableReadLoop","detail":"{readStateIndex:27756; appliedIndex:27755; }","duration":"149.312963ms","start":"2026-03-31T05:53:12.955995Z","end":"2026-03-31T05:53:13.105308Z","steps":["trace[456035900] 'read index received' (duration: 12.037109ms)","trace[456035900] 'applied index is now lower than readState.Index' (duration: 137.274764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:13.105742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.724705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:13.105802Z","caller":"traceutil/trace.go:171","msg":"trace[542924041] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26804; }","duration":"149.823028ms","start":"2026-03-31T05:53:12.955963Z","end":"2026-03-31T05:53:13.105786Z","steps":["trace[542924041] 'agreement among raft nodes before linearized reading' (duration: 149.709614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.106122Z","caller":"traceutil/trace.go:171","msg":"trace[1603665754] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"174.558152ms","start":"2026-03-31T05:53:12.931537Z","end":"2026-03-31T05:53:13.106095Z","steps":["trace[1603665754] 'process raft request' (duration: 168.210179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.106169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.099429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7dbb794878-hk5c4.18a1d6903fec3a32\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-31T05:53:13.106336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-31T05:53:13.106363Z","caller":"traceutil/trace.go:171","msg":"trace[668565688] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:26804; }","duration":"124.6317ms","start":"2026-03-31T05:53:12.981724Z","end":"2026-03-31T05:53:13.106355Z","steps":["trace[668565688] 'agreement among raft nodes before linearized reading' (duration: 124.522417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.10643Z","caller":"traceutil/trace.go:171","msg":"trace[234250720] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7dbb794878-hk5c4.18a1d6903fec3a32; range_end:; response_count:1; response_revision:26804; }","duration":"130.328775ms","start":"2026-03-31T05:53:12.976004Z","end":"2026-03-31T05:53:13.106333Z","steps":["trace[234250720] 'agreement among raft nodes before linearized reading' (duration: 129.991826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.106485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.29071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:13.106463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.720369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-03-31T05:53:13.106529Z","caller":"traceutil/trace.go:171","msg":"trace[1073602240] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:26804; }","duration":"129.804021ms","start":"2026-03-31T05:53:12.97671Z","end":"2026-03-31T05:53:13.106515Z","steps":["trace[1073602240] 'agreement among raft nodes before linearized reading' (duration: 129.585825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.10663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.857512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-31T05:53:13.106653Z","caller":"traceutil/trace.go:171","msg":"trace[1995602477] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26804; }","duration":"129.894233ms","start":"2026-03-31T05:53:12.976754Z","end":"2026-03-31T05:53:13.106649Z","steps":["trace[1995602477] 'agreement among raft nodes before linearized reading' (duration: 129.834761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.106501Z","caller":"traceutil/trace.go:171","msg":"trace[110180423] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26804; }","duration":"124.308321ms","start":"2026-03-31T05:53:12.982187Z","end":"2026-03-31T05:53:13.106496Z","steps":["trace[110180423] 'agreement among raft nodes before linearized reading' (duration: 124.27619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.107043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.278364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:53:13.107086Z","caller":"traceutil/trace.go:171","msg":"trace[2009525704] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26804; }","duration":"130.344456ms","start":"2026-03-31T05:53:12.976732Z","end":"2026-03-31T05:53:13.107077Z","steps":["trace[2009525704] 'agreement among raft nodes before linearized reading' (duration: 129.531984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.591176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.029053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:13.591298Z","caller":"traceutil/trace.go:171","msg":"trace[1930961039] linearizableReadLoop","detail":"{readStateIndex:27761; appliedIndex:27760; }","duration":"298.909064ms","start":"2026-03-31T05:53:13.292369Z","end":"2026-03-31T05:53:13.591278Z","steps":["trace[1930961039] 'read index received' (duration: 163.782187ms)","trace[1930961039] 'applied index is now lower than readState.Index' (duration: 135.124516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:13.59134Z","caller":"traceutil/trace.go:171","msg":"trace[291600969] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"299.12519ms","start":"2026-03-31T05:53:13.292168Z","end":"2026-03-31T05:53:13.591293Z","steps":["trace[291600969] 'process raft request' (duration: 163.895051ms)","trace[291600969] 'compare' (duration: 134.404436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:13.591516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.139761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:53:13.591542Z","caller":"traceutil/trace.go:171","msg":"trace[1791268537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26809; }","duration":"299.213722ms","start":"2026-03-31T05:53:13.292317Z","end":"2026-03-31T05:53:13.591531Z","steps":["trace[1791268537] 'agreement among raft nodes before linearized reading' (duration: 299.032327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.761835Z","caller":"traceutil/trace.go:171","msg":"trace[65425958] linearizableReadLoop","detail":"{readStateIndex:27762; appliedIndex:27761; }","duration":"170.48547ms","start":"2026-03-31T05:53:13.591316Z","end":"2026-03-31T05:53:13.761802Z","steps":["trace[65425958] 'read index received' (duration: 169.092742ms)","trace[65425958] 'applied index is now lower than readState.Index' (duration: 1.391398ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:13.762038Z","caller":"traceutil/trace.go:171","msg":"trace[1563412101] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"467.820521ms","start":"2026-03-31T05:53:13.2942Z","end":"2026-03-31T05:53:13.762021Z","steps":["trace[1563412101] 'process raft request' (duration: 466.249378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.762202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:13.294186Z","time spent":"467.889274ms","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5905,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:13.762226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.928934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:13.762316Z","caller":"traceutil/trace.go:171","msg":"trace[1028183752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26810; }","duration":"281.074258ms","start":"2026-03-31T05:53:13.481222Z","end":"2026-03-31T05:53:13.762296Z","steps":["trace[1028183752] 'agreement among raft nodes before linearized reading' (duration: 280.928084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.76247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.183815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-31T05:53:13.762529Z","caller":"traceutil/trace.go:171","msg":"trace[1919807793] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26810; }","duration":"375.294168ms","start":"2026-03-31T05:53:13.387221Z","end":"2026-03-31T05:53:13.762515Z","steps":["trace[1919807793] 'agreement among raft nodes before linearized reading' (duration: 375.079302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.762564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:13.387199Z","time spent":"375.35798ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":738,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-31T05:53:13.794491Z","caller":"traceutil/trace.go:171","msg":"trace[2055878510] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"197.852618ms","start":"2026-03-31T05:53:13.596549Z","end":"2026-03-31T05:53:13.794401Z","steps":["trace[2055878510] 'process raft request' (duration: 197.511098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.794645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.02646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:53:13.794716Z","caller":"traceutil/trace.go:171","msg":"trace[794725821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26812; }","duration":"158.156005ms","start":"2026-03-31T05:53:13.636543Z","end":"2026-03-31T05:53:13.794699Z","steps":["trace[794725821] 'agreement among raft nodes before linearized reading' (duration: 157.806515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.794705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.123525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b074f755-54a1-4812-86d1-6d8a17753e46\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:53:13.794786Z","caller":"traceutil/trace.go:171","msg":"trace[1567597606] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b074f755-54a1-4812-86d1-6d8a17753e46; range_end:; response_count:1; response_revision:26812; }","duration":"198.248588ms","start":"2026-03-31T05:53:13.596516Z","end":"2026-03-31T05:53:13.794765Z","steps":["trace[1567597606] 'agreement among raft nodes before linearized reading' (duration: 197.992991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:13.933345Z","caller":"traceutil/trace.go:171","msg":"trace[1582054347] linearizableReadLoop","detail":"{readStateIndex:27765; appliedIndex:27764; }","duration":"104.346996ms","start":"2026-03-31T05:53:13.828961Z","end":"2026-03-31T05:53:13.933307Z","steps":["trace[1582054347] 'read index received' (duration: 103.657888ms)","trace[1582054347] 'applied index is now lower than readState.Index' (duration: 686.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:13.933353Z","caller":"traceutil/trace.go:171","msg":"trace[547913583] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"133.553902ms","start":"2026-03-31T05:53:13.799753Z","end":"2026-03-31T05:53:13.933307Z","steps":["trace[547913583] 'process raft request' (duration: 132.840843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:13.933637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.653615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-31T05:53:13.933725Z","caller":"traceutil/trace.go:171","msg":"trace[1964746692] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26813; }","duration":"104.749267ms","start":"2026-03-31T05:53:13.828953Z","end":"2026-03-31T05:53:13.933702Z","steps":["trace[1964746692] 'agreement among raft nodes before linearized reading' (duration: 104.463839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.091554Z","caller":"traceutil/trace.go:171","msg":"trace[1123981750] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"153.555729ms","start":"2026-03-31T05:53:13.937975Z","end":"2026-03-31T05:53:14.091531Z","steps":["trace[1123981750] 'process raft request' (duration: 153.454326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.091849Z","caller":"traceutil/trace.go:171","msg":"trace[807377983] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27765; }","duration":"158.37599ms","start":"2026-03-31T05:53:13.933423Z","end":"2026-03-31T05:53:14.091799Z","steps":["trace[807377983] 'read index received' (duration: 152.482649ms)","trace[807377983] 'applied index is now lower than readState.Index' (duration: 5.889581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:14.092092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.788252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T05:53:14.092127Z","caller":"traceutil/trace.go:171","msg":"trace[1804815142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5a2b0f9-5a90-4cc7-b084-eb3266b0176c; range_end:; response_count:1; response_revision:26815; }","duration":"154.881965ms","start":"2026-03-31T05:53:13.937234Z","end":"2026-03-31T05:53:14.092116Z","steps":["trace[1804815142] 'agreement among raft nodes before linearized reading' (duration: 154.71684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.092262Z","caller":"traceutil/trace.go:171","msg":"trace[230511828] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"258.475671ms","start":"2026-03-31T05:53:13.83317Z","end":"2026-03-31T05:53:14.091645Z","steps":["trace[230511828] 'process raft request' (duration: 252.5716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.093494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.528397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-03-31T05:53:14.093556Z","caller":"traceutil/trace.go:171","msg":"trace[2058508640] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26815; }","duration":"260.63816ms","start":"2026-03-31T05:53:13.832905Z","end":"2026-03-31T05:53:14.093543Z","steps":["trace[2058508640] 'agreement among raft nodes before linearized reading' (duration: 258.988915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.50625Z","caller":"traceutil/trace.go:171","msg":"trace[895551583] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"140.660527ms","start":"2026-03-31T05:53:14.365536Z","end":"2026-03-31T05:53:14.506197Z","steps":["trace[895551583] 'process raft request' (duration: 136.581755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:14.805524Z","caller":"traceutil/trace.go:171","msg":"trace[1912564052] linearizableReadLoop","detail":"{readStateIndex:27803; appliedIndex:27802; }","duration":"134.803897ms","start":"2026-03-31T05:53:14.670691Z","end":"2026-03-31T05:53:14.805495Z","steps":["trace[1912564052] 'read index received' (duration: 134.564361ms)","trace[1912564052] 'applied index is now lower than readState.Index' (duration: 238.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:14.805682Z","caller":"traceutil/trace.go:171","msg":"trace[1077635826] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"207.82739ms","start":"2026-03-31T05:53:14.597836Z","end":"2026-03-31T05:53:14.805664Z","steps":["trace[1077635826] 'process raft request' (duration: 207.502851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.806168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.364804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-03-31T05:53:14.806238Z","caller":"traceutil/trace.go:171","msg":"trace[461235128] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26851; }","duration":"109.491817ms","start":"2026-03-31T05:53:14.69673Z","end":"2026-03-31T05:53:14.806221Z","steps":["trace[461235128] 'agreement among raft nodes before linearized reading' (duration: 109.256891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.806255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.543657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:53:14.806307Z","caller":"traceutil/trace.go:171","msg":"trace[400098596] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26851; }","duration":"135.6418ms","start":"2026-03-31T05:53:14.670651Z","end":"2026-03-31T05:53:14.806293Z","steps":["trace[400098596] 'agreement among raft nodes before linearized reading' (duration: 135.479286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:14.806464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.607315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:14.806526Z","caller":"traceutil/trace.go:171","msg":"trace[684180260] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26851; }","duration":"100.716518ms","start":"2026-03-31T05:53:14.705795Z","end":"2026-03-31T05:53:14.806511Z","steps":["trace[684180260] 'agreement among raft nodes before linearized reading' (duration: 100.614565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:21.593467Z","caller":"traceutil/trace.go:171","msg":"trace[355397792] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"102.243239ms","start":"2026-03-31T05:53:21.491167Z","end":"2026-03-31T05:53:21.59341Z","steps":["trace[355397792] 'process raft request' (duration: 102.009962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:25.00057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.018322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-03-31T05:53:25.000657Z","caller":"traceutil/trace.go:171","msg":"trace[245853041] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26997; }","duration":"132.116274ms","start":"2026-03-31T05:53:24.86852Z","end":"2026-03-31T05:53:25.000636Z","steps":["trace[245853041] 'range keys from in-memory index tree' (duration: 131.811375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:25.758241Z","caller":"traceutil/trace.go:171","msg":"trace[190849946] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"142.472907ms","start":"2026-03-31T05:53:25.615738Z","end":"2026-03-31T05:53:25.758211Z","steps":["trace[190849946] 'process raft request' (duration: 142.206459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:27.729958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:28.374157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52796324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:28.374233Z","caller":"traceutil/trace.go:171","msg":"trace[283816970] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27005; }","duration":"1.528104314s","start":"2026-03-31T05:53:26.846111Z","end":"2026-03-31T05:53:28.374215Z","steps":["trace[283816970] 'count revisions from in-memory index tree' (duration: 1.527824317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.374264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:26.846082Z","time spent":"1.528172786s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:28.374533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49462001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-31T05:53:28.374561Z","caller":"traceutil/trace.go:171","msg":"trace[392502833] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27005; }","duration":"1.494649902s","start":"2026-03-31T05:53:26.879902Z","end":"2026-03-31T05:53:28.374552Z","steps":["trace[392502833] 'range keys from in-memory index tree' (duration: 1.494484937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.374582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:26.879887Z","time spent":"1.494689932s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:28.374567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525092541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:28.374637Z","caller":"traceutil/trace.go:171","msg":"trace[2130504782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27005; }","duration":"1.525219936s","start":"2026-03-31T05:53:26.849398Z","end":"2026-03-31T05:53:28.374618Z","steps":["trace[2130504782] 'count revisions from in-memory index tree' (duration: 1.524909887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.374668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:26.849376Z","time spent":"1.525283737s","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:28.37647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.631516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:28.377145Z","caller":"traceutil/trace.go:171","msg":"trace[941997727] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.345866333s","start":"2026-03-31T05:53:27.031251Z","end":"2026-03-31T05:53:28.377117Z","steps":["trace[941997727] 'process raft request' (duration: 840.503327ms)","trace[941997727] 'compare' (duration: 502.810786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:28.377259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.031225Z","time spent":"1.345971315s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:28.379587Z","caller":"traceutil/trace.go:171","msg":"trace[545971846] linearizableReadLoop","detail":"{readStateIndex:27962; appliedIndex:27960; }","duration":"1.150541155s","start":"2026-03-31T05:53:27.229035Z","end":"2026-03-31T05:53:28.379576Z","steps":["trace[545971846] 'read index received' (duration: 642.761414ms)","trace[545971846] 'applied index is now lower than readState.Index' (duration: 507.777911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:28.379752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150712219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T05:53:28.379773Z","caller":"traceutil/trace.go:171","msg":"trace[276495265] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27007; }","duration":"1.150777242s","start":"2026-03-31T05:53:27.228989Z","end":"2026-03-31T05:53:28.379766Z","steps":["trace[276495265] 'agreement among raft nodes before linearized reading' (duration: 1.150655759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.37979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.228969Z","time spent":"1.150817343s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:53:28.379884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067225483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T05:53:28.379921Z","caller":"traceutil/trace.go:171","msg":"trace[1759077904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27007; }","duration":"1.067298215s","start":"2026-03-31T05:53:27.312612Z","end":"2026-03-31T05:53:28.37991Z","steps":["trace[1759077904] 'agreement among raft nodes before linearized reading' (duration: 1.067171802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.379945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.312595Z","time spent":"1.067343256s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-31T05:53:28.379579Z","caller":"traceutil/trace.go:171","msg":"trace[1811593076] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"432.769896ms","start":"2026-03-31T05:53:27.946793Z","end":"2026-03-31T05:53:28.379563Z","steps":["trace[1811593076] 'process raft request' (duration: 432.661603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.380141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.464833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:28.38016Z","caller":"traceutil/trace.go:171","msg":"trace[1262370823] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27007; }","duration":"514.524385ms","start":"2026-03-31T05:53:27.86563Z","end":"2026-03-31T05:53:28.380154Z","steps":["trace[1262370823] 'agreement among raft nodes before linearized reading' (duration: 514.488864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.380166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.94676Z","time spent":"433.367162ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:28.380183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.865608Z","time spent":"514.570246ms","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:28.380296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.844347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:28.380314Z","caller":"traceutil/trace.go:171","msg":"trace[1649728921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27007; }","duration":"895.890789ms","start":"2026-03-31T05:53:27.484418Z","end":"2026-03-31T05:53:28.380309Z","steps":["trace[1649728921] 'agreement among raft nodes before linearized reading' (duration: 895.861548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:28.380331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:27.48439Z","time spent":"895.937939ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:28.380107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.750338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:28.380409Z","caller":"traceutil/trace.go:171","msg":"trace[185048208] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27007; }","duration":"189.077637ms","start":"2026-03-31T05:53:28.191318Z","end":"2026-03-31T05:53:28.380396Z","steps":["trace[185048208] 'agreement among raft nodes before linearized reading' (duration: 188.756669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:30.243689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:30.744822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:31.245022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396049960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:31.24648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604444917s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:31.246796Z","caller":"traceutil/trace.go:171","msg":"trace[790218317] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"1.605028324s","start":"2026-03-31T05:53:29.641749Z","end":"2026-03-31T05:53:31.246777Z","steps":["trace[790218317] 'process raft request' (duration: 1.604858129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.24692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.641738Z","time spent":"1.605108166s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.27923Z","caller":"traceutil/trace.go:171","msg":"trace[1977087521] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"773.416817ms","start":"2026-03-31T05:53:30.505783Z","end":"2026-03-31T05:53:31.2792Z","steps":["trace[1977087521] 'process raft request' (duration: 773.125839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:31.279252Z","caller":"traceutil/trace.go:171","msg":"trace[282924923] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"219.94608ms","start":"2026-03-31T05:53:31.05928Z","end":"2026-03-31T05:53:31.279226Z","steps":["trace[282924923] 'process raft request' (duration: 219.823216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.279363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.505751Z","time spent":"773.548311ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.279402Z","caller":"traceutil/trace.go:171","msg":"trace[2004416916] linearizableReadLoop","detail":"{readStateIndex:27970; appliedIndex:27966; }","duration":"1.536466433s","start":"2026-03-31T05:53:29.74292Z","end":"2026-03-31T05:53:31.279386Z","steps":["trace[2004416916] 'read index received' (duration: 1.50373179s)","trace[2004416916] 'applied index is now lower than readState.Index' (duration: 32.733513ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:31.279499Z","caller":"traceutil/trace.go:171","msg":"trace[1560667434] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"100.80205ms","start":"2026-03-31T05:53:31.178683Z","end":"2026-03-31T05:53:31.279485Z","steps":["trace[1560667434] 'process raft request' (duration: 100.465721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.29818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.911536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:53:31.298226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.126287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:31.29824Z","caller":"traceutil/trace.go:171","msg":"trace[874709853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27014; }","duration":"235.966927ms","start":"2026-03-31T05:53:31.062254Z","end":"2026-03-31T05:53:31.298221Z","steps":["trace[874709853] 'agreement among raft nodes before linearized reading' (duration: 217.38408ms)","trace[874709853] 'range keys from in-memory index tree' (duration: 18.419483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.509072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:53:31.298274Z","caller":"traceutil/trace.go:171","msg":"trace[1615594440] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27014; }","duration":"899.221789ms","start":"2026-03-31T05:53:30.399035Z","end":"2026-03-31T05:53:31.298257Z","steps":["trace[1615594440] 'agreement among raft nodes before linearized reading' (duration: 880.649692ms)","trace[1615594440] 'count revisions from in-memory index tree' (duration: 18.523026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:31.298306Z","caller":"traceutil/trace.go:171","msg":"trace[839310072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27014; }","duration":"604.544374ms","start":"2026-03-31T05:53:30.693744Z","end":"2026-03-31T05:53:31.298289Z","steps":["trace[839310072] 'agreement among raft nodes before linearized reading' (duration: 585.922206ms)","trace[839310072] 'range keys from in-memory index tree' (duration: 18.377731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.693639Z","time spent":"604.694297ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:53:31.298348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.399004Z","time spent":"899.297911ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:31.298551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.694869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:53:31.298576Z","caller":"traceutil/trace.go:171","msg":"trace[1808976543] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27014; }","duration":"239.75841ms","start":"2026-03-31T05:53:31.058809Z","end":"2026-03-31T05:53:31.298567Z","steps":["trace[1808976543] 'agreement among raft nodes before linearized reading' (duration: 220.847795ms)","trace[1808976543] 'range keys from in-memory index tree' (duration: 18.846144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555704207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:31.298645Z","caller":"traceutil/trace.go:171","msg":"trace[622157230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27014; }","duration":"1.555743259s","start":"2026-03-31T05:53:29.74289Z","end":"2026-03-31T05:53:31.298633Z","steps":["trace[622157230] 'agreement among raft nodes before linearized reading' (duration: 1.536682259s)","trace[622157230] 'count revisions from in-memory index tree' (duration: 19.008668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152367355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:31.298665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.742791Z","time spent":"1.555868522s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:31.298682Z","caller":"traceutil/trace.go:171","msg":"trace[201324076] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27014; }","duration":"1.152408446s","start":"2026-03-31T05:53:30.146261Z","end":"2026-03-31T05:53:31.29867Z","steps":["trace[201324076] 'agreement among raft nodes before linearized reading' (duration: 1.133435449s)","trace[201324076] 'count revisions from in-memory index tree' (duration: 18.919806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.775821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:53:31.298715Z","caller":"traceutil/trace.go:171","msg":"trace[441729595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27014; }","duration":"239.830302ms","start":"2026-03-31T05:53:31.058879Z","end":"2026-03-31T05:53:31.29871Z","steps":["trace[441729595] 'agreement among raft nodes before linearized reading' (duration: 220.768492ms)","trace[441729595] 'range keys from in-memory index tree' (duration: 18.419023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.14624Z","time spent":"1.152466788s","remote":"127.0.0.1:52462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:31.298161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.728759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:31.298795Z","caller":"traceutil/trace.go:171","msg":"trace[1483775665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27014; }","duration":"725.45081ms","start":"2026-03-31T05:53:30.573338Z","end":"2026-03-31T05:53:31.298789Z","steps":["trace[1483775665] 'agreement among raft nodes before linearized reading' (duration: 706.336098ms)","trace[1483775665] 'count revisions from in-memory index tree' (duration: 18.380672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547442522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T05:53:31.29882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:30.573317Z","time spent":"725.49491ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:31.29883Z","caller":"traceutil/trace.go:171","msg":"trace[636964043] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27014; }","duration":"1.547506024s","start":"2026-03-31T05:53:29.751314Z","end":"2026-03-31T05:53:31.29882Z","steps":["trace[636964043] 'agreement among raft nodes before linearized reading' (duration: 1.52828421s)","trace[636964043] 'range keys from in-memory index tree' (duration: 19.184704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.298851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.751285Z","time spent":"1.547561325s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:53:31.298174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.955196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:53:31.298932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404782781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:31.29896Z","caller":"traceutil/trace.go:171","msg":"trace[1428893957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27014; }","duration":"229.823599ms","start":"2026-03-31T05:53:31.069129Z","end":"2026-03-31T05:53:31.298952Z","steps":["trace[1428893957] 'agreement among raft nodes before linearized reading' (duration: 210.500492ms)","trace[1428893957] 'range keys from in-memory index tree' (duration: 18.412422ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:31.298974Z","caller":"traceutil/trace.go:171","msg":"trace[352144888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27014; }","duration":"1.404919164s","start":"2026-03-31T05:53:29.894042Z","end":"2026-03-31T05:53:31.298961Z","steps":["trace[352144888] 'agreement among raft nodes before linearized reading' (duration: 1.385663299s)","trace[352144888] 'count revisions from in-memory index tree' (duration: 19.169543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.29901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.89401Z","time spent":"1.404988066s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:31.299146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.495893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:53:31.299171Z","caller":"traceutil/trace.go:171","msg":"trace[696281865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27014; }","duration":"195.560045ms","start":"2026-03-31T05:53:31.103603Z","end":"2026-03-31T05:53:31.299163Z","steps":["trace[696281865] 'agreement among raft nodes before linearized reading' (duration: 176.009511ms)","trace[696281865] 'range keys from in-memory index tree' (duration: 19.509893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.299189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495007261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:53:31.29921Z","caller":"traceutil/trace.go:171","msg":"trace[559476851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27014; }","duration":"1.495085834s","start":"2026-03-31T05:53:29.804117Z","end":"2026-03-31T05:53:31.299203Z","steps":["trace[559476851] 'agreement among raft nodes before linearized reading' (duration: 1.475596412s)","trace[559476851] 'range keys from in-memory index tree' (duration: 18.32534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.299227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:29.804088Z","time spent":"1.495134535s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:31.299296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.869929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:31.299325Z","caller":"traceutil/trace.go:171","msg":"trace[1055678251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27014; }","duration":"222.918391ms","start":"2026-03-31T05:53:31.076397Z","end":"2026-03-31T05:53:31.299315Z","steps":["trace[1055678251] 'agreement among raft nodes before linearized reading' (duration: 203.223844ms)","trace[1055678251] 'range keys from in-memory index tree' (duration: 19.652056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:31.939827Z","caller":"traceutil/trace.go:171","msg":"trace[657875285] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"635.235929ms","start":"2026-03-31T05:53:31.304561Z","end":"2026-03-31T05:53:31.939797Z","steps":["trace[657875285] 'process raft request' (duration: 635.042573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.940007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.304548Z","time spent":"635.356692ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.940078Z","caller":"traceutil/trace.go:171","msg":"trace[1675565475] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"635.442034ms","start":"2026-03-31T05:53:31.304615Z","end":"2026-03-31T05:53:31.940057Z","steps":["trace[1675565475] 'process raft request' (duration: 635.144036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.940221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.304602Z","time spent":"635.539737ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.940412Z","caller":"traceutil/trace.go:171","msg":"trace[606988951] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"635.684481ms","start":"2026-03-31T05:53:31.304712Z","end":"2026-03-31T05:53:31.940396Z","steps":["trace[606988951] 'process raft request' (duration: 635.258739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.940485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.3047Z","time spent":"635.752843ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.940636Z","caller":"traceutil/trace.go:171","msg":"trace[167761906] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"633.779629ms","start":"2026-03-31T05:53:31.306846Z","end":"2026-03-31T05:53:31.940625Z","steps":["trace[167761906] 'process raft request' (duration: 633.639035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:31.940633Z","caller":"traceutil/trace.go:171","msg":"trace[1432837837] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"635.883936ms","start":"2026-03-31T05:53:31.304713Z","end":"2026-03-31T05:53:31.940597Z","steps":["trace[1432837837] 'process raft request' (duration: 635.624369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:31.940644Z","caller":"traceutil/trace.go:171","msg":"trace[1761947694] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27970; }","duration":"635.764263ms","start":"2026-03-31T05:53:31.304856Z","end":"2026-03-31T05:53:31.940621Z","steps":["trace[1761947694] 'read index received' (duration: 51.31771ms)","trace[1761947694] 'applied index is now lower than readState.Index' (duration: 584.445113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:31.940689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.306831Z","time spent":"633.83224ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:31.940713Z","caller":"traceutil/trace.go:171","msg":"trace[304181226] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"633.165463ms","start":"2026-03-31T05:53:31.30751Z","end":"2026-03-31T05:53:31.940675Z","steps":["trace[304181226] 'process raft request' (duration: 633.0593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.940763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.304688Z","time spent":"636.011919ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:31.940785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.946937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:31.940812Z","caller":"traceutil/trace.go:171","msg":"trace[270662910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27021; }","duration":"636.004609ms","start":"2026-03-31T05:53:31.3048Z","end":"2026-03-31T05:53:31.940805Z","steps":["trace[270662910] 'agreement among raft nodes before linearized reading' (duration: 635.953038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:31.940835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.304784Z","time spent":"636.046921ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:31.940852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.307499Z","time spent":"633.242014ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:32.386507Z","caller":"traceutil/trace.go:171","msg":"trace[1396237623] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"1.023546772s","start":"2026-03-31T05:53:31.362941Z","end":"2026-03-31T05:53:32.386488Z","steps":["trace[1396237623] 'process raft request' (duration: 1.023443409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.386607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.362927Z","time spent":"1.023634064s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:32.388712Z","caller":"traceutil/trace.go:171","msg":"trace[250468904] linearizableReadLoop","detail":"{readStateIndex:27978; appliedIndex:27978; }","duration":"447.985181ms","start":"2026-03-31T05:53:31.940712Z","end":"2026-03-31T05:53:32.388697Z","steps":["trace[250468904] 'read index received' (duration: 447.97929ms)","trace[250468904] 'applied index is now lower than readState.Index' (duration: 5.141µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.45523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.336644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:32.455248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.492786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-03-31T05:53:32.45529Z","caller":"traceutil/trace.go:171","msg":"trace[467305519] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27022; }","duration":"546.430737ms","start":"2026-03-31T05:53:31.908844Z","end":"2026-03-31T05:53:32.455274Z","steps":["trace[467305519] 'agreement among raft nodes before linearized reading' (duration: 479.936953ms)","trace[467305519] 'count revisions from in-memory index tree' (duration: 66.413472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.455325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.908828Z","time spent":"546.488308ms","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:32.455317Z","caller":"traceutil/trace.go:171","msg":"trace[464340834] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27022; }","duration":"532.610629ms","start":"2026-03-31T05:53:31.922686Z","end":"2026-03-31T05:53:32.455297Z","steps":["trace[464340834] 'agreement among raft nodes before linearized reading' (duration: 466.082825ms)","trace[464340834] 'range keys from in-memory index tree' (duration: 66.260847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.455466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.181692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-31T05:53:32.455502Z","caller":"traceutil/trace.go:171","msg":"trace[1022342449] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27022; }","duration":"549.241682ms","start":"2026-03-31T05:53:31.906246Z","end":"2026-03-31T05:53:32.455488Z","steps":["trace[1022342449] 'agreement among raft nodes before linearized reading' (duration: 482.549633ms)","trace[1022342449] 'range keys from in-memory index tree' (duration: 66.613517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.455518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.205142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-31T05:53:32.455524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.906227Z","time spent":"549.291514ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:53:32.455549Z","caller":"traceutil/trace.go:171","msg":"trace[722060303] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27022; }","duration":"549.244703ms","start":"2026-03-31T05:53:31.906294Z","end":"2026-03-31T05:53:32.455539Z","steps":["trace[722060303] 'agreement among raft nodes before linearized reading' (duration: 482.494542ms)","trace[722060303] 'range keys from in-memory index tree' (duration: 66.686929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.455569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.90629Z","time spent":"549.274923ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:53:32.45568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095361481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:53:32.455706Z","caller":"traceutil/trace.go:171","msg":"trace[1667229091] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27022; }","duration":"1.095408742s","start":"2026-03-31T05:53:31.360287Z","end":"2026-03-31T05:53:32.455696Z","steps":["trace[1667229091] 'agreement among raft nodes before linearized reading' (duration: 1.028514047s)","trace[1667229091] 'range keys from in-memory index tree' (duration: 66.822642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.455721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.360272Z","time spent":"1.095445324s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:53:32.456068Z","caller":"traceutil/trace.go:171","msg":"trace[249124161] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"507.152295ms","start":"2026-03-31T05:53:31.948906Z","end":"2026-03-31T05:53:32.456058Z","steps":["trace[249124161] 'process raft request' (duration: 506.994081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.456055Z","caller":"traceutil/trace.go:171","msg":"trace[1493926374] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"508.879222ms","start":"2026-03-31T05:53:31.947133Z","end":"2026-03-31T05:53:32.456012Z","steps":["trace[1493926374] 'process raft request' (duration: 507.542825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.45614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.948881Z","time spent":"507.219997ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:32.45615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.810968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-31T05:53:32.456176Z","caller":"traceutil/trace.go:171","msg":"trace[1272300496] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"505.835709ms","start":"2026-03-31T05:53:31.950331Z","end":"2026-03-31T05:53:32.456167Z","steps":["trace[1272300496] 'agreement among raft nodes before linearized reading' (duration: 505.740236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.950328Z","time spent":"505.860139ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:32.456186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.947119Z","time spent":"509.003316ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:32.456295Z","caller":"traceutil/trace.go:171","msg":"trace[1861205353] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"507.268568ms","start":"2026-03-31T05:53:31.94902Z","end":"2026-03-31T05:53:32.456289Z","steps":["trace[1861205353] 'process raft request' (duration: 506.938989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.993494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-03-31T05:53:32.456326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.949009Z","time spent":"507.302919ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:32.456331Z","caller":"traceutil/trace.go:171","msg":"trace[1615644] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"506.027354ms","start":"2026-03-31T05:53:31.950296Z","end":"2026-03-31T05:53:32.456323Z","steps":["trace[1615644] 'agreement among raft nodes before linearized reading' (duration: 505.952562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.950292Z","time spent":"506.054275ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-31T05:53:32.45644Z","caller":"traceutil/trace.go:171","msg":"trace[25748216] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"503.127325ms","start":"2026-03-31T05:53:31.953305Z","end":"2026-03-31T05:53:32.456432Z","steps":["trace[25748216] 'process raft request' (duration: 502.682493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.95329Z","time spent":"503.167176ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:32.456507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.22813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-31T05:53:32.456527Z","caller":"traceutil/trace.go:171","msg":"trace[394632051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"506.271801ms","start":"2026-03-31T05:53:31.950249Z","end":"2026-03-31T05:53:32.456521Z","steps":["trace[394632051] 'agreement among raft nodes before linearized reading' (duration: 506.207529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.950241Z","time spent":"506.299641ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:32.456628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.772701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-31T05:53:32.456649Z","caller":"traceutil/trace.go:171","msg":"trace[1983130257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"485.799293ms","start":"2026-03-31T05:53:31.97084Z","end":"2026-03-31T05:53:32.456639Z","steps":["trace[1983130257] 'agreement among raft nodes before linearized reading' (duration: 485.740801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.970836Z","time spent":"485.827613ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:32.456701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.92092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:53:32.45673Z","caller":"traceutil/trace.go:171","msg":"trace[1964967406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27026; }","duration":"509.965111ms","start":"2026-03-31T05:53:31.946758Z","end":"2026-03-31T05:53:32.456723Z","steps":["trace[1964967406] 'agreement among raft nodes before linearized reading' (duration: 509.885649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.946753Z","time spent":"509.991923ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:53:32.456813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.018318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-31T05:53:32.456857Z","caller":"traceutil/trace.go:171","msg":"trace[1579654054] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"486.09063ms","start":"2026-03-31T05:53:31.970752Z","end":"2026-03-31T05:53:32.456843Z","steps":["trace[1579654054] 'agreement among raft nodes before linearized reading' (duration: 485.976647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.166867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T05:53:32.456899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.970735Z","time spent":"486.155792ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-31T05:53:32.456921Z","caller":"traceutil/trace.go:171","msg":"trace[2014578688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27026; }","duration":"510.231609ms","start":"2026-03-31T05:53:31.946682Z","end":"2026-03-31T05:53:32.456913Z","steps":["trace[2014578688] 'agreement among raft nodes before linearized reading' (duration: 510.165688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.456941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.946661Z","time spent":"510.27461ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:32.456987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.598639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:53:32.457008Z","caller":"traceutil/trace.go:171","msg":"trace[47562933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27026; }","duration":"510.661781ms","start":"2026-03-31T05:53:31.946342Z","end":"2026-03-31T05:53:32.457004Z","steps":["trace[47562933] 'agreement among raft nodes before linearized reading' (duration: 510.608369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.457022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.946319Z","time spent":"510.699871ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:53:32.457179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.048721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T05:53:32.457219Z","caller":"traceutil/trace.go:171","msg":"trace[1575543257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27026; }","duration":"500.101252ms","start":"2026-03-31T05:53:31.957107Z","end":"2026-03-31T05:53:32.457208Z","steps":["trace[1575543257] 'agreement among raft nodes before linearized reading' (duration: 499.996519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.45725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.109351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-31T05:53:32.457268Z","caller":"traceutil/trace.go:171","msg":"trace[85196477] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:27026; }","duration":"504.143543ms","start":"2026-03-31T05:53:31.95312Z","end":"2026-03-31T05:53:32.457263Z","steps":["trace[85196477] 'agreement among raft nodes before linearized reading' (duration: 504.092841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.457281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.953113Z","time spent":"504.164483ms","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-31T05:53:32.457247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.9571Z","time spent":"500.140123ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-31T05:53:32.461031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:31.922668Z","time spent":"532.686482ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-31T05:53:32.694244Z","caller":"traceutil/trace.go:171","msg":"trace[393801590] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"229.041288ms","start":"2026-03-31T05:53:32.46517Z","end":"2026-03-31T05:53:32.694212Z","steps":["trace[393801590] 'process raft request' (duration: 228.941145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.694461Z","caller":"traceutil/trace.go:171","msg":"trace[79606761] linearizableReadLoop","detail":"{readStateIndex:27985; appliedIndex:27982; }","duration":"229.608633ms","start":"2026-03-31T05:53:32.464836Z","end":"2026-03-31T05:53:32.694444Z","steps":["trace[79606761] 'read index received' (duration: 24.95042ms)","trace[79606761] 'applied index is now lower than readState.Index' (duration: 204.657123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:32.694492Z","caller":"traceutil/trace.go:171","msg":"trace[417130697] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"232.40074ms","start":"2026-03-31T05:53:32.462071Z","end":"2026-03-31T05:53:32.694472Z","steps":["trace[417130697] 'process raft request' (duration: 231.940457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.694564Z","caller":"traceutil/trace.go:171","msg":"trace[1109782575] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"229.439999ms","start":"2026-03-31T05:53:32.465108Z","end":"2026-03-31T05:53:32.694548Z","steps":["trace[1109782575] 'process raft request' (duration: 228.967366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.694617Z","caller":"traceutil/trace.go:171","msg":"trace[8960240] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"233.773788ms","start":"2026-03-31T05:53:32.460833Z","end":"2026-03-31T05:53:32.694607Z","steps":["trace[8960240] 'process raft request' (duration: 232.40808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.694673Z","caller":"traceutil/trace.go:171","msg":"trace[474014087] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"226.785277ms","start":"2026-03-31T05:53:32.467879Z","end":"2026-03-31T05:53:32.694664Z","steps":["trace[474014087] 'process raft request' (duration: 226.488019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.694759Z","caller":"traceutil/trace.go:171","msg":"trace[1196869827] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"229.558002ms","start":"2026-03-31T05:53:32.465192Z","end":"2026-03-31T05:53:32.69475Z","steps":["trace[1196869827] 'process raft request' (duration: 228.973427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.694817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.957883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:32.69487Z","caller":"traceutil/trace.go:171","msg":"trace[1428541486] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27033; }","duration":"230.047985ms","start":"2026-03-31T05:53:32.464808Z","end":"2026-03-31T05:53:32.694856Z","steps":["trace[1428541486] 'agreement among raft nodes before linearized reading' (duration: 229.889011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.695115Z","caller":"traceutil/trace.go:171","msg":"trace[308083062] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"229.8606ms","start":"2026-03-31T05:53:32.465237Z","end":"2026-03-31T05:53:32.695098Z","steps":["trace[308083062] 'process raft request' (duration: 229.011517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:32.704439Z","caller":"traceutil/trace.go:171","msg":"trace[983912986] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"211.14902ms","start":"2026-03-31T05:53:32.493271Z","end":"2026-03-31T05:53:32.70442Z","steps":["trace[983912986] 'process raft request' (duration: 210.985126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.704531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.523444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:32.704577Z","caller":"traceutil/trace.go:171","msg":"trace[1502729939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27034; }","duration":"217.617656ms","start":"2026-03-31T05:53:32.486947Z","end":"2026-03-31T05:53:32.704565Z","steps":["trace[1502729939] 'agreement among raft nodes before linearized reading' (duration: 217.495253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.704678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.495983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"info","ts":"2026-03-31T05:53:32.704747Z","caller":"traceutil/trace.go:171","msg":"trace[1626370527] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:27034; }","duration":"136.612996ms","start":"2026-03-31T05:53:32.568116Z","end":"2026-03-31T05:53:32.704729Z","steps":["trace[1626370527] 'agreement among raft nodes before linearized reading' (duration: 136.272787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.704842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.904524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T05:53:32.704875Z","caller":"traceutil/trace.go:171","msg":"trace[1466344118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27034; }","duration":"239.935605ms","start":"2026-03-31T05:53:32.464927Z","end":"2026-03-31T05:53:32.704863Z","steps":["trace[1466344118] 'agreement among raft nodes before linearized reading' (duration: 239.451832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:32.870593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.426928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:32.870673Z","caller":"traceutil/trace.go:171","msg":"trace[948096068] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27040; }","duration":"156.53002ms","start":"2026-03-31T05:53:32.714123Z","end":"2026-03-31T05:53:32.870653Z","steps":["trace[948096068] 'agreement among raft nodes before linearized reading' (duration: 79.653593ms)","trace[948096068] 'range keys from in-memory index tree' (duration: 76.766094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.870962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.198318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T05:53:32.871004Z","caller":"traceutil/trace.go:171","msg":"trace[1653750799] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27040; }","duration":"157.27165ms","start":"2026-03-31T05:53:32.713721Z","end":"2026-03-31T05:53:32.870992Z","steps":["trace[1653750799] 'agreement among raft nodes before linearized reading' (duration: 80.107675ms)","trace[1653750799] 'range keys from in-memory index tree' (duration: 77.022701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:32.871236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.052589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T05:53:32.871275Z","caller":"traceutil/trace.go:171","msg":"trace[1922922598] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27040; }","duration":"159.124331ms","start":"2026-03-31T05:53:32.712139Z","end":"2026-03-31T05:53:32.871264Z","steps":["trace[1922922598] 'agreement among raft nodes before linearized reading' (duration: 81.803771ms)","trace[1922922598] 'range keys from in-memory index tree' (duration: 77.227866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:33.136208Z","caller":"traceutil/trace.go:171","msg":"trace[1853284712] linearizableReadLoop","detail":"{readStateIndex:27998; appliedIndex:27997; }","duration":"256.60442ms","start":"2026-03-31T05:53:32.879581Z","end":"2026-03-31T05:53:33.136185Z","steps":["trace[1853284712] 'read index received' (duration: 256.434386ms)","trace[1853284712] 'applied index is now lower than readState.Index' (duration: 169.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:33.136453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.150638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T05:53:33.136454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.858557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-31T05:53:33.136546Z","caller":"traceutil/trace.go:171","msg":"trace[1857163982] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27041; }","duration":"241.290372ms","start":"2026-03-31T05:53:32.895247Z","end":"2026-03-31T05:53:33.136537Z","steps":["trace[1857163982] 'agreement among raft nodes before linearized reading' (duration: 241.112547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.136556Z","caller":"traceutil/trace.go:171","msg":"trace[483942023] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27041; }","duration":"256.98932ms","start":"2026-03-31T05:53:32.879555Z","end":"2026-03-31T05:53:33.136544Z","steps":["trace[483942023] 'agreement among raft nodes before linearized reading' (duration: 256.723163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.136583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.700925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:53:33.136627Z","caller":"traceutil/trace.go:171","msg":"trace[1427996805] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27041; }","duration":"211.794628ms","start":"2026-03-31T05:53:32.924819Z","end":"2026-03-31T05:53:33.136614Z","steps":["trace[1427996805] 'agreement among raft nodes before linearized reading' (duration: 211.613383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.136606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.951173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:33.136713Z","caller":"traceutil/trace.go:171","msg":"trace[628831154] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27041; }","duration":"105.131178ms","start":"2026-03-31T05:53:33.031558Z","end":"2026-03-31T05:53:33.136689Z","steps":["trace[628831154] 'agreement among raft nodes before linearized reading' (duration: 104.84991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.136766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.837234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130796"} {"level":"info","ts":"2026-03-31T05:53:33.137187Z","caller":"traceutil/trace.go:171","msg":"trace[804992291] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27041; }","duration":"177.296976ms","start":"2026-03-31T05:53:32.959872Z","end":"2026-03-31T05:53:33.137169Z","steps":["trace[804992291] 'agreement among raft nodes before linearized reading' (duration: 176.647498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.136797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.431813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:53:33.137301Z","caller":"traceutil/trace.go:171","msg":"trace[1112029159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27041; }","duration":"235.948506ms","start":"2026-03-31T05:53:32.901336Z","end":"2026-03-31T05:53:33.137285Z","steps":["trace[1112029159] 'agreement among raft nodes before linearized reading' (duration: 235.400711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.136319Z","caller":"traceutil/trace.go:171","msg":"trace[570155519] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"257.458634ms","start":"2026-03-31T05:53:32.87881Z","end":"2026-03-31T05:53:33.136269Z","steps":["trace[570155519] 'process raft request' (duration: 257.258048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.277204Z","caller":"traceutil/trace.go:171","msg":"trace[68869638] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"135.186778ms","start":"2026-03-31T05:53:33.141996Z","end":"2026-03-31T05:53:33.277183Z","steps":["trace[68869638] 'process raft request' (duration: 134.982522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.40843Z","caller":"traceutil/trace.go:171","msg":"trace[137063656] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"265.532663ms","start":"2026-03-31T05:53:33.142859Z","end":"2026-03-31T05:53:33.408392Z","steps":["trace[137063656] 'process raft request' (duration: 250.564595ms)","trace[137063656] 'compare' (duration: 14.66963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:33.408833Z","caller":"traceutil/trace.go:171","msg":"trace[913885685] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"265.572435ms","start":"2026-03-31T05:53:33.143042Z","end":"2026-03-31T05:53:33.408614Z","steps":["trace[913885685] 'process raft request' (duration: 265.252766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.408962Z","caller":"traceutil/trace.go:171","msg":"trace[1657211285] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27044; }","duration":"130.435308ms","start":"2026-03-31T05:53:33.278497Z","end":"2026-03-31T05:53:33.408932Z","steps":["trace[1657211285] 'process raft request' (duration: 130.096168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.408961Z","caller":"traceutil/trace.go:171","msg":"trace[615438622] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"124.658071ms","start":"2026-03-31T05:53:33.284279Z","end":"2026-03-31T05:53:33.408937Z","steps":["trace[615438622] 'process raft request' (duration: 124.561918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.409741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.672908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T05:53:33.409794Z","caller":"traceutil/trace.go:171","msg":"trace[1515848646] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27045; }","duration":"265.76987ms","start":"2026-03-31T05:53:33.144008Z","end":"2026-03-31T05:53:33.409778Z","steps":["trace[1515848646] 'agreement among raft nodes before linearized reading' (duration: 265.582015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:33.40975Z","caller":"traceutil/trace.go:171","msg":"trace[1966099953] linearizableReadLoop","detail":"{readStateIndex:28001; appliedIndex:27998; }","duration":"265.686987ms","start":"2026-03-31T05:53:33.144036Z","end":"2026-03-31T05:53:33.409723Z","steps":["trace[1966099953] 'read index received' (duration: 132.974737ms)","trace[1966099953] 'applied index is now lower than readState.Index' (duration: 132.480274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:33.410367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.292284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-31T05:53:33.4108Z","caller":"traceutil/trace.go:171","msg":"trace[1742520042] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27045; }","duration":"266.756637ms","start":"2026-03-31T05:53:33.144021Z","end":"2026-03-31T05:53:33.410777Z","steps":["trace[1742520042] 'agreement among raft nodes before linearized reading' (duration: 266.181471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.410476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.684531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-31T05:53:33.411162Z","caller":"traceutil/trace.go:171","msg":"trace[401608625] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27045; }","duration":"217.410511ms","start":"2026-03-31T05:53:33.193729Z","end":"2026-03-31T05:53:33.411139Z","steps":["trace[401608625] 'agreement among raft nodes before linearized reading' (duration: 216.573008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.410681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.472769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:53:33.41127Z","caller":"traceutil/trace.go:171","msg":"trace[125755230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27045; }","duration":"267.093416ms","start":"2026-03-31T05:53:33.144157Z","end":"2026-03-31T05:53:33.411251Z","steps":["trace[125755230] 'agreement among raft nodes before linearized reading' (duration: 266.382556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:33.920831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:34.421729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:34.922198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:35.422789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:35.923922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:35.960807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.544316506s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:36.313675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.562758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:36.313777Z","caller":"traceutil/trace.go:171","msg":"trace[379864488] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"2.897636155s","start":"2026-03-31T05:53:33.416123Z","end":"2026-03-31T05:53:36.313759Z","steps":["trace[379864488] 'process raft request' (duration: 2.544917272s)","trace[379864488] 'compare' (duration: 351.623873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:36.313823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.416097Z","time spent":"2.897703677s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130780,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:36.485087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:36.48518Z","caller":"traceutil/trace.go:171","msg":"trace[151951142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004947s","start":"2026-03-31T05:53:34.485112Z","end":"2026-03-31T05:53:36.485161Z","steps":["trace[151951142] 'agreement among raft nodes before linearized reading' (duration: 1.999925737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:36.485232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.485092Z","time spent":"2.000125342s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:38.420664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.426259Z","time spent":"4.994396411s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:38.485393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:38.485521Z","caller":"traceutil/trace.go:171","msg":"trace[1032523780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013248s","start":"2026-03-31T05:53:36.485471Z","end":"2026-03-31T05:53:38.485485Z","steps":["trace[1032523780] 'agreement among raft nodes before linearized reading' (duration: 1.999852813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.485588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.485451Z","time spent":"2.000118791s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:38.844454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.735859812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:38.845048Z","caller":"traceutil/trace.go:171","msg":"trace[1848897390] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"5.425151722s","start":"2026-03-31T05:53:33.419858Z","end":"2026-03-31T05:53:38.84501Z","steps":["trace[1848897390] 'process raft request' (duration: 5.424888245s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.845116Z","caller":"traceutil/trace.go:171","msg":"trace[677059141] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"4.094019291s","start":"2026-03-31T05:53:34.751073Z","end":"2026-03-31T05:53:38.845092Z","steps":["trace[677059141] 'process raft request' (duration: 4.093920049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.84519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.419833Z","time spent":"5.425289026s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:38.845204Z","caller":"traceutil/trace.go:171","msg":"trace[2014964437] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"4.381712389s","start":"2026-03-31T05:53:34.463371Z","end":"2026-03-31T05:53:38.845083Z","steps":["trace[2014964437] 'process raft request' (duration: 4.381587696s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.845363Z","caller":"traceutil/trace.go:171","msg":"trace[1946540944] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"3.430923013s","start":"2026-03-31T05:53:35.414433Z","end":"2026-03-31T05:53:38.845356Z","steps":["trace[1946540944] 'process raft request' (duration: 3.43082657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.845426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.414421Z","time spent":"3.430970063s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:38.845424Z","caller":"traceutil/trace.go:171","msg":"trace[1221905530] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"3.881974867s","start":"2026-03-31T05:53:34.963428Z","end":"2026-03-31T05:53:38.845403Z","steps":["trace[1221905530] 'process raft request' (duration: 3.881782722s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.845443Z","caller":"traceutil/trace.go:171","msg":"trace[1261553635] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"2.959032659s","start":"2026-03-31T05:53:35.886383Z","end":"2026-03-31T05:53:38.845416Z","steps":["trace[1261553635] 'process raft request' (duration: 2.958901406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.845472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425504511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-31T05:53:38.84551Z","caller":"traceutil/trace.go:171","msg":"trace[37955401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:27054; }","duration":"5.425568614s","start":"2026-03-31T05:53:33.419935Z","end":"2026-03-31T05:53:38.845504Z","steps":["trace[37955401] 'agreement among raft nodes before linearized reading' (duration: 5.425413969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.845265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.751046Z","time spent":"4.094144234s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:38.845326Z","caller":"traceutil/trace.go:171","msg":"trace[1449964115] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28003; }","duration":"5.425348387s","start":"2026-03-31T05:53:33.419965Z","end":"2026-03-31T05:53:38.845314Z","steps":["trace[1449964115] 'read index received' (duration: 2.541041056s)","trace[1449964115] 'applied index is now lower than readState.Index' (duration: 2.884303711s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:38.845541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.419925Z","time spent":"5.425607784s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-03-31T05:53:38.845317Z","caller":"traceutil/trace.go:171","msg":"trace[820280572] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"4.085054296s","start":"2026-03-31T05:53:34.760254Z","end":"2026-03-31T05:53:38.845308Z","steps":["trace[820280572] 'process raft request' (duration: 4.084792519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.845569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.886358Z","time spent":"2.959148573s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:38.845529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.963396Z","time spent":"3.882080649s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:38.845591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.760207Z","time spent":"4.085368655s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:38.845721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.463346Z","time spent":"4.382174561s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:39.106639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:39.10674Z","caller":"traceutil/trace.go:171","msg":"trace[1640044473] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999563162s","start":"2026-03-31T05:53:34.107157Z","end":"2026-03-31T05:53:39.10672Z","steps":["trace[1640044473] 'agreement among raft nodes before linearized reading' (duration: 4.999436589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.10679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.107142Z","time spent":"4.999635144s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:53:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:39.345635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:39.697507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998224547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:39.697579Z","caller":"traceutil/trace.go:171","msg":"trace[1386754223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9983465s","start":"2026-03-31T05:53:34.699217Z","end":"2026-03-31T05:53:39.697563Z","steps":["trace[1386754223] 'agreement among raft nodes before linearized reading' (duration: 4.998255678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.697615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.6992Z","time spent":"4.998407873s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:53:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:39.698825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998891366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:39.69893Z","caller":"traceutil/trace.go:171","msg":"trace[1707487621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99905945s","start":"2026-03-31T05:53:34.699846Z","end":"2026-03-31T05:53:39.698906Z","steps":["trace[1707487621] 'agreement among raft nodes before linearized reading' (duration: 4.998929667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.698964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999160413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T05:53:39.699002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.699827Z","time spent":"4.999160093s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:53:39.699042Z","caller":"traceutil/trace.go:171","msg":"trace[1836127799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999249385s","start":"2026-03-31T05:53:34.69976Z","end":"2026-03-31T05:53:39.69901Z","steps":["trace[1836127799] 'agreement among raft nodes before linearized reading' (duration: 4.999184543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:39.699104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.699747Z","time spent":"4.999346508s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:53:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:53:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:40.492052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:40.492122Z","caller":"traceutil/trace.go:171","msg":"trace[1364923079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116532s","start":"2026-03-31T05:53:38.49199Z","end":"2026-03-31T05:53:40.492107Z","steps":["trace[1364923079] 'agreement among raft nodes before linearized reading' (duration: 2.000023169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.492158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.491966Z","time spent":"2.000184664s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:42.493369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:42.493467Z","caller":"traceutil/trace.go:171","msg":"trace[528717680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000936733s","start":"2026-03-31T05:53:40.49251Z","end":"2026-03-31T05:53:42.493446Z","steps":["trace[528717680] 'agreement among raft nodes before linearized reading' (duration: 2.000812629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:42.493511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.492486Z","time spent":"2.001014245s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:42.577371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.553963Z","time spent":"3.023399585s","remote":"127.0.0.1:45734","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:42.577943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.726169948s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:42.580899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759692131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:42.581035Z","caller":"traceutil/trace.go:171","msg":"trace[214030606] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"6.29274746s","start":"2026-03-31T05:53:36.28827Z","end":"2026-03-31T05:53:42.581018Z","steps":["trace[214030606] 'process raft request' (duration: 3.532850713s)","trace[214030606] 'compare' (duration: 2.757585464s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:42.58108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.288243Z","time spent":"6.292816362s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:43.41394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991484164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:43.414021Z","caller":"traceutil/trace.go:171","msg":"trace[1325505835] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.991616247s","start":"2026-03-31T05:53:38.422384Z","end":"2026-03-31T05:53:43.414Z","steps":["trace[1325505835] 'agreement among raft nodes before linearized reading' (duration: 4.991481693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.414058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.42234Z","time spent":"4.991710239s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:53:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:43.670984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091863835s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:43.748834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167838348s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:53:43.750154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.518054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.750285Z","caller":"traceutil/trace.go:171","msg":"trace[715402445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27055; }","duration":"658.658148ms","start":"2026-03-31T05:53:43.091605Z","end":"2026-03-31T05:53:43.750263Z","steps":["trace[715402445] 'range keys from in-memory index tree' (duration: 658.501044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.750879Z","caller":"traceutil/trace.go:171","msg":"trace[1912499036] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"5.234093931s","start":"2026-03-31T05:53:38.516756Z","end":"2026-03-31T05:53:43.750849Z","steps":["trace[1912499036] 'process raft request' (duration: 5.232166919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.751082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.516729Z","time spent":"5.234248386s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.750896Z","caller":"traceutil/trace.go:171","msg":"trace[1907888128] linearizableReadLoop","detail":"{readStateIndex:28015; appliedIndex:28012; }","duration":"4.905320753s","start":"2026-03-31T05:53:38.84555Z","end":"2026-03-31T05:53:43.750871Z","steps":["trace[1907888128] 'read index received' (duration: 975.620824ms)","trace[1907888128] 'applied index is now lower than readState.Index' (duration: 3.929698489s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.583532182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:43.958237Z","caller":"traceutil/trace.go:171","msg":"trace[1020510814] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27056; }","duration":"7.583683266s","start":"2026-03-31T05:53:36.374533Z","end":"2026-03-31T05:53:43.958217Z","steps":["trace[1020510814] 'agreement among raft nodes before linearized reading' (duration: 7.376375191s)","trace[1020510814] 'count revisions from in-memory index tree' (duration: 207.156401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.374513Z","time spent":"7.583767697s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.958305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638711457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-03-31T05:53:43.958353Z","caller":"traceutil/trace.go:171","msg":"trace[293142679] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27056; }","duration":"7.638749748s","start":"2026-03-31T05:53:36.319586Z","end":"2026-03-31T05:53:43.958336Z","steps":["trace[293142679] 'agreement among raft nodes before linearized reading' (duration: 7.431348891s)","trace[293142679] 'range keys from in-memory index tree' (duration: 207.268174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.319508Z","time spent":"7.638874111s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-31T05:53:43.958383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.535239531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-31T05:53:43.958467Z","caller":"traceutil/trace.go:171","msg":"trace[1650541846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27056; }","duration":"10.535337824s","start":"2026-03-31T05:53:33.423105Z","end":"2026-03-31T05:53:43.958443Z","steps":["trace[1650541846] 'agreement among raft nodes before linearized reading' (duration: 10.327954507s)","trace[1650541846] 'range keys from in-memory index tree' (duration: 207.189772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.423098Z","time spent":"10.535405456s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7531,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-31T05:53:43.958637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012177662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-31T05:53:43.958676Z","caller":"traceutil/trace.go:171","msg":"trace[465409124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.012238894s","start":"2026-03-31T05:53:33.946427Z","end":"2026-03-31T05:53:43.958666Z","steps":["trace[465409124] 'agreement among raft nodes before linearized reading' (duration: 9.804510828s)","trace[465409124] 'range keys from in-memory index tree' (duration: 207.676085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.259912512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:53:43.958755Z","caller":"traceutil/trace.go:171","msg":"trace[521577076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27056; }","duration":"9.260071436s","start":"2026-03-31T05:53:34.698673Z","end":"2026-03-31T05:53:43.958744Z","steps":["trace[521577076] 'agreement among raft nodes before linearized reading' (duration: 9.052205856s)","trace[521577076] 'range keys from in-memory index tree' (duration: 207.734757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.537542134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T05:53:43.958799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.698651Z","time spent":"9.260140558s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:43.958857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.257958889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.958884Z","caller":"traceutil/trace.go:171","msg":"trace[258970282] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27056; }","duration":"9.25799816s","start":"2026-03-31T05:53:34.700876Z","end":"2026-03-31T05:53:43.958874Z","steps":["trace[258970282] 'agreement among raft nodes before linearized reading' (duration: 9.050097069s)","trace[258970282] 'count revisions from in-memory index tree' (duration: 207.86366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.958903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.700868Z","time spent":"9.25802968s","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.958716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.946411Z","time spent":"10.012294175s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:43.958081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.5450134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.959056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.729713947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:43.959093Z","caller":"traceutil/trace.go:171","msg":"trace[1797774982] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27056; }","duration":"8.546081219s","start":"2026-03-31T05:53:35.412994Z","end":"2026-03-31T05:53:43.959075Z","steps":["trace[1797774982] 'agreement among raft nodes before linearized reading' (duration: 8.337951272s)","trace[1797774982] 'count revisions from in-memory index tree' (duration: 207.066208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:43.959104Z","caller":"traceutil/trace.go:171","msg":"trace[1502145902] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27056; }","duration":"9.729807431s","start":"2026-03-31T05:53:34.229284Z","end":"2026-03-31T05:53:43.959092Z","steps":["trace[1502145902] 'agreement among raft nodes before linearized reading' (duration: 9.521632072s)","trace[1502145902] 'count revisions from in-memory index tree' (duration: 208.114697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.229251Z","time spent":"9.729882562s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.959147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.412979Z","time spent":"8.546151471s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} 2026/03/31 05:53:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:53:43.958824Z","caller":"traceutil/trace.go:171","msg":"trace[2122699669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27056; }","duration":"10.537606265s","start":"2026-03-31T05:53:33.421206Z","end":"2026-03-31T05:53:43.958812Z","steps":["trace[2122699669] 'agreement among raft nodes before linearized reading' (duration: 10.329773906s)","trace[2122699669] 'range keys from in-memory index tree' (duration: 207.740067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511291851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.959292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.421191Z","time spent":"10.538092599s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-31T05:53:43.959323Z","caller":"traceutil/trace.go:171","msg":"trace[1340276889] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27056; }","duration":"7.511413994s","start":"2026-03-31T05:53:36.447879Z","end":"2026-03-31T05:53:43.959293Z","steps":["trace[1340276889] 'agreement among raft nodes before linearized reading' (duration: 7.302992109s)","trace[1340276889] 'count revisions from in-memory index tree' (duration: 208.320173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:36.447855Z","time spent":"7.511540618s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.95872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.633919388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T05:53:43.959492Z","caller":"traceutil/trace.go:171","msg":"trace[1775673969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27056; }","duration":"5.634759091s","start":"2026-03-31T05:53:38.324718Z","end":"2026-03-31T05:53:43.959478Z","steps":["trace[1775673969] 'agreement among raft nodes before linearized reading' (duration: 5.426174811s)","trace[1775673969] 'range keys from in-memory index tree' (duration: 207.232852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.324693Z","time spent":"5.634834254s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:53:43.958762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.813114483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:43.9596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.013117167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-31T05:53:43.959632Z","caller":"traceutil/trace.go:171","msg":"trace[717664653] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27056; }","duration":"8.814041379s","start":"2026-03-31T05:53:35.145576Z","end":"2026-03-31T05:53:43.959617Z","steps":["trace[717664653] 'agreement among raft nodes before linearized reading' (duration: 8.605372177s)","trace[717664653] 'count revisions from in-memory index tree' (duration: 207.789008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:35.145549Z","time spent":"8.81410863s","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:43.959673Z","caller":"traceutil/trace.go:171","msg":"trace[617244565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.01318229s","start":"2026-03-31T05:53:33.946467Z","end":"2026-03-31T05:53:43.959649Z","steps":["trace[617244565] 'agreement among raft nodes before linearized reading' (duration: 9.804438416s)","trace[617244565] 'range keys from in-memory index tree' (duration: 208.669912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:33.946464Z","time spent":"10.013256472s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/31 05:53:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:43.958185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.878219898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.959812Z","caller":"traceutil/trace.go:171","msg":"trace[1473011344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27056; }","duration":"9.879878113s","start":"2026-03-31T05:53:34.079922Z","end":"2026-03-31T05:53:43.959801Z","steps":["trace[1473011344] 'agreement among raft nodes before linearized reading' (duration: 9.671004995s)","trace[1473011344] 'range keys from in-memory index tree' (duration: 207.235743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.959847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:34.079906Z","time spent":"9.879933524s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:53:43.959974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.068393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:43.960082Z","caller":"traceutil/trace.go:171","msg":"trace[148281878] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"3.108440665s","start":"2026-03-31T05:53:40.851631Z","end":"2026-03-31T05:53:43.960072Z","steps":["trace[148281878] 'process raft request' (duration: 2.899227528s)","trace[148281878] 'compare' (duration: 208.089827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.960148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.851606Z","time spent":"3.108518447s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.960416Z","caller":"traceutil/trace.go:171","msg":"trace[1059218495] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"3.108744983s","start":"2026-03-31T05:53:40.851652Z","end":"2026-03-31T05:53:43.960397Z","steps":["trace[1059218495] 'process raft request' (duration: 3.108386183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.960472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.851627Z","time spent":"3.108812375s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.960503Z","caller":"traceutil/trace.go:171","msg":"trace[1269959087] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"3.108189509s","start":"2026-03-31T05:53:40.852292Z","end":"2026-03-31T05:53:43.960481Z","steps":["trace[1269959087] 'process raft request' (duration: 3.107996673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.960668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.852282Z","time spent":"3.108312672s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.960773Z","caller":"traceutil/trace.go:171","msg":"trace[337697135] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"3.108063835s","start":"2026-03-31T05:53:40.852699Z","end":"2026-03-31T05:53:43.960763Z","steps":["trace[337697135] 'process raft request' (duration: 3.107723296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.960826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.852691Z","time spent":"3.108108446s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.960821Z","caller":"traceutil/trace.go:171","msg":"trace[1114856095] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"3.107780037s","start":"2026-03-31T05:53:40.853023Z","end":"2026-03-31T05:53:43.960803Z","steps":["trace[1114856095] 'process raft request' (duration: 3.107660454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.96091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.852999Z","time spent":"3.107861669s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.960918Z","caller":"traceutil/trace.go:171","msg":"trace[1463491198] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"2.306251963s","start":"2026-03-31T05:53:41.654642Z","end":"2026-03-31T05:53:43.960894Z","steps":["trace[1463491198] 'process raft request' (duration: 2.306117809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.96102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.654618Z","time spent":"2.306350246s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:43.961035Z","caller":"traceutil/trace.go:171","msg":"trace[1252285448] linearizableReadLoop","detail":"{readStateIndex:28021; appliedIndex:28015; }","duration":"209.850834ms","start":"2026-03-31T05:53:43.751174Z","end":"2026-03-31T05:53:43.961025Z","steps":["trace[1252285448] 'read index received' (duration: 52.321µs)","trace[1252285448] 'applied index is now lower than readState.Index' (duration: 209.797163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:43.961126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111709923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:53:43.961148Z","caller":"traceutil/trace.go:171","msg":"trace[380128046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:27064; }","duration":"5.111761655s","start":"2026-03-31T05:53:38.84938Z","end":"2026-03-31T05:53:43.961141Z","steps":["trace[380128046] 'agreement among raft nodes before linearized reading' (duration: 5.111671022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.849367Z","time spent":"5.111794155s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09868181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.961224Z","caller":"traceutil/trace.go:171","msg":"trace[1006362590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27064; }","duration":"2.098760832s","start":"2026-03-31T05:53:41.862449Z","end":"2026-03-31T05:53:43.96121Z","steps":["trace[1006362590] 'agreement among raft nodes before linearized reading' (duration: 2.09868883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.862432Z","time spent":"2.098815494s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.961269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886339887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-gws2z\" ","response":"range_response_count:1 size:5934"} {"level":"warn","ts":"2026-03-31T05:53:43.961316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011038618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:53:43.96132Z","caller":"traceutil/trace.go:171","msg":"trace[1442718106] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-gws2z; range_end:; response_count:1; response_revision:27064; }","duration":"2.886389108s","start":"2026-03-31T05:53:41.074915Z","end":"2026-03-31T05:53:43.961304Z","steps":["trace[1442718106] 'agreement among raft nodes before linearized reading' (duration: 2.886220953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.074864Z","time spent":"2.886494401s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5958,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-gws2z\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097220749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:53:43.961407Z","caller":"traceutil/trace.go:171","msg":"trace[1453598790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27064; }","duration":"3.09726624s","start":"2026-03-31T05:53:40.864136Z","end":"2026-03-31T05:53:43.961402Z","steps":["trace[1453598790] 'agreement among raft nodes before linearized reading' (duration: 3.097212988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.864125Z","time spent":"3.097295401s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07225511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.961464Z","caller":"traceutil/trace.go:171","msg":"trace[121736174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27064; }","duration":"1.072322062s","start":"2026-03-31T05:53:42.889131Z","end":"2026-03-31T05:53:43.961453Z","steps":["trace[121736174] 'agreement among raft nodes before linearized reading' (duration: 1.072269231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.889112Z","time spent":"1.072375813s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191757248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.961584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459053132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.961642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215084164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.961644Z","caller":"traceutil/trace.go:171","msg":"trace[2091160100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27064; }","duration":"1.459186026s","start":"2026-03-31T05:53:42.502442Z","end":"2026-03-31T05:53:43.961628Z","steps":["trace[2091160100] 'agreement among raft nodes before linearized reading' (duration: 1.459073723s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.961665Z","caller":"traceutil/trace.go:171","msg":"trace[1801291853] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27064; }","duration":"3.215210538s","start":"2026-03-31T05:53:40.746446Z","end":"2026-03-31T05:53:43.961656Z","steps":["trace[1801291853] 'agreement among raft nodes before linearized reading' (duration: 3.215174377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.746418Z","time spent":"3.215262079s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.961685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.502417Z","time spent":"1.459258587s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572642511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:53:43.961735Z","caller":"traceutil/trace.go:171","msg":"trace[827129126] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:27064; }","duration":"1.572735564s","start":"2026-03-31T05:53:42.388991Z","end":"2026-03-31T05:53:43.961726Z","steps":["trace[827129126] 'agreement among raft nodes before linearized reading' (duration: 1.572632551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.388956Z","time spent":"1.572799485s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:53:43.961817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509314901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:43.961609Z","caller":"traceutil/trace.go:171","msg":"trace[758488285] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27064; }","duration":"3.19181895s","start":"2026-03-31T05:53:40.769782Z","end":"2026-03-31T05:53:43.961601Z","steps":["trace[758488285] 'agreement among raft nodes before linearized reading' (duration: 3.191775019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137433165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.961992Z","caller":"traceutil/trace.go:171","msg":"trace[2118139895] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27064; }","duration":"4.137492647s","start":"2026-03-31T05:53:39.824494Z","end":"2026-03-31T05:53:43.961986Z","steps":["trace[2118139895] 'agreement among raft nodes before linearized reading' (duration: 4.137456436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.961978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.769765Z","time spent":"3.19219441s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.962013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.82447Z","time spent":"4.137534828s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.962139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934131229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:43.96216Z","caller":"traceutil/trace.go:171","msg":"trace[898259107] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27064; }","duration":"4.93419829s","start":"2026-03-31T05:53:39.027956Z","end":"2026-03-31T05:53:43.962154Z","steps":["trace[898259107] 'agreement among raft nodes before linearized reading' (duration: 4.934158149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.962182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:39.027931Z","time spent":"4.934243792s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.962314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035250287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.962382Z","caller":"traceutil/trace.go:171","msg":"trace[2102517293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27064; }","duration":"5.03533814s","start":"2026-03-31T05:53:38.927027Z","end":"2026-03-31T05:53:43.962365Z","steps":["trace[2102517293] 'agreement among raft nodes before linearized reading' (duration: 5.035234347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.962405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431273604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:43.962438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.927017Z","time spent":"5.035405912s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:43.962454Z","caller":"traceutil/trace.go:171","msg":"trace[1709459839] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27064; }","duration":"1.431358396s","start":"2026-03-31T05:53:42.531086Z","end":"2026-03-31T05:53:43.962445Z","steps":["trace[1709459839] 'agreement among raft nodes before linearized reading' (duration: 1.431291184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.962486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:42.531067Z","time spent":"1.431410858s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:43.961938Z","caller":"traceutil/trace.go:171","msg":"trace[1389439107] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27064; }","duration":"3.509463214s","start":"2026-03-31T05:53:40.452467Z","end":"2026-03-31T05:53:43.96193Z","steps":["trace[1389439107] 'agreement among raft nodes before linearized reading' (duration: 3.50932067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.962637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.452448Z","time spent":"3.510172994s","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.962751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03682766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.962786Z","caller":"traceutil/trace.go:171","msg":"trace[672607843] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27064; }","duration":"5.036929153s","start":"2026-03-31T05:53:38.925848Z","end":"2026-03-31T05:53:43.962777Z","steps":["trace[672607843] 'agreement among raft nodes before linearized reading' (duration: 5.036876172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.962813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.925827Z","time spent":"5.036976994s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.962762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260244508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:53:43.963112Z","caller":"traceutil/trace.go:171","msg":"trace[1365800721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27064; }","duration":"2.261242645s","start":"2026-03-31T05:53:41.701778Z","end":"2026-03-31T05:53:43.963021Z","steps":["trace[1365800721] 'agreement among raft nodes before linearized reading' (duration: 2.260039672s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.961338Z","caller":"traceutil/trace.go:171","msg":"trace[1031663736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27064; }","duration":"3.01109609s","start":"2026-03-31T05:53:40.950236Z","end":"2026-03-31T05:53:43.961332Z","steps":["trace[1031663736] 'agreement among raft nodes before linearized reading' (duration: 3.011025408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.963185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.70177Z","time spent":"2.26139695s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:53:43.963303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:40.950217Z","time spent":"3.013066603s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:53:43.963481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264421832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:53:43.963484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262213612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:53:43.963529Z","caller":"traceutil/trace.go:171","msg":"trace[276402405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27064; }","duration":"2.264476643s","start":"2026-03-31T05:53:41.699028Z","end":"2026-03-31T05:53:43.963504Z","steps":["trace[276402405] 'agreement among raft nodes before linearized reading' (duration: 2.264385881s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:43.963544Z","caller":"traceutil/trace.go:171","msg":"trace[389691780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27064; }","duration":"2.262314455s","start":"2026-03-31T05:53:41.701213Z","end":"2026-03-31T05:53:43.963528Z","steps":["trace[389691780] 'agreement among raft nodes before linearized reading' (duration: 2.262179651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.963592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.701193Z","time spent":"2.262391356s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:43.963556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.699014Z","time spent":"2.264535905s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:53:43.963611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799411135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:43.963724Z","caller":"traceutil/trace.go:171","msg":"trace[1059066242] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27064; }","duration":"2.799566169s","start":"2026-03-31T05:53:41.164148Z","end":"2026-03-31T05:53:43.963714Z","steps":["trace[1059066242] 'agreement among raft nodes before linearized reading' (duration: 2.799189559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.963759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.16413Z","time spent":"2.799619881s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:43.963911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76695511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T05:53:43.964015Z","caller":"traceutil/trace.go:171","msg":"trace[689857506] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27064; }","duration":"2.767079093s","start":"2026-03-31T05:53:41.196924Z","end":"2026-03-31T05:53:43.964003Z","steps":["trace[689857506] 'agreement among raft nodes before linearized reading' (duration: 2.765912811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.964042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:41.196908Z","time spent":"2.767128335s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:53:43.964037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068837403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:43.964078Z","caller":"traceutil/trace.go:171","msg":"trace[743247109] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27064; }","duration":"5.068884464s","start":"2026-03-31T05:53:38.895183Z","end":"2026-03-31T05:53:43.964067Z","steps":["trace[743247109] 'agreement among raft nodes before linearized reading' (duration: 5.067664381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:43.964118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:38.895106Z","time spent":"5.069004348s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:44.468471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:44.622726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.96362Z","time spent":"659.10025ms","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:53:44.69979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.977967Z","time spent":"721.81646ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:44.699922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.974542Z","time spent":"725.371508ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:44.699973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.965607Z","time spent":"734.364633ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:44.700124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.974719Z","time spent":"725.403119ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:44.707283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.526661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:44.707346Z","caller":"traceutil/trace.go:171","msg":"trace[1085637520] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; }","duration":"729.621633ms","start":"2026-03-31T05:53:43.977711Z","end":"2026-03-31T05:53:44.707332Z","steps":["trace[1085637520] 'agreement among raft nodes before linearized reading' (duration: 729.535491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.70738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.977702Z","time spent":"729.669914ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:44.70879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.125307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:44.708942Z","caller":"traceutil/trace.go:171","msg":"trace[403795064] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"741.305433ms","start":"2026-03-31T05:53:43.967619Z","end":"2026-03-31T05:53:44.708924Z","steps":["trace[403795064] 'agreement among raft nodes before linearized reading' (duration: 741.128858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.708995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.967614Z","time spent":"741.366974ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/03/31 05:53:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:45.674195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118782408s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:45.730158Z","caller":"traceutil/trace.go:171","msg":"trace[94997087] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"1.757267565s","start":"2026-03-31T05:53:43.972869Z","end":"2026-03-31T05:53:45.730137Z","steps":["trace[94997087] 'process raft request' (duration: 1.75706076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.730284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.972854Z","time spent":"1.757357978s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5703,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:45.731005Z","caller":"traceutil/trace.go:171","msg":"trace[1334360391] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"1.756188616s","start":"2026-03-31T05:53:43.974793Z","end":"2026-03-31T05:53:45.730982Z","steps":["trace[1334360391] 'process raft request' (duration: 1.75560167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.731133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.974786Z","time spent":"1.756285859s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:45.731727Z","caller":"traceutil/trace.go:171","msg":"trace[1940411015] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"1.753732459s","start":"2026-03-31T05:53:43.977976Z","end":"2026-03-31T05:53:45.731708Z","steps":["trace[1940411015] 'process raft request' (duration: 1.752897046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.731843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.977966Z","time spent":"1.753817301s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:45.732818Z","caller":"traceutil/trace.go:171","msg":"trace[858981084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27074; }","duration":"1.030276464s","start":"2026-03-31T05:53:44.702522Z","end":"2026-03-31T05:53:45.732799Z","steps":["trace[858981084] 'process raft request' (duration: 1.030234063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.732912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.702494Z","time spent":"1.030379507s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:45.733259Z","caller":"traceutil/trace.go:171","msg":"trace[218683538] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"1.755201849s","start":"2026-03-31T05:53:43.97804Z","end":"2026-03-31T05:53:45.733241Z","steps":["trace[218683538] 'process raft request' (duration: 1.754395497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.733364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.978034Z","time spent":"1.755281901s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:45.733583Z","caller":"traceutil/trace.go:171","msg":"trace[9860846] linearizableReadLoop","detail":"{readStateIndex:28032; appliedIndex:28023; }","duration":"1.766052246s","start":"2026-03-31T05:53:43.967509Z","end":"2026-03-31T05:53:45.733561Z","steps":["trace[9860846] 'read index received' (duration: 587.889408ms)","trace[9860846] 'applied index is now lower than readState.Index' (duration: 1.178160498s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:45.733707Z","caller":"traceutil/trace.go:171","msg":"trace[2001265598] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"1.10931304s","start":"2026-03-31T05:53:44.624379Z","end":"2026-03-31T05:53:45.733692Z","steps":["trace[2001265598] 'process raft request' (duration: 1.10820648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.733833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.624356Z","time spent":"1.109394172s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:45.734362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766842147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.734427Z","caller":"traceutil/trace.go:171","msg":"trace[1730892831] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27074; }","duration":"1.76693617s","start":"2026-03-31T05:53:43.967474Z","end":"2026-03-31T05:53:45.73441Z","steps":["trace[1730892831] 'agreement among raft nodes before linearized reading' (duration: 1.766772305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.734475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.967458Z","time spent":"1.767005541s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:53:45.734509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766923899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.734555Z","caller":"traceutil/trace.go:171","msg":"trace[1720223566] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27074; }","duration":"1.766990871s","start":"2026-03-31T05:53:43.967554Z","end":"2026-03-31T05:53:45.734545Z","steps":["trace[1720223566] 'agreement among raft nodes before linearized reading' (duration: 1.766901148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.73458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.96755Z","time spent":"1.767023321s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:45.734684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.623971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.734706Z","caller":"traceutil/trace.go:171","msg":"trace[1597279553] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27074; }","duration":"568.684373ms","start":"2026-03-31T05:53:45.166017Z","end":"2026-03-31T05:53:45.734701Z","steps":["trace[1597279553] 'agreement among raft nodes before linearized reading' (duration: 568.641832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.734725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.166001Z","time spent":"568.718394ms","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:45.733933Z","caller":"traceutil/trace.go:171","msg":"trace[1390786418] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27073; }","duration":"1.033184763s","start":"2026-03-31T05:53:44.700718Z","end":"2026-03-31T05:53:45.733903Z","steps":["trace[1390786418] 'process raft request' (duration: 1.031921909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.734829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.700706Z","time spent":"1.034063447s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:45.734982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.068276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:53:45.735013Z","caller":"traceutil/trace.go:171","msg":"trace[1053663097] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27074; }","duration":"579.123678ms","start":"2026-03-31T05:53:45.155881Z","end":"2026-03-31T05:53:45.735005Z","steps":["trace[1053663097] 'agreement among raft nodes before linearized reading' (duration: 578.959854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.735175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.155867Z","time spent":"579.301323ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:45.73534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174227851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.73538Z","caller":"traceutil/trace.go:171","msg":"trace[887541167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27074; }","duration":"1.174300983s","start":"2026-03-31T05:53:44.561068Z","end":"2026-03-31T05:53:45.735369Z","steps":["trace[887541167] 'agreement among raft nodes before linearized reading' (duration: 1.174238691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.73541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.561047Z","time spent":"1.174354784s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:45.735585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271527026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:45.735622Z","caller":"traceutil/trace.go:171","msg":"trace[319324939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27074; }","duration":"1.271594947s","start":"2026-03-31T05:53:44.464017Z","end":"2026-03-31T05:53:45.735612Z","steps":["trace[319324939] 'agreement among raft nodes before linearized reading' (duration: 1.271529305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.735647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.464001Z","time spent":"1.271639039s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:45.736058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757269806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.736093Z","caller":"traceutil/trace.go:171","msg":"trace[2046994004] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27074; }","duration":"1.757326388s","start":"2026-03-31T05:53:43.978759Z","end":"2026-03-31T05:53:45.736085Z","steps":["trace[2046994004] 'agreement among raft nodes before linearized reading' (duration: 1.757264996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.736121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.978751Z","time spent":"1.757360058s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:45.736276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758406557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:45.73631Z","caller":"traceutil/trace.go:171","msg":"trace[918152766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27074; }","duration":"1.758436528s","start":"2026-03-31T05:53:43.977862Z","end":"2026-03-31T05:53:45.736299Z","steps":["trace[918152766] 'agreement among raft nodes before linearized reading' (duration: 1.758386276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.736335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.977807Z","time spent":"1.758522059s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:45.736589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768856752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-31T05:53:45.73662Z","caller":"traceutil/trace.go:171","msg":"trace[371990156] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19; range_end:; response_count:1; response_revision:27074; }","duration":"1.768930214s","start":"2026-03-31T05:53:43.96768Z","end":"2026-03-31T05:53:45.73661Z","steps":["trace[371990156] 'agreement among raft nodes before linearized reading' (duration: 1.768815471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.736647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:43.967665Z","time spent":"1.768974365s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-7efdcb1f-91b9-4e42-ad5e-2de9cf071e19\" "} {"level":"warn","ts":"2026-03-31T05:53:46.297486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:46.798534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:47.298849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:47.799287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:47.806634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:47.806705Z","caller":"traceutil/trace.go:171","msg":"trace[364275368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485952s","start":"2026-03-31T05:53:45.806201Z","end":"2026-03-31T05:53:47.806687Z","steps":["trace[364275368] 'agreement among raft nodes before linearized reading' (duration: 2.00039922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.806771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.806184Z","time spent":"2.000578694s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:47.972331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175611849s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:47.972937Z","caller":"traceutil/trace.go:171","msg":"trace[341290048] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"2.225705546s","start":"2026-03-31T05:53:45.747197Z","end":"2026-03-31T05:53:47.972903Z","steps":["trace[341290048] 'process raft request' (duration: 2.225593193s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:47.972969Z","caller":"traceutil/trace.go:171","msg":"trace[1247305111] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"2.233740235s","start":"2026-03-31T05:53:45.739204Z","end":"2026-03-31T05:53:47.972944Z","steps":["trace[1247305111] 'process raft request' (duration: 2.233378665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:47.973121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.747185Z","time spent":"2.225840639s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5999,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:47.973241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.739192Z","time spent":"2.233949811s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:53:49.795973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.82339642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:49.807034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:49.807196Z","caller":"traceutil/trace.go:171","msg":"trace[325760114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282525s","start":"2026-03-31T05:53:47.806894Z","end":"2026-03-31T05:53:49.807176Z","steps":["trace[325760114] 'agreement among raft nodes before linearized reading' (duration: 2.000034019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:49.80734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:47.806886Z","time spent":"2.000438059s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:49.966709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.488031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:49.967403Z","caller":"traceutil/trace.go:171","msg":"trace[1482508761] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"3.999317818s","start":"2026-03-31T05:53:45.968064Z","end":"2026-03-31T05:53:49.967382Z","steps":["trace[1482508761] 'process raft request' (duration: 3.998983949s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.967419Z","caller":"traceutil/trace.go:171","msg":"trace[1897988474] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"3.998619189s","start":"2026-03-31T05:53:45.968776Z","end":"2026-03-31T05:53:49.967395Z","steps":["trace[1897988474] 'process raft request' (duration: 3.998449445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.967423Z","caller":"traceutil/trace.go:171","msg":"trace[1256031255] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"3.998746992s","start":"2026-03-31T05:53:45.968647Z","end":"2026-03-31T05:53:49.967394Z","steps":["trace[1256031255] 'process raft request' (duration: 3.998520486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:49.967477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.968054Z","time spent":"3.99939258s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:49.967528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.968743Z","time spent":"3.998724751s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:49.967536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.968638Z","time spent":"3.998838874s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:49.967573Z","caller":"traceutil/trace.go:171","msg":"trace[2105801556] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"3.615058335s","start":"2026-03-31T05:53:46.352487Z","end":"2026-03-31T05:53:49.967545Z","steps":["trace[2105801556] 'process raft request' (duration: 3.61485031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:49.967636Z","caller":"traceutil/trace.go:171","msg":"trace[1972244368] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"4.000243033s","start":"2026-03-31T05:53:45.967355Z","end":"2026-03-31T05:53:49.967598Z","steps":["trace[1972244368] 'process raft request' (duration: 3.828768865s)","trace[1972244368] 'compare' (duration: 170.220314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:49.967678Z","caller":"traceutil/trace.go:171","msg":"trace[1112392912] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"3.997319393s","start":"2026-03-31T05:53:45.970085Z","end":"2026-03-31T05:53:49.967404Z","steps":["trace[1112392912] 'process raft request' (duration: 3.99720083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:49.967745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.352453Z","time spent":"3.615202099s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:49.967787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.967335Z","time spent":"4.000374997s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:49.96785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.970063Z","time spent":"3.997692783s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:49.968085Z","caller":"traceutil/trace.go:171","msg":"trace[1498096234] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"2.380224391s","start":"2026-03-31T05:53:47.587843Z","end":"2026-03-31T05:53:49.968068Z","steps":["trace[1498096234] 'process raft request' (duration: 2.379546122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:49.968271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:47.587818Z","time spent":"2.380400305s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:50.93902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.564764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:53:50.941013Z","caller":"traceutil/trace.go:171","msg":"trace[595517537] linearizableReadLoop","detail":"{readStateIndex:28047; appliedIndex:28037; }","duration":"5.14425055s","start":"2026-03-31T05:53:45.796743Z","end":"2026-03-31T05:53:50.940993Z","steps":["trace[595517537] 'read index received' (duration: 2.175841635s)","trace[595517537] 'applied index is now lower than readState.Index' (duration: 2.968407395s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:50.941015Z","caller":"traceutil/trace.go:171","msg":"trace[1578461080] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"3.138132975s","start":"2026-03-31T05:53:47.802864Z","end":"2026-03-31T05:53:50.940997Z","steps":["trace[1578461080] 'process raft request' (duration: 3.136230973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:50.941207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:47.802849Z","time spent":"3.138240629s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:52.004566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013728353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.004645Z","caller":"traceutil/trace.go:171","msg":"trace[436804869] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27085; }","duration":"3.013834515s","start":"2026-03-31T05:53:48.990791Z","end":"2026-03-31T05:53:52.004625Z","steps":["trace[436804869] 'agreement among raft nodes before linearized reading' (duration: 1.950340214s)","trace[436804869] 'count revisions from in-memory index tree' (duration: 1.063357748s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.004681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:48.990717Z","time spent":"3.013954749s","remote":"127.0.0.1:55590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.004668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093803325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.004741Z","caller":"traceutil/trace.go:171","msg":"trace[1902513814] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27085; }","duration":"5.093921158s","start":"2026-03-31T05:53:46.910797Z","end":"2026-03-31T05:53:52.004718Z","steps":["trace[1902513814] 'agreement among raft nodes before linearized reading' (duration: 4.030338024s)","trace[1902513814] 'count revisions from in-memory index tree' (duration: 1.063470191s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.004782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.910775Z","time spent":"5.093996279s","remote":"127.0.0.1:45468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.004774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.770362111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:52.004861Z","caller":"traceutil/trace.go:171","msg":"trace[513744978] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27085; }","duration":"5.770499344s","start":"2026-03-31T05:53:46.234337Z","end":"2026-03-31T05:53:52.004837Z","steps":["trace[513744978] 'agreement among raft nodes before linearized reading' (duration: 4.706773936s)","trace[513744978] 'count revisions from in-memory index tree' (duration: 1.063589404s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.004903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.234322Z","time spent":"5.770569907s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.004927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732440576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.004952Z","caller":"traceutil/trace.go:171","msg":"trace[2104392446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27085; }","duration":"5.732494438s","start":"2026-03-31T05:53:46.272445Z","end":"2026-03-31T05:53:52.00494Z","steps":["trace[2104392446] 'agreement among raft nodes before linearized reading' (duration: 4.668664757s)","trace[2104392446] 'count revisions from in-memory index tree' (duration: 1.063797719s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.004973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.272423Z","time spent":"5.732543179s","remote":"127.0.0.1:45340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.005103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326113926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:52.005164Z","caller":"traceutil/trace.go:171","msg":"trace[1652370481] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27085; }","duration":"1.326219389s","start":"2026-03-31T05:53:50.678929Z","end":"2026-03-31T05:53:52.005148Z","steps":["trace[1652370481] 'agreement among raft nodes before linearized reading' (duration: 262.210403ms)","trace[1652370481] 'count revisions from in-memory index tree' (duration: 1.063921493s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.263725789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:52.005205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:50.678911Z","time spent":"1.32628191s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:53:52.005224Z","caller":"traceutil/trace.go:171","msg":"trace[709501547] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27085; }","duration":"6.263789671s","start":"2026-03-31T05:53:45.741414Z","end":"2026-03-31T05:53:52.005204Z","steps":["trace[709501547] 'agreement among raft nodes before linearized reading' (duration: 5.199621401s)","trace[709501547] 'range keys from in-memory index tree' (duration: 1.064105168s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.265790415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-31T05:53:52.005256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.946068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:52.005264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.741405Z","time spent":"6.263849943s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:53:52.005283Z","caller":"traceutil/trace.go:171","msg":"trace[1439352169] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27085; }","duration":"6.265843627s","start":"2026-03-31T05:53:45.73943Z","end":"2026-03-31T05:53:52.005274Z","steps":["trace[1439352169] 'agreement among raft nodes before linearized reading' (duration: 5.201621906s)","trace[1439352169] 'range keys from in-memory index tree' (duration: 1.064101828s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:52.005287Z","caller":"traceutil/trace.go:171","msg":"trace[2103847818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27085; }","duration":"191.00646ms","start":"2026-03-31T05:53:51.814272Z","end":"2026-03-31T05:53:52.005279Z","steps":["trace[2103847818] 'range keys from in-memory index tree' (duration: 190.870216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:52.005304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.739416Z","time spent":"6.265882468s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:53:52.005353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505130619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:52.005378Z","caller":"traceutil/trace.go:171","msg":"trace[618329954] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27085; }","duration":"1.5051569s","start":"2026-03-31T05:53:50.500213Z","end":"2026-03-31T05:53:52.00537Z","steps":["trace[618329954] 'agreement among raft nodes before linearized reading' (duration: 440.927438ms)","trace[618329954] 'count revisions from in-memory index tree' (duration: 1.064192711s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:50.500164Z","time spent":"1.505230481s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.005461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104259699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:53:52.005489Z","caller":"traceutil/trace.go:171","msg":"trace[1596712364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27085; }","duration":"6.104332852s","start":"2026-03-31T05:53:45.901146Z","end":"2026-03-31T05:53:52.005479Z","steps":["trace[1596712364] 'agreement among raft nodes before linearized reading' (duration: 5.039949986s)","trace[1596712364] 'range keys from in-memory index tree' (duration: 1.064308494s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393885011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.005547Z","caller":"traceutil/trace.go:171","msg":"trace[716655386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27085; }","duration":"5.393949462s","start":"2026-03-31T05:53:46.611588Z","end":"2026-03-31T05:53:52.005537Z","steps":["trace[716655386] 'agreement among raft nodes before linearized reading' (duration: 4.329554396s)","trace[716655386] 'count revisions from in-memory index tree' (duration: 1.064357475s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.611565Z","time spent":"5.393994914s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.005572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192479649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:52.005573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236670381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:53:52.005596Z","caller":"traceutil/trace.go:171","msg":"trace[1830010620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27085; }","duration":"2.192536211s","start":"2026-03-31T05:53:49.813053Z","end":"2026-03-31T05:53:52.005589Z","steps":["trace[1830010620] 'agreement among raft nodes before linearized reading' (duration: 1.128050652s)","trace[1830010620] 'range keys from in-memory index tree' (duration: 1.064428337s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:52.005605Z","caller":"traceutil/trace.go:171","msg":"trace[1800120159] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27085; }","duration":"6.236741973s","start":"2026-03-31T05:53:45.768853Z","end":"2026-03-31T05:53:52.005595Z","steps":["trace[1800120159] 'agreement among raft nodes before linearized reading' (duration: 5.172172652s)","trace[1800120159] 'range keys from in-memory index tree' (duration: 1.064480259s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:49.813027Z","time spent":"2.192583912s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:52.005629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.76883Z","time spent":"6.236793495s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:53:52.005657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.256464451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-03-31T05:53:52.005688Z","caller":"traceutil/trace.go:171","msg":"trace[1339805785] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:27085; }","duration":"6.256509613s","start":"2026-03-31T05:53:45.749168Z","end":"2026-03-31T05:53:52.005677Z","steps":["trace[1339805785] 'agreement among raft nodes before linearized reading' (duration: 5.191837399s)","trace[1339805785] 'range keys from in-memory index tree' (duration: 1.0645517s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.00552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.90112Z","time spent":"6.104391613s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:53:52.005707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.749161Z","time spent":"6.256540664s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:53:52.005835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55137363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.005863Z","caller":"traceutil/trace.go:171","msg":"trace[928894759] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27085; }","duration":"2.551400391s","start":"2026-03-31T05:53:49.454451Z","end":"2026-03-31T05:53:52.005851Z","steps":["trace[928894759] 'agreement among raft nodes before linearized reading' (duration: 1.486667106s)","trace[928894759] 'count revisions from in-memory index tree' (duration: 1.064691394s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.005919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:49.454408Z","time spent":"2.551501753s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.00597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018131431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-cl6hm\" ","response":"range_response_count:1 size:6016"} {"level":"info","ts":"2026-03-31T05:53:52.006276Z","caller":"traceutil/trace.go:171","msg":"trace[1024148887] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-cl6hm; range_end:; response_count:1; response_revision:27085; }","duration":"4.01846509s","start":"2026-03-31T05:53:47.987792Z","end":"2026-03-31T05:53:52.006257Z","steps":["trace[1024148887] 'agreement among raft nodes before linearized reading' (duration: 2.953331874s)","trace[1024148887] 'range keys from in-memory index tree' (duration: 1.064609512s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.006356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:47.987777Z","time spent":"4.018565413s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6040,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-cl6hm\" "} {"level":"warn","ts":"2026-03-31T05:53:52.00609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808670117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.006633Z","caller":"traceutil/trace.go:171","msg":"trace[737539878] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27085; }","duration":"3.809306235s","start":"2026-03-31T05:53:48.197312Z","end":"2026-03-31T05:53:52.006618Z","steps":["trace[737539878] 'agreement among raft nodes before linearized reading' (duration: 2.743788618s)","trace[737539878] 'count revisions from in-memory index tree' (duration: 1.064890999s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.006676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:48.197291Z","time spent":"3.809369636s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.006096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520935269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.006881Z","caller":"traceutil/trace.go:171","msg":"trace[1148189838] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27085; }","duration":"2.521750082s","start":"2026-03-31T05:53:49.485119Z","end":"2026-03-31T05:53:52.006869Z","steps":["trace[1148189838] 'agreement among raft nodes before linearized reading' (duration: 1.456010429s)","trace[1148189838] 'count revisions from in-memory index tree' (duration: 1.064947271s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.006916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:49.485103Z","time spent":"2.521801644s","remote":"127.0.0.1:55516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:52.005993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984889782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-03-31T05:53:52.007101Z","caller":"traceutil/trace.go:171","msg":"trace[1880555917] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde; range_end:; response_count:1; response_revision:27085; }","duration":"5.986044485s","start":"2026-03-31T05:53:46.021048Z","end":"2026-03-31T05:53:52.007093Z","steps":["trace[1880555917] 'agreement among raft nodes before linearized reading' (duration: 4.920073636s)","trace[1880555917] 'range keys from in-memory index tree' (duration: 1.064799837s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.007124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.021026Z","time spent":"5.986091065s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a1d5728661abde\" "} {"level":"warn","ts":"2026-03-31T05:53:52.006125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099010906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:52.007272Z","caller":"traceutil/trace.go:171","msg":"trace[183596900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27085; }","duration":"6.100188098s","start":"2026-03-31T05:53:45.907074Z","end":"2026-03-31T05:53:52.007263Z","steps":["trace[183596900] 'agreement among raft nodes before linearized reading' (duration: 5.034056315s)","trace[183596900] 'count revisions from in-memory index tree' (duration: 1.064981642s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:52.007297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.907056Z","time spent":"6.100233349s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:54.014155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:54.014232Z","caller":"traceutil/trace.go:171","msg":"trace[1609181084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378085s","start":"2026-03-31T05:53:52.013839Z","end":"2026-03-31T05:53:54.014217Z","steps":["trace[1609181084] 'agreement among raft nodes before linearized reading' (duration: 2.000282923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:54.014267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.013831Z","time spent":"2.000428166s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:54.278094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187115639s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:54.278337Z","caller":"traceutil/trace.go:171","msg":"trace[1980262389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27086; }","duration":"1.187367035s","start":"2026-03-31T05:53:53.090944Z","end":"2026-03-31T05:53:54.278311Z","steps":["trace[1980262389] 'range keys from in-memory index tree' (duration: 1.187095148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:54.375685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.366757032s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:54.376201Z","caller":"traceutil/trace.go:171","msg":"trace[197910924] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"2.380169869s","start":"2026-03-31T05:53:51.996008Z","end":"2026-03-31T05:53:54.376178Z","steps":["trace[197910924] 'process raft request' (duration: 2.379932913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:54.376361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.995983Z","time spent":"2.380289512s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:54.376545Z","caller":"traceutil/trace.go:171","msg":"trace[1882725538] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"2.380066586s","start":"2026-03-31T05:53:51.996449Z","end":"2026-03-31T05:53:54.376516Z","steps":["trace[1882725538] 'process raft request' (duration: 2.379691276s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:54.376585Z","caller":"traceutil/trace.go:171","msg":"trace[143093743] linearizableReadLoop","detail":"{readStateIndex:28053; appliedIndex:28049; }","duration":"2.369274211s","start":"2026-03-31T05:53:52.007287Z","end":"2026-03-31T05:53:54.376562Z","steps":["trace[143093743] 'read index received' (duration: 1.983544ms)","trace[143093743] 'applied index is now lower than readState.Index' (duration: 2.367289347s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:54.376603Z","caller":"traceutil/trace.go:171","msg":"trace[745543417] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"2.380062356s","start":"2026-03-31T05:53:51.996514Z","end":"2026-03-31T05:53:54.376576Z","steps":["trace[745543417] 'process raft request' (duration: 2.379878981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:54.376744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.996489Z","time spent":"2.38020546s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:54.376729Z","caller":"traceutil/trace.go:171","msg":"trace[663029900] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"2.380145568s","start":"2026-03-31T05:53:51.996531Z","end":"2026-03-31T05:53:54.376677Z","steps":["trace[663029900] 'process raft request' (duration: 2.379974923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:54.376967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.996499Z","time spent":"2.380319042s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:54.377058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:51.996439Z","time spent":"2.380174079s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:54.877122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:55.378045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:55.878498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:56.014939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:53:56.015026Z","caller":"traceutil/trace.go:171","msg":"trace[1358915331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000642474s","start":"2026-03-31T05:53:54.014365Z","end":"2026-03-31T05:53:56.015007Z","steps":["trace[1358915331] 'agreement among raft nodes before linearized reading' (duration: 2.000530571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.015074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.014352Z","time spent":"2.000712556s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:56.152957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776966521s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:53:56.153557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146242193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-03-31T05:53:56.153656Z","caller":"traceutil/trace.go:171","msg":"trace[2082141946] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27090; }","duration":"4.146354386s","start":"2026-03-31T05:53:52.007272Z","end":"2026-03-31T05:53:56.153627Z","steps":["trace[2082141946] 'agreement among raft nodes before linearized reading' (duration: 2.369402374s)","trace[2082141946] 'range keys from in-memory index tree' (duration: 1.776716955s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:56.153707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.007263Z","time spent":"4.146430738s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:53:56.154439Z","caller":"traceutil/trace.go:171","msg":"trace[1273294073] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"4.143386405s","start":"2026-03-31T05:53:52.011024Z","end":"2026-03-31T05:53:56.15441Z","steps":["trace[1273294073] 'process raft request' (duration: 4.142063389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.154558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.011002Z","time spent":"4.143495078s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:56.154577Z","caller":"traceutil/trace.go:171","msg":"trace[535510527] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"2.138721153s","start":"2026-03-31T05:53:54.01583Z","end":"2026-03-31T05:53:56.154551Z","steps":["trace[535510527] 'process raft request' (duration: 2.138673651s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.154634Z","caller":"traceutil/trace.go:171","msg":"trace[1791688447] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"3.208737859s","start":"2026-03-31T05:53:52.94585Z","end":"2026-03-31T05:53:56.154588Z","steps":["trace[1791688447] 'process raft request' (duration: 3.208481702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.154721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.015803Z","time spent":"2.138847156s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:56.154768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.945829Z","time spent":"3.208864673s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:56.154908Z","caller":"traceutil/trace.go:171","msg":"trace[475935967] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"2.147540622s","start":"2026-03-31T05:53:54.007352Z","end":"2026-03-31T05:53:56.154892Z","steps":["trace[475935967] 'process raft request' (duration: 2.14711399s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:56.154928Z","caller":"traceutil/trace.go:171","msg":"trace[1447146942] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"2.392821522s","start":"2026-03-31T05:53:53.762093Z","end":"2026-03-31T05:53:56.154914Z","steps":["trace[1447146942] 'process raft request' (duration: 2.392336328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:56.154982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.762062Z","time spent":"2.392891834s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:56.154995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.007328Z","time spent":"2.147623725s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:58.023809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:53:58.02417Z","caller":"traceutil/trace.go:171","msg":"trace[818081156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580483s","start":"2026-03-31T05:53:56.02339Z","end":"2026-03-31T05:53:58.02397Z","steps":["trace[818081156] 'agreement among raft nodes before linearized reading' (duration: 2.000351987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.02442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.023374Z","time spent":"2.000960563s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:53:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:53:58.427951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460579563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:58.428037Z","caller":"traceutil/trace.go:171","msg":"trace[958181548] linearizableReadLoop","detail":"{readStateIndex:28059; appliedIndex:28053; }","duration":"4.051374649s","start":"2026-03-31T05:53:54.376647Z","end":"2026-03-31T05:53:58.428022Z","steps":["trace[958181548] 'read index received' (duration: 1.777614139s)","trace[958181548] 'applied index is now lower than readState.Index' (duration: 2.27375918s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:58.428137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789216717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:58.428158Z","caller":"traceutil/trace.go:171","msg":"trace[1967612956] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27096; }","duration":"5.789270857s","start":"2026-03-31T05:53:52.63888Z","end":"2026-03-31T05:53:58.428151Z","steps":["trace[1967612956] 'agreement among raft nodes before linearized reading' (duration: 5.789199475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.428122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.411012379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:58.428148Z","caller":"traceutil/trace.go:171","msg":"trace[647950653] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"3.454401781s","start":"2026-03-31T05:53:54.973717Z","end":"2026-03-31T05:53:58.428119Z","steps":["trace[647950653] 'process raft request' (duration: 1.993581172s)","trace[647950653] 'compare' (duration: 1.459051191s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:58.428215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.415285884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:58.428219Z","caller":"traceutil/trace.go:171","msg":"trace[2133354569] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27096; }","duration":"5.411155352s","start":"2026-03-31T05:53:53.017042Z","end":"2026-03-31T05:53:58.428197Z","steps":["trace[2133354569] 'agreement among raft nodes before linearized reading' (duration: 5.410986798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.428272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.017023Z","time spent":"5.411236825s","remote":"127.0.0.1:50200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:58.428356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.41659944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-03-31T05:53:58.428348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.973695Z","time spent":"3.454516785s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:58.428376Z","caller":"traceutil/trace.go:171","msg":"trace[654028334] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:27096; }","duration":"6.416646641s","start":"2026-03-31T05:53:52.011725Z","end":"2026-03-31T05:53:58.428371Z","steps":["trace[654028334] 'agreement among raft nodes before linearized reading' (duration: 6.416522458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.428397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.011714Z","time spent":"6.416675412s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:53:58.428181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.638863Z","time spent":"5.789311939s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:58.42853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57371854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:53:58.428561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.41989825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T05:53:58.428571Z","caller":"traceutil/trace.go:171","msg":"trace[157608515] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27096; }","duration":"4.573800762s","start":"2026-03-31T05:53:53.854758Z","end":"2026-03-31T05:53:58.428559Z","steps":["trace[157608515] 'agreement among raft nodes before linearized reading' (duration: 4.57373543s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:58.428585Z","caller":"traceutil/trace.go:171","msg":"trace[701609740] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27096; }","duration":"6.419942801s","start":"2026-03-31T05:53:52.008637Z","end":"2026-03-31T05:53:58.42858Z","steps":["trace[701609740] 'agreement among raft nodes before linearized reading' (duration: 6.419879049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.428606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.008628Z","time spent":"6.419973781s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:53:58.428237Z","caller":"traceutil/trace.go:171","msg":"trace[357802033] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27096; }","duration":"6.415325255s","start":"2026-03-31T05:53:52.012906Z","end":"2026-03-31T05:53:58.428231Z","steps":["trace[357802033] 'agreement among raft nodes before linearized reading' (duration: 6.415289044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.428758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:52.012897Z","time spent":"6.415851399s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:53:58.428602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:53.854738Z","time spent":"4.573857053s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:58.429597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462228197s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:58.430202Z","caller":"traceutil/trace.go:171","msg":"trace[1455854519] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"2.045949995s","start":"2026-03-31T05:53:56.384239Z","end":"2026-03-31T05:53:58.430189Z","steps":["trace[1455854519] 'process raft request' (duration: 2.045843352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:58.430247Z","caller":"traceutil/trace.go:171","msg":"trace[378490280] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"2.048282658s","start":"2026-03-31T05:53:56.381952Z","end":"2026-03-31T05:53:58.430234Z","steps":["trace[378490280] 'process raft request' (duration: 2.047813905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:58.430268Z","caller":"traceutil/trace.go:171","msg":"trace[413193035] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"2.048156805s","start":"2026-03-31T05:53:56.382094Z","end":"2026-03-31T05:53:58.430251Z","steps":["trace[413193035] 'process raft request' (duration: 2.047877608s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:58.430171Z","caller":"traceutil/trace.go:171","msg":"trace[1785693605] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"2.046973122s","start":"2026-03-31T05:53:56.383164Z","end":"2026-03-31T05:53:58.430138Z","steps":["trace[1785693605] 'process raft request' (duration: 2.046867649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:58.430335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.383105Z","time spent":"2.047207529s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:58.430343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.382068Z","time spent":"2.048241167s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:58.430281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.384224Z","time spent":"2.046018137s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:58.430403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.381927Z","time spent":"2.048383421s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:00.024125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:00.024297Z","caller":"traceutil/trace.go:171","msg":"trace[545535633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421937s","start":"2026-03-31T05:53:58.023849Z","end":"2026-03-31T05:54:00.024271Z","steps":["trace[545535633] 'agreement among raft nodes before linearized reading' (duration: 2.000234282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:00.024397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.023831Z","time spent":"2.000548521s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:00.782748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:00.782853Z","caller":"traceutil/trace.go:171","msg":"trace[640475558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424948s","start":"2026-03-31T05:53:58.782401Z","end":"2026-03-31T05:54:00.782826Z","steps":["trace[640475558] 'agreement among raft nodes before linearized reading' (duration: 2.000293955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:00.783021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.782379Z","time spent":"2.000582262s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:00.847552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.414943931s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:02.032161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:02.032237Z","caller":"traceutil/trace.go:171","msg":"trace[1081589490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177583s","start":"2026-03-31T05:54:00.032041Z","end":"2026-03-31T05:54:02.032219Z","steps":["trace[1081589490] 'agreement among raft nodes before linearized reading' (duration: 2.00007659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:02.032277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.032005Z","time spent":"2.000261535s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:03.158551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.16061Z","time spent":"4.997933055s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:03.642171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.736352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.642324Z","caller":"traceutil/trace.go:171","msg":"trace[1713424939] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27100; }","duration":"550.896916ms","start":"2026-03-31T05:54:03.091403Z","end":"2026-03-31T05:54:03.6423Z","steps":["trace[1713424939] 'range keys from in-memory index tree' (duration: 550.718361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.644253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796479359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:03.644459Z","caller":"traceutil/trace.go:171","msg":"trace[740616925] linearizableReadLoop","detail":"{readStateIndex:28066; appliedIndex:28063; }","duration":"5.216389345s","start":"2026-03-31T05:53:58.428056Z","end":"2026-03-31T05:54:03.644445Z","steps":["trace[740616925] 'read index received' (duration: 2.22407ms)","trace[740616925] 'applied index is now lower than readState.Index' (duration: 5.214164265s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:03.64471Z","caller":"traceutil/trace.go:171","msg":"trace[1989444381] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"6.171346822s","start":"2026-03-31T05:53:57.473352Z","end":"2026-03-31T05:54:03.644698Z","steps":["trace[1989444381] 'process raft request' (duration: 3.374356739s)","trace[1989444381] 'compare' (duration: 2.795067491s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:03.644777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:57.473328Z","time spent":"6.171406343s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:03.644924Z","caller":"traceutil/trace.go:171","msg":"trace[1819912063] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"5.483913569s","start":"2026-03-31T05:53:58.161002Z","end":"2026-03-31T05:54:03.644916Z","steps":["trace[1819912063] 'process raft request' (duration: 5.483409385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.644975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.160987Z","time spent":"5.48395765s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:03.64642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.041062672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:54:03.646483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860110231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.646508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237260082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:03.646503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895742689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.646524Z","caller":"traceutil/trace.go:171","msg":"trace[959050584] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27103; }","duration":"6.860183063s","start":"2026-03-31T05:53:56.786327Z","end":"2026-03-31T05:54:03.64651Z","steps":["trace[959050584] 'agreement among raft nodes before linearized reading' (duration: 6.860128711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.646525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565264067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:03.646562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.786311Z","time spent":"6.860244065s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.64657Z","caller":"traceutil/trace.go:171","msg":"trace[296292140] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27103; }","duration":"5.895835612s","start":"2026-03-31T05:53:57.750713Z","end":"2026-03-31T05:54:03.646548Z","steps":["trace[296292140] 'agreement among raft nodes before linearized reading' (duration: 5.89576225s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:03.646606Z","caller":"traceutil/trace.go:171","msg":"trace[999830445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27103; }","duration":"5.565378501s","start":"2026-03-31T05:53:58.081206Z","end":"2026-03-31T05:54:03.646585Z","steps":["trace[999830445] 'agreement among raft nodes before linearized reading' (duration: 5.565271268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.646625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:57.750691Z","time spent":"5.895922954s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.646527Z","caller":"traceutil/trace.go:171","msg":"trace[2094072391] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27103; }","duration":"8.041158324s","start":"2026-03-31T05:53:55.605337Z","end":"2026-03-31T05:54:03.646495Z","steps":["trace[2094072391] 'agreement among raft nodes before linearized reading' (duration: 8.040971389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.646666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.081181Z","time spent":"5.565467873s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.646706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:55.605292Z","time spent":"8.041407811s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:54:03.646739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.488690706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T05:54:03.646779Z","caller":"traceutil/trace.go:171","msg":"trace[317340635] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032; range_end:; response_count:1; response_revision:27103; }","duration":"7.488774289s","start":"2026-03-31T05:53:56.157995Z","end":"2026-03-31T05:54:03.646769Z","steps":["trace[317340635] 'agreement among raft nodes before linearized reading' (duration: 7.488601954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.646822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.157982Z","time spent":"7.48883285s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032\" "} {"level":"warn","ts":"2026-03-31T05:54:03.647005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.624288877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-31T05:54:03.647052Z","caller":"traceutil/trace.go:171","msg":"trace[1365271967] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27103; }","duration":"7.624336808s","start":"2026-03-31T05:53:56.022708Z","end":"2026-03-31T05:54:03.647045Z","steps":["trace[1365271967] 'agreement among raft nodes before linearized reading' (duration: 7.624237535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.647089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.022648Z","time spent":"7.624433721s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:54:03.646408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.747207062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:03.64726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.853941063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.647309Z","caller":"traceutil/trace.go:171","msg":"trace[1583026992] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27103; }","duration":"7.854041195s","start":"2026-03-31T05:53:55.793253Z","end":"2026-03-31T05:54:03.647294Z","steps":["trace[1583026992] 'agreement among raft nodes before linearized reading' (duration: 7.853974043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.647347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:55.793222Z","time spent":"7.854117097s","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:03.647258Z","caller":"traceutil/trace.go:171","msg":"trace[259263409] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27103; }","duration":"8.748112966s","start":"2026-03-31T05:53:54.899129Z","end":"2026-03-31T05:54:03.647242Z","steps":["trace[259263409] 'agreement among raft nodes before linearized reading' (duration: 8.747186311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.647422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.899109Z","time spent":"8.748298292s","remote":"127.0.0.1:55458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.646423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.488710227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.647581Z","caller":"traceutil/trace.go:171","msg":"trace[277858113] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27103; }","duration":"6.48989195s","start":"2026-03-31T05:53:57.157672Z","end":"2026-03-31T05:54:03.647564Z","steps":["trace[277858113] 'agreement among raft nodes before linearized reading' (duration: 6.488650976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.647621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:57.157652Z","time spent":"6.489958191s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.646422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71158091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:03.647788Z","caller":"traceutil/trace.go:171","msg":"trace[1001892200] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27103; }","duration":"5.713000739s","start":"2026-03-31T05:53:57.934776Z","end":"2026-03-31T05:54:03.647777Z","steps":["trace[1001892200] 'agreement among raft nodes before linearized reading' (duration: 5.711536619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.64782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:57.934761Z","time spent":"5.71304925s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.646458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264975955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T05:54:03.647918Z","caller":"traceutil/trace.go:171","msg":"trace[1133791709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27103; }","duration":"5.266480295s","start":"2026-03-31T05:53:58.381426Z","end":"2026-03-31T05:54:03.647907Z","steps":["trace[1133791709] 'agreement among raft nodes before linearized reading' (duration: 5.264883772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.647956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.381401Z","time spent":"5.266542968s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-31T05:54:03.646548Z","caller":"traceutil/trace.go:171","msg":"trace[1642788721] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27103; }","duration":"5.237342835s","start":"2026-03-31T05:53:58.409193Z","end":"2026-03-31T05:54:03.646536Z","steps":["trace[1642788721] 'agreement among raft nodes before linearized reading' (duration: 5.237290604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.64801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.40917Z","time spent":"5.238817835s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.646421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.481571993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T05:54:03.648161Z","caller":"traceutil/trace.go:171","msg":"trace[1950392834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27103; }","duration":"7.48332856s","start":"2026-03-31T05:53:56.164799Z","end":"2026-03-31T05:54:03.648127Z","steps":["trace[1950392834] 'agreement among raft nodes before linearized reading' (duration: 7.481507741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.648203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:56.164784Z","time spent":"7.483406632s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:54:03.646418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.067044565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:03.64839Z","caller":"traceutil/trace.go:171","msg":"trace[1538263023] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27103; }","duration":"9.069091321s","start":"2026-03-31T05:53:54.579275Z","end":"2026-03-31T05:54:03.648366Z","steps":["trace[1538263023] 'agreement among raft nodes before linearized reading' (duration: 9.067044505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:03.648459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:54.57926Z","time spent":"9.069177583s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:03.689393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.835197481s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:04.033136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99978398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:04.033235Z","caller":"traceutil/trace.go:171","msg":"trace[1481549299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974765s","start":"2026-03-31T05:54:02.033243Z","end":"2026-03-31T05:54:04.033218Z","steps":["trace[1481549299] 'agreement among raft nodes before linearized reading' (duration: 1.999846342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:04.033276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.033202Z","time spent":"2.000064238s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:04.469351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.690418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:54:04.470661Z","caller":"traceutil/trace.go:171","msg":"trace[1116661661] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"4.035437096s","start":"2026-03-31T05:54:00.435195Z","end":"2026-03-31T05:54:04.470632Z","steps":["trace[1116661661] 'process raft request' (duration: 4.034241623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:04.470749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.435167Z","time spent":"4.035531788s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:04.608506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:04.608614Z","caller":"traceutil/trace.go:171","msg":"trace[76184217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105249s","start":"2026-03-31T05:54:02.608491Z","end":"2026-03-31T05:54:04.608596Z","steps":["trace[76184217] 'agreement among raft nodes before linearized reading' (duration: 1.999971455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:04.608654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:02.608475Z","time spent":"2.000169171s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:05.433679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.436106Z","time spent":"4.997537656s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:05.434737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.436331Z","time spent":"4.99840283s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:05.434864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.43605Z","time spent":"4.99880573s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:06.043208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000424469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:06.043274Z","caller":"traceutil/trace.go:171","msg":"trace[652621856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529852s","start":"2026-03-31T05:54:04.042729Z","end":"2026-03-31T05:54:06.043259Z","steps":["trace[652621856] 'agreement among raft nodes before linearized reading' (duration: 2.00045014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:06.043309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.042713Z","time spent":"2.000589393s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:07.374153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.619905605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:08.04847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004707944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:08.048549Z","caller":"traceutil/trace.go:171","msg":"trace[1412050133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004861599s","start":"2026-03-31T05:54:06.04367Z","end":"2026-03-31T05:54:08.048531Z","steps":["trace[1412050133] 'agreement among raft nodes before linearized reading' (duration: 2.004746105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:08.048595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.043648Z","time spent":"2.0049343s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:08.159365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998549583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:08.159505Z","caller":"traceutil/trace.go:171","msg":"trace[1626059816] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998763289s","start":"2026-03-31T05:54:03.160718Z","end":"2026-03-31T05:54:08.159481Z","steps":["trace[1626059816] 'agreement among raft nodes before linearized reading' (duration: 4.998593374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:08.159567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.160702Z","time spent":"4.998851351s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:54:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.057206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:10.057328Z","caller":"traceutil/trace.go:171","msg":"trace[1844201824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000792218s","start":"2026-03-31T05:54:08.056506Z","end":"2026-03-31T05:54:10.057298Z","steps":["trace[1844201824] 'agreement among raft nodes before linearized reading' (duration: 2.000649174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:10.057407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.056477Z","time spent":"2.000912212s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:10.43367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996926388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:10.433755Z","caller":"traceutil/trace.go:171","msg":"trace[68574620] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997059952s","start":"2026-03-31T05:54:05.436674Z","end":"2026-03-31T05:54:10.433734Z","steps":["trace[68574620] 'agreement among raft nodes before linearized reading' (duration: 4.996953789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:10.433802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.43667Z","time spent":"4.997121704s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:54:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:10.434772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.434428Z","time spent":"7.000337808s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:10.435868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999284102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:10.435901Z","caller":"traceutil/trace.go:171","msg":"trace[475149243] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999339224s","start":"2026-03-31T05:54:05.436555Z","end":"2026-03-31T05:54:10.435894Z","steps":["trace[475149243] 'agreement among raft nodes before linearized reading' (duration: 4.999301153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:10.435925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.436551Z","time spent":"4.999368404s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:10.435927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999808246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:10.435975Z","caller":"traceutil/trace.go:171","msg":"trace[1267258900] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999887109s","start":"2026-03-31T05:54:05.436075Z","end":"2026-03-31T05:54:10.435962Z","steps":["trace[1267258900] 'agreement among raft nodes before linearized reading' (duration: 4.999828487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:10.436045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.436064Z","time spent":"4.99996449s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:54:10.649956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.64975Z","time spent":"7.000199744s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:10.657301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.657048Z","time spent":"7.000246076s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:11.199188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.728438917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:11.201647Z","caller":"traceutil/trace.go:171","msg":"trace[825537543] linearizableReadLoop","detail":"{readStateIndex:28072; appliedIndex:28066; }","duration":"7.557147975s","start":"2026-03-31T05:54:03.644482Z","end":"2026-03-31T05:54:11.20163Z","steps":["trace[825537543] 'read index received' (duration: 45.124885ms)","trace[825537543] 'applied index is now lower than readState.Index' (duration: 7.51202214s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:11.201969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.816887856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:11.202004Z","caller":"traceutil/trace.go:171","msg":"trace[1783170646] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27111; }","duration":"7.816960688s","start":"2026-03-31T05:54:03.385034Z","end":"2026-03-31T05:54:11.201995Z","steps":["trace[1783170646] 'agreement among raft nodes before linearized reading' (duration: 7.816882286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.385019Z","time spent":"7.817002269s","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.568337212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:11.202212Z","caller":"traceutil/trace.go:171","msg":"trace[1724770725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27111; }","duration":"11.568416005s","start":"2026-03-31T05:53:59.633787Z","end":"2026-03-31T05:54:11.202203Z","steps":["trace[1724770725] 'agreement among raft nodes before linearized reading' (duration: 11.568365924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.633761Z","time spent":"11.568465466s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.3468485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:11.20232Z","caller":"traceutil/trace.go:171","msg":"trace[1916693867] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27111; }","duration":"10.346960884s","start":"2026-03-31T05:54:00.855337Z","end":"2026-03-31T05:54:11.202298Z","steps":["trace[1916693867] 'agreement among raft nodes before linearized reading' (duration: 10.34683015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.734086852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:11.202377Z","caller":"traceutil/trace.go:171","msg":"trace[1566979060] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27111; }","duration":"11.734139403s","start":"2026-03-31T05:53:59.468228Z","end":"2026-03-31T05:54:11.202368Z","steps":["trace[1566979060] 'agreement among raft nodes before linearized reading' (duration: 11.734102162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.468212Z","time spent":"11.734185625s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947989396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:11.202442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.772183464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:11.20251Z","caller":"traceutil/trace.go:171","msg":"trace[1894714146] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:27111; }","duration":"12.772289777s","start":"2026-03-31T05:53:58.430205Z","end":"2026-03-31T05:54:11.202495Z","steps":["trace[1894714146] 'agreement among raft nodes before linearized reading' (duration: 12.772163143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.978189815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:11.202545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.430191Z","time spent":"12.772346798s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:54:11.202545Z","caller":"traceutil/trace.go:171","msg":"trace[2103010464] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27111; }","duration":"7.978260717s","start":"2026-03-31T05:54:03.224276Z","end":"2026-03-31T05:54:11.202537Z","steps":["trace[2103010464] 'agreement among raft nodes before linearized reading' (duration: 7.978210806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.855318Z","time spent":"10.347041046s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.224258Z","time spent":"7.978314019s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.631478384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:11.20268Z","caller":"traceutil/trace.go:171","msg":"trace[1846787661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27111; }","duration":"12.631554667s","start":"2026-03-31T05:53:58.571115Z","end":"2026-03-31T05:54:11.20267Z","steps":["trace[1846787661] 'agreement among raft nodes before linearized reading' (duration: 12.631492735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.571095Z","time spent":"12.631600467s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.4650674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:54:11.202778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.853077292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:11.202793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.770030486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-03-31T05:54:11.202823Z","caller":"traceutil/trace.go:171","msg":"trace[1181710354] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:27111; }","duration":"12.770061686s","start":"2026-03-31T05:53:58.432751Z","end":"2026-03-31T05:54:11.202813Z","steps":["trace[1181710354] 'agreement among raft nodes before linearized reading' (duration: 12.769941743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.45842539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:54:11.20285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:58.432717Z","time spent":"12.770126778s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:54:11.20286Z","caller":"traceutil/trace.go:171","msg":"trace[1510090256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27111; }","duration":"10.458475741s","start":"2026-03-31T05:54:00.744374Z","end":"2026-03-31T05:54:11.20285Z","steps":["trace[1510090256] 'agreement among raft nodes before linearized reading' (duration: 10.458415419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.585280324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:11.202882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.744355Z","time spent":"10.458520242s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:54:11.202885Z","caller":"traceutil/trace.go:171","msg":"trace[158720876] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27111; }","duration":"10.585304644s","start":"2026-03-31T05:54:00.617573Z","end":"2026-03-31T05:54:11.202878Z","steps":["trace[158720876] 'agreement among raft nodes before linearized reading' (duration: 10.585265823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.202907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.617518Z","time spent":"10.585382296s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.202895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.071449472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:11.202469Z","caller":"traceutil/trace.go:171","msg":"trace[1778463719] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27111; }","duration":"7.948030277s","start":"2026-03-31T05:54:03.254429Z","end":"2026-03-31T05:54:11.202459Z","steps":["trace[1778463719] 'agreement among raft nodes before linearized reading' (duration: 7.947967405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.25438Z","time spent":"7.948609482s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:11.202776Z","caller":"traceutil/trace.go:171","msg":"trace[1175289050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27111; }","duration":"10.465147862s","start":"2026-03-31T05:54:00.737618Z","end":"2026-03-31T05:54:11.202766Z","steps":["trace[1175289050] 'agreement among raft nodes before linearized reading' (duration: 10.465030809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.203063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.737597Z","time spent":"10.465454521s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:54:11.202886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179557422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274200"} {"level":"info","ts":"2026-03-31T05:54:11.203238Z","caller":"traceutil/trace.go:171","msg":"trace[1806428007] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:27111; }","duration":"8.179916472s","start":"2026-03-31T05:54:03.023306Z","end":"2026-03-31T05:54:11.203223Z","steps":["trace[1806428007] 'agreement among raft nodes before linearized reading' (duration: 8.179212553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.203281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.023255Z","time spent":"8.180013765s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274224,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:54:11.203299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.132632234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:11.203356Z","caller":"traceutil/trace.go:171","msg":"trace[2094839934] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27111; }","duration":"11.132747657s","start":"2026-03-31T05:54:00.070596Z","end":"2026-03-31T05:54:11.203343Z","steps":["trace[2094839934] 'agreement among raft nodes before linearized reading' (duration: 11.131521984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.203396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.070567Z","time spent":"11.132820989s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2709,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:11.202913Z","caller":"traceutil/trace.go:171","msg":"trace[1418188831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27111; }","duration":"11.853121654s","start":"2026-03-31T05:53:59.34967Z","end":"2026-03-31T05:54:11.202792Z","steps":["trace[1418188831] 'agreement among raft nodes before linearized reading' (duration: 11.853083583s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:11.20295Z","caller":"traceutil/trace.go:171","msg":"trace[241202214] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27111; }","duration":"11.071544625s","start":"2026-03-31T05:54:00.131391Z","end":"2026-03-31T05:54:11.202936Z","steps":["trace[241202214] 'agreement among raft nodes before linearized reading' (duration: 11.071461493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.20354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:00.131369Z","time spent":"11.072151092s","remote":"127.0.0.1:59058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.203463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:59.349656Z","time spent":"11.853785982s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:11.212617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.838212112s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:11.212965Z","caller":"traceutil/trace.go:171","msg":"trace[1779329051] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"4.709407343s","start":"2026-03-31T05:54:06.503525Z","end":"2026-03-31T05:54:11.212933Z","steps":["trace[1779329051] 'process raft request' (duration: 4.709365342s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:11.213033Z","caller":"traceutil/trace.go:171","msg":"trace[78687197] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"5.558009951s","start":"2026-03-31T05:54:05.654993Z","end":"2026-03-31T05:54:11.213003Z","steps":["trace[78687197] 'process raft request' (duration: 5.557748874s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:11.213059Z","caller":"traceutil/trace.go:171","msg":"trace[1001025869] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"4.975563768s","start":"2026-03-31T05:54:06.237477Z","end":"2026-03-31T05:54:11.21304Z","steps":["trace[1001025869] 'process raft request' (duration: 4.975371653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.213078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.503423Z","time spent":"4.709593278s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:11.21315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.237453Z","time spent":"4.975655571s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:11.213175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.654964Z","time spent":"5.558140674s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:11.474608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998318547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:11.474704Z","caller":"traceutil/trace.go:171","msg":"trace[1460190805] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998474781s","start":"2026-03-31T05:54:06.476207Z","end":"2026-03-31T05:54:11.474682Z","steps":["trace[1460190805] 'agreement among raft nodes before linearized reading' (duration: 4.998298337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:11.47476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.47619Z","time spent":"4.998557933s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:12.185504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127529749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:12.185567Z","caller":"traceutil/trace.go:171","msg":"trace[1687166468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.127686943s","start":"2026-03-31T05:54:10.057862Z","end":"2026-03-31T05:54:12.185549Z","steps":["trace[1687166468] 'agreement among raft nodes before linearized reading' (duration: 2.127610661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:12.185596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.057843Z","time spent":"2.127747035s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:14.192533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:14.192608Z","caller":"traceutil/trace.go:171","msg":"trace[606800613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050941s","start":"2026-03-31T05:54:12.192082Z","end":"2026-03-31T05:54:14.192591Z","steps":["trace[606800613] 'agreement among raft nodes before linearized reading' (duration: 2.000413068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:14.19265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.192066Z","time spent":"2.000576272s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:15.166806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.16619Z","time spent":"7.000608405s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:15.323698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228677255s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:15.32379Z","caller":"traceutil/trace.go:171","msg":"trace[2042583926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27114; }","duration":"2.228782307s","start":"2026-03-31T05:54:13.094993Z","end":"2026-03-31T05:54:15.323776Z","steps":["trace[2042583926] 'range keys from in-memory index tree' (duration: 2.228635494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:15.434158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.436495Z","time spent":"4.997656118s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:15.437002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.438744Z","time spent":"4.998253744s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:16.024997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.578624231s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:16.025745Z","caller":"traceutil/trace.go:171","msg":"trace[1308445079] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"4.817327942s","start":"2026-03-31T05:54:11.208394Z","end":"2026-03-31T05:54:16.025722Z","steps":["trace[1308445079] 'process raft request' (duration: 4.8172365s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.026001Z","caller":"traceutil/trace.go:171","msg":"trace[641834837] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"4.868863722s","start":"2026-03-31T05:54:11.157095Z","end":"2026-03-31T05:54:16.025959Z","steps":["trace[641834837] 'process raft request' (duration: 4.868385679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.208378Z","time spent":"4.81763001s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:16.026215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.203854Z","time spent":"4.822359778s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:54:16.026234Z","caller":"traceutil/trace.go:171","msg":"trace[136320847] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"4.817122986s","start":"2026-03-31T05:54:11.209073Z","end":"2026-03-31T05:54:16.026196Z","steps":["trace[136320847] 'process raft request' (duration: 4.816611082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.025782Z","caller":"traceutil/trace.go:171","msg":"trace[1812414825] linearizableReadLoop","detail":"{readStateIndex:28081; appliedIndex:28074; }","duration":"4.824064905s","start":"2026-03-31T05:54:11.201697Z","end":"2026-03-31T05:54:16.025762Z","steps":["trace[1812414825] 'read index received' (duration: 11.04142ms)","trace[1812414825] 'applied index is now lower than readState.Index' (duration: 4.813022095s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:16.026282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.149514886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.026324Z","caller":"traceutil/trace.go:171","msg":"trace[1405999571] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27117; }","duration":"8.149604448s","start":"2026-03-31T05:54:07.876708Z","end":"2026-03-31T05:54:16.026313Z","steps":["trace[1405999571] 'agreement among raft nodes before linearized reading' (duration: 8.149515636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.209066Z","time spent":"4.817214649s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:16.026353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.876686Z","time spent":"8.1496607s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.02617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.157075Z","time spent":"4.869011925s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:16.026502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312171222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.026519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841382846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:16.02602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.374899058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:54:16.026553Z","caller":"traceutil/trace.go:171","msg":"trace[706494461] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27117; }","duration":"4.841459257s","start":"2026-03-31T05:54:11.185086Z","end":"2026-03-31T05:54:16.026545Z","steps":["trace[706494461] 'agreement among raft nodes before linearized reading' (duration: 4.841398186s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.026557Z","caller":"traceutil/trace.go:171","msg":"trace[1014321404] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27117; }","duration":"8.312272904s","start":"2026-03-31T05:54:07.714269Z","end":"2026-03-31T05:54:16.026542Z","steps":["trace[1014321404] 'agreement among raft nodes before linearized reading' (duration: 8.312184262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.185061Z","time spent":"4.841509689s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.026606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.71425Z","time spent":"8.312342266s","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.026636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.21683117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.026666Z","caller":"traceutil/trace.go:171","msg":"trace[330700178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27117; }","duration":"10.216892342s","start":"2026-03-31T05:54:05.809764Z","end":"2026-03-31T05:54:16.026656Z","steps":["trace[330700178] 'agreement among raft nodes before linearized reading' (duration: 10.21683828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.809749Z","time spent":"10.216933252s","remote":"127.0.0.1:59012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:16.026617Z","caller":"traceutil/trace.go:171","msg":"trace[1655093442] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127; range_end:; response_count:1; response_revision:27117; }","duration":"12.375503065s","start":"2026-03-31T05:54:03.65107Z","end":"2026-03-31T05:54:16.026573Z","steps":["trace[1655093442] 'agreement among raft nodes before linearized reading' (duration: 12.374750705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.34140248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-31T05:54:16.02678Z","caller":"traceutil/trace.go:171","msg":"trace[1371028722] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl; range_end:; response_count:1; response_revision:27117; }","duration":"5.341466022s","start":"2026-03-31T05:54:10.685307Z","end":"2026-03-31T05:54:16.026773Z","steps":["trace[1371028722] 'agreement among raft nodes before linearized reading' (duration: 5.341366099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.02681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.685279Z","time spent":"5.341516793s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q7bvl\" "} {"level":"warn","ts":"2026-03-31T05:54:16.026805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.651046Z","time spent":"12.37571337s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-38f848d1-b6e3-4361-b4af-79c4145b1127\" "} {"level":"warn","ts":"2026-03-31T05:54:16.026858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.318299969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:16.026867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.814390553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.026919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.44432295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.026917Z","caller":"traceutil/trace.go:171","msg":"trace[1310299505] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27117; }","duration":"10.814478235s","start":"2026-03-31T05:54:05.212424Z","end":"2026-03-31T05:54:16.026902Z","steps":["trace[1310299505] 'agreement among raft nodes before linearized reading' (duration: 10.814390043s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.026947Z","caller":"traceutil/trace.go:171","msg":"trace[269117541] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27117; }","duration":"8.44435007s","start":"2026-03-31T05:54:07.582589Z","end":"2026-03-31T05:54:16.026939Z","steps":["trace[269117541] 'agreement among raft nodes before linearized reading' (duration: 8.444310879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.026966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.34324376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5dfc57fb8b-bzh5x.18a1d5a8e182fbc2\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-03-31T05:54:16.026975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.582542Z","time spent":"8.444424772s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.026974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:05.212401Z","time spent":"10.814553637s","remote":"127.0.0.1:55502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.027016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.497999992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.027034Z","caller":"traceutil/trace.go:171","msg":"trace[1652001878] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27117; }","duration":"5.498027533s","start":"2026-03-31T05:54:10.529002Z","end":"2026-03-31T05:54:16.02703Z","steps":["trace[1652001878] 'agreement among raft nodes before linearized reading' (duration: 5.497995712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.528998Z","time spent":"5.498049954s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.02714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.663193109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.027173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.702992943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.02718Z","caller":"traceutil/trace.go:171","msg":"trace[1452356180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27117; }","duration":"9.663270081s","start":"2026-03-31T05:54:06.363901Z","end":"2026-03-31T05:54:16.027171Z","steps":["trace[1452356180] 'agreement among raft nodes before linearized reading' (duration: 9.6632033s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.027193Z","caller":"traceutil/trace.go:171","msg":"trace[1427050708] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27117; }","duration":"7.703060015s","start":"2026-03-31T05:54:08.324126Z","end":"2026-03-31T05:54:16.027186Z","steps":["trace[1427050708] 'agreement among raft nodes before linearized reading' (duration: 7.703022024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.324107Z","time spent":"7.703099976s","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.027215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862669572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.027157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.573838167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.027292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.189541167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:16.027346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.867215828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.027352Z","caller":"traceutil/trace.go:171","msg":"trace[996824390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27117; }","duration":"12.189637129s","start":"2026-03-31T05:54:03.8377Z","end":"2026-03-31T05:54:16.027337Z","steps":["trace[996824390] 'agreement among raft nodes before linearized reading' (duration: 12.189561967s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.027383Z","caller":"traceutil/trace.go:171","msg":"trace[518130583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27117; }","duration":"9.86728942s","start":"2026-03-31T05:54:06.160085Z","end":"2026-03-31T05:54:16.027374Z","steps":["trace[518130583] 'agreement among raft nodes before linearized reading' (duration: 9.867236209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.837667Z","time spent":"12.189720451s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.027418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.160064Z","time spent":"9.867341542s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:16.027359Z","caller":"traceutil/trace.go:171","msg":"trace[339524862] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27117; }","duration":"7.574047282s","start":"2026-03-31T05:54:08.453268Z","end":"2026-03-31T05:54:16.027315Z","steps":["trace[339524862] 'agreement among raft nodes before linearized reading' (duration: 7.573835007s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.026883Z","caller":"traceutil/trace.go:171","msg":"trace[1663433457] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27117; }","duration":"8.318367529s","start":"2026-03-31T05:54:07.708508Z","end":"2026-03-31T05:54:16.026876Z","steps":["trace[1663433457] 'agreement among raft nodes before linearized reading' (duration: 8.318309638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590097952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.027552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.708488Z","time spent":"8.319050769s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:16.027572Z","caller":"traceutil/trace.go:171","msg":"trace[158227181] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27117; }","duration":"5.590141263s","start":"2026-03-31T05:54:10.437419Z","end":"2026-03-31T05:54:16.02756Z","steps":["trace[158227181] 'agreement among raft nodes before linearized reading' (duration: 5.590069531s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.026985Z","caller":"traceutil/trace.go:171","msg":"trace[2126614886] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5dfc57fb8b-bzh5x.18a1d5a8e182fbc2; range_end:; response_count:1; response_revision:27117; }","duration":"5.343303931s","start":"2026-03-31T05:54:10.683675Z","end":"2026-03-31T05:54:16.026979Z","steps":["trace[2126614886] 'agreement among raft nodes before linearized reading' (duration: 5.343233919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.437396Z","time spent":"5.590206164s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.027616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.294111323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:16.027678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.683656Z","time spent":"5.344002991s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-5dfc57fb8b-bzh5x.18a1d5a8e182fbc2\" "} {"level":"warn","ts":"2026-03-31T05:54:16.027399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069634107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:16.028137Z","caller":"traceutil/trace.go:171","msg":"trace[200281513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27117; }","duration":"8.070397018s","start":"2026-03-31T05:54:07.95771Z","end":"2026-03-31T05:54:16.028107Z","steps":["trace[200281513] 'agreement among raft nodes before linearized reading' (duration: 8.069625367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.0273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.785831999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-03-31T05:54:16.027229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.779683119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:16.028226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:07.957686Z","time spent":"8.070503401s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:16.028276Z","caller":"traceutil/trace.go:171","msg":"trace[349152566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27117; }","duration":"11.780749718s","start":"2026-03-31T05:54:04.247492Z","end":"2026-03-31T05:54:16.028242Z","steps":["trace[349152566] 'agreement among raft nodes before linearized reading' (duration: 11.779687589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.027211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.363885Z","time spent":"9.663315962s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.028353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:04.247473Z","time spent":"11.780841991s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.027442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.499897304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:54:16.027696Z","caller":"traceutil/trace.go:171","msg":"trace[390467958] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27117; }","duration":"7.294257436s","start":"2026-03-31T05:54:08.733419Z","end":"2026-03-31T05:54:16.027677Z","steps":["trace[390467958] 'agreement among raft nodes before linearized reading' (duration: 7.294105422s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.028433Z","caller":"traceutil/trace.go:171","msg":"trace[1681898708] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27117; }","duration":"5.500907851s","start":"2026-03-31T05:54:10.527505Z","end":"2026-03-31T05:54:16.028413Z","steps":["trace[1681898708] 'agreement among raft nodes before linearized reading' (duration: 5.499797461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.028473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.52749Z","time spent":"5.500973114s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:16.027549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.453249Z","time spent":"7.574260149s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:54:16.028497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:08.733397Z","time spent":"7.295076079s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:16.028203Z","caller":"traceutil/trace.go:171","msg":"trace[747134389] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27117; }","duration":"9.786753824s","start":"2026-03-31T05:54:06.241435Z","end":"2026-03-31T05:54:16.028189Z","steps":["trace[747134389] 'agreement among raft nodes before linearized reading' (duration: 9.785792818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:16.027281Z","caller":"traceutil/trace.go:171","msg":"trace[1966853276] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27117; }","duration":"5.862780945s","start":"2026-03-31T05:54:10.164487Z","end":"2026-03-31T05:54:16.027268Z","steps":["trace[1966853276] 'agreement among raft nodes before linearized reading' (duration: 5.862634101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.028649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:06.241419Z","time spent":"9.787216976s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:54:16.028743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:10.164468Z","time spent":"5.864223134s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:16.193902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000926673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:16.193983Z","caller":"traceutil/trace.go:171","msg":"trace[1730475621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001068376s","start":"2026-03-31T05:54:14.192895Z","end":"2026-03-31T05:54:16.193964Z","steps":["trace[1730475621] 'agreement among raft nodes before linearized reading' (duration: 2.000948933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.19403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.192882Z","time spent":"2.001138549s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:16.476218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999397426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:16.476363Z","caller":"traceutil/trace.go:171","msg":"trace[1675110000] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999593201s","start":"2026-03-31T05:54:11.476753Z","end":"2026-03-31T05:54:16.476346Z","steps":["trace[1675110000] 'agreement among raft nodes before linearized reading' (duration: 4.999426517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:16.476473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.476736Z","time spent":"4.999726814s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:16.529993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:17.030471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:17.531462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:18.032011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:18.200077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:18.20015Z","caller":"traceutil/trace.go:171","msg":"trace[2143802515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011607s","start":"2026-03-31T05:54:16.200122Z","end":"2026-03-31T05:54:18.200134Z","steps":["trace[2143802515] 'agreement among raft nodes before linearized reading' (duration: 1.999914214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:18.200186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.200105Z","time spent":"2.000074018s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:18.532606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:19.056921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:19.558236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:20.413211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:20.413227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211832494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:20.413317Z","caller":"traceutil/trace.go:171","msg":"trace[423479247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.211975418s","start":"2026-03-31T05:54:18.201329Z","end":"2026-03-31T05:54:20.413304Z","steps":["trace[423479247] 'agreement among raft nodes before linearized reading' (duration: 2.211865225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:20.413352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.201308Z","time spent":"2.212037869s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:20.413397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.217995Z","time spent":"7.195396299s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:20.914348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:21.209979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.184794689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:22.423563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00658653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:22.423633Z","caller":"traceutil/trace.go:171","msg":"trace[95850976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006699973s","start":"2026-03-31T05:54:20.416913Z","end":"2026-03-31T05:54:22.423613Z","steps":["trace[95850976] 'agreement among raft nodes before linearized reading' (duration: 2.00660683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:22.423667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.416901Z","time spent":"2.006759095s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:23.028037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.027149Z","time spent":"7.000882813s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.031591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.030502Z","time spent":"7.001024547s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.041051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.040159Z","time spent":"7.000885183s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.154743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.377222681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.154853Z","caller":"traceutil/trace.go:171","msg":"trace[1712844996] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27117; }","duration":"19.377379495s","start":"2026-03-31T05:54:03.777445Z","end":"2026-03-31T05:54:23.154825Z","steps":["trace[1712844996] 'agreement among raft nodes before linearized reading' (duration: 12.250207614s)","trace[1712844996] 'count revisions from in-memory index tree' (duration: 7.127026857s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:23.155096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.777425Z","time spent":"19.377656162s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.15511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900029953s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:23.155741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.502036369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-31T05:54:23.155897Z","caller":"traceutil/trace.go:171","msg":"trace[111188312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27117; }","duration":"19.502168072s","start":"2026-03-31T05:54:03.653653Z","end":"2026-03-31T05:54:23.155821Z","steps":["trace[111188312] 'agreement among raft nodes before linearized reading' (duration: 12.373985283s)","trace[111188312] 'range keys from in-memory index tree' (duration: 7.126833263s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:23.155974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:03.653643Z","time spent":"19.502296696s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:54:23.156336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.722661Z","time spent":"2.43366687s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.155408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.985871353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.158755Z","caller":"traceutil/trace.go:171","msg":"trace[1798132609] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27117; }","duration":"13.989243135s","start":"2026-03-31T05:54:09.169479Z","end":"2026-03-31T05:54:23.158722Z","steps":["trace[1798132609] 'agreement among raft nodes before linearized reading' (duration: 6.858218199s)","trace[1798132609] 'count revisions from in-memory index tree' (duration: 7.127666915s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:23.158856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:09.169458Z","time spent":"13.989370609s","remote":"127.0.0.1:45544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.156354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.147752Z","time spent":"1.008595662s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:23.161329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951136541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:23.161777Z","caller":"traceutil/trace.go:171","msg":"trace[416117529] linearizableReadLoop","detail":"{readStateIndex:28088; appliedIndex:28084; }","duration":"7.135446066s","start":"2026-03-31T05:54:16.026314Z","end":"2026-03-31T05:54:23.16176Z","steps":["trace[416117529] 'read index received' (duration: 5.183843693s)","trace[416117529] 'applied index is now lower than readState.Index' (duration: 1.951601503s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:23.161946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.158514277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.162038Z","caller":"traceutil/trace.go:171","msg":"trace[240976764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27120; }","duration":"10.158656911s","start":"2026-03-31T05:54:13.003373Z","end":"2026-03-31T05:54:23.162029Z","steps":["trace[240976764] 'agreement among raft nodes before linearized reading' (duration: 10.158466025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.076870971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.003349Z","time spent":"10.158707352s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.6236785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:23.162094Z","caller":"traceutil/trace.go:171","msg":"trace[950417963] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27120; }","duration":"10.077044155s","start":"2026-03-31T05:54:13.085031Z","end":"2026-03-31T05:54:23.162075Z","steps":["trace[950417963] 'agreement among raft nodes before linearized reading' (duration: 10.076774588s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:23.16213Z","caller":"traceutil/trace.go:171","msg":"trace[921051449] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27120; }","duration":"8.623762532s","start":"2026-03-31T05:54:14.538352Z","end":"2026-03-31T05:54:23.162115Z","steps":["trace[921051449] 'agreement among raft nodes before linearized reading' (duration: 8.623594147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.085006Z","time spent":"10.077125007s","remote":"127.0.0.1:45376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.538306Z","time spent":"8.623853084s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.584741709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.162248Z","caller":"traceutil/trace.go:171","msg":"trace[721259853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27120; }","duration":"10.58480055s","start":"2026-03-31T05:54:12.577439Z","end":"2026-03-31T05:54:23.162239Z","steps":["trace[721259853] 'agreement among raft nodes before linearized reading' (duration: 10.584756369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.577419Z","time spent":"10.584842451s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.763115631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:23.162391Z","caller":"traceutil/trace.go:171","msg":"trace[1823367424] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27120; }","duration":"10.763168422s","start":"2026-03-31T05:54:12.399215Z","end":"2026-03-31T05:54:23.162384Z","steps":["trace[1823367424] 'agreement among raft nodes before linearized reading' (duration: 10.763132991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.876697559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.399197Z","time spent":"10.763205284s","remote":"127.0.0.1:39532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:23.162425Z","caller":"traceutil/trace.go:171","msg":"trace[547511667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27120; }","duration":"8.87674639s","start":"2026-03-31T05:54:14.285665Z","end":"2026-03-31T05:54:23.162411Z","steps":["trace[547511667] 'agreement among raft nodes before linearized reading' (duration: 8.876666418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.285603Z","time spent":"8.876851333s","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.311973549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932527381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.162523Z","caller":"traceutil/trace.go:171","msg":"trace[285684184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27120; }","duration":"7.31201577s","start":"2026-03-31T05:54:15.850499Z","end":"2026-03-31T05:54:23.162515Z","steps":["trace[285684184] 'agreement among raft nodes before linearized reading' (duration: 7.311956508s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:23.162532Z","caller":"traceutil/trace.go:171","msg":"trace[367103984] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27120; }","duration":"10.932582472s","start":"2026-03-31T05:54:12.229943Z","end":"2026-03-31T05:54:23.162526Z","steps":["trace[367103984] 'agreement among raft nodes before linearized reading' (duration: 10.932544601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:15.850434Z","time spent":"7.312104541s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:12.229923Z","time spent":"10.932623003s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.180721522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.542097819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.162648Z","caller":"traceutil/trace.go:171","msg":"trace[1558967041] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27120; }","duration":"9.180825745s","start":"2026-03-31T05:54:13.981806Z","end":"2026-03-31T05:54:23.162632Z","steps":["trace[1558967041] 'agreement among raft nodes before linearized reading' (duration: 9.180718562s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:23.162673Z","caller":"traceutil/trace.go:171","msg":"trace[18245232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27120; }","duration":"11.54214659s","start":"2026-03-31T05:54:11.620518Z","end":"2026-03-31T05:54:23.162665Z","steps":["trace[18245232] 'agreement among raft nodes before linearized reading' (duration: 11.542111629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.176705734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.974537992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:23.162697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.981787Z","time spent":"9.180891347s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.623764766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.16272Z","caller":"traceutil/trace.go:171","msg":"trace[1717502234] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27120; }","duration":"8.176759536s","start":"2026-03-31T05:54:14.98595Z","end":"2026-03-31T05:54:23.162709Z","steps":["trace[1717502234] 'agreement among raft nodes before linearized reading' (duration: 8.176716665s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:23.162734Z","caller":"traceutil/trace.go:171","msg":"trace[1106498134] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27120; }","duration":"9.974631194s","start":"2026-03-31T05:54:13.18809Z","end":"2026-03-31T05:54:23.162721Z","steps":["trace[1106498134] 'agreement among raft nodes before linearized reading' (duration: 9.974544212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.16276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.985934Z","time spent":"8.176817467s","remote":"127.0.0.1:45498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.917276045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.162783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:13.188066Z","time spent":"9.974702997s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.946395645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:23.162845Z","caller":"traceutil/trace.go:171","msg":"trace[1863435368] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27120; }","duration":"11.946433427s","start":"2026-03-31T05:54:11.216406Z","end":"2026-03-31T05:54:23.162839Z","steps":["trace[1863435368] 'agreement among raft nodes before linearized reading' (duration: 11.946396816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.162863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.216397Z","time spent":"11.946460527s","remote":"127.0.0.1:45482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.162696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.620497Z","time spent":"11.542191742s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:23.162745Z","caller":"traceutil/trace.go:171","msg":"trace[342615622] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27120; }","duration":"11.623812837s","start":"2026-03-31T05:54:11.538926Z","end":"2026-03-31T05:54:23.162739Z","steps":["trace[342615622] 'agreement among raft nodes before linearized reading' (duration: 11.623781746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.163041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95545414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:23.163082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.53891Z","time spent":"11.624152297s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:23.163105Z","caller":"traceutil/trace.go:171","msg":"trace[2115445270] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:27120; }","duration":"11.955542083s","start":"2026-03-31T05:54:11.207539Z","end":"2026-03-31T05:54:23.163081Z","steps":["trace[2115445270] 'agreement among raft nodes before linearized reading' (duration: 11.95543403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:23.162793Z","caller":"traceutil/trace.go:171","msg":"trace[1654302847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27120; }","duration":"11.917355047s","start":"2026-03-31T05:54:11.245431Z","end":"2026-03-31T05:54:23.162786Z","steps":["trace[1654302847] 'agreement among raft nodes before linearized reading' (duration: 11.917325396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.163202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.245415Z","time spent":"11.917776038s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.163169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:11.207529Z","time spent":"11.955629435s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:54:23.163367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.013281577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:23.163407Z","caller":"traceutil/trace.go:171","msg":"trace[637860723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27120; }","duration":"9.013354359s","start":"2026-03-31T05:54:14.150039Z","end":"2026-03-31T05:54:23.163393Z","steps":["trace[637860723] 'agreement among raft nodes before linearized reading' (duration: 9.012836815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.163439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:14.150019Z","time spent":"9.01341137s","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:23.217772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801370117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:23.218007Z","caller":"traceutil/trace.go:171","msg":"trace[1024929395] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.801501071s","start":"2026-03-31T05:54:20.416346Z","end":"2026-03-31T05:54:23.217848Z","steps":["trace[1024929395] 'agreement among raft nodes before linearized reading' (duration: 2.801384838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:23.218083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.416334Z","time spent":"2.801733697s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:54:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:23.662001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:24.162555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:24.42406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:24.424158Z","caller":"traceutil/trace.go:171","msg":"trace[1270953941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422538s","start":"2026-03-31T05:54:22.423715Z","end":"2026-03-31T05:54:24.424138Z","steps":["trace[1270953941] 'agreement among raft nodes before linearized reading' (duration: 2.000283074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:24.424215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.423698Z","time spent":"2.00050822s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:24.609142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:24.609245Z","caller":"traceutil/trace.go:171","msg":"trace[188129021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761266s","start":"2026-03-31T05:54:22.608459Z","end":"2026-03-31T05:54:24.609221Z","steps":["trace[188129021] 'agreement among raft nodes before linearized reading' (duration: 2.000626553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:24.609311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.608423Z","time spent":"2.000861439s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:24.663729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:24.997163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.792154443s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:25.146329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.736489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:25.148478Z","caller":"traceutil/trace.go:171","msg":"trace[1723126859] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"3.856490357s","start":"2026-03-31T05:54:21.291948Z","end":"2026-03-31T05:54:25.148438Z","steps":["trace[1723126859] 'process raft request' (duration: 3.705503048s)","trace[1723126859] 'compare' (duration: 147.789713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:25.148577Z","caller":"traceutil/trace.go:171","msg":"trace[577124909] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"3.612957865s","start":"2026-03-31T05:54:21.535587Z","end":"2026-03-31T05:54:25.148545Z","steps":["trace[577124909] 'process raft request' (duration: 3.61276709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:25.14866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.291898Z","time spent":"3.856658932s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:25.148709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.53557Z","time spent":"3.613074589s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:26.043725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008084763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:26.043798Z","caller":"traceutil/trace.go:171","msg":"trace[108021272] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008227087s","start":"2026-03-31T05:54:16.035554Z","end":"2026-03-31T05:54:26.043781Z","steps":["trace[108021272] 'agreement among raft nodes before linearized reading' (duration: 10.008136284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:26.043845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.035544Z","time spent":"10.008288108s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 05:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:26.430469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:26.430564Z","caller":"traceutil/trace.go:171","msg":"trace[283134579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144612s","start":"2026-03-31T05:54:24.430397Z","end":"2026-03-31T05:54:26.430541Z","steps":["trace[283134579] 'agreement among raft nodes before linearized reading' (duration: 2.000018068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:26.430641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.430376Z","time spent":"2.000251174s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:28.431358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:28.431448Z","caller":"traceutil/trace.go:171","msg":"trace[1322238001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681575s","start":"2026-03-31T05:54:26.43074Z","end":"2026-03-31T05:54:28.431422Z","steps":["trace[1322238001] 'agreement among raft nodes before linearized reading' (duration: 2.000568172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:28.431503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.430723Z","time spent":"2.000769547s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:30.048304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.048629433s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:30.048664Z","caller":"traceutil/trace.go:171","msg":"trace[1177685284] linearizableReadLoop","detail":"{readStateIndex:28091; appliedIndex:28088; }","duration":"6.886824015s","start":"2026-03-31T05:54:23.161819Z","end":"2026-03-31T05:54:30.048643Z","steps":["trace[1177685284] 'read index received' (duration: 1.835652294s)","trace[1177685284] 'applied index is now lower than readState.Index' (duration: 5.051170331s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:30.048966Z","caller":"traceutil/trace.go:171","msg":"trace[1168493364] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"6.515551677s","start":"2026-03-31T05:54:23.533401Z","end":"2026-03-31T05:54:30.048953Z","steps":["trace[1168493364] 'process raft request' (duration: 6.515081014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.049053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.533382Z","time spent":"6.515610468s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:30.049239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931357344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.049273Z","caller":"traceutil/trace.go:171","msg":"trace[1498667796] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27123; }","duration":"6.931427606s","start":"2026-03-31T05:54:23.117834Z","end":"2026-03-31T05:54:30.049262Z","steps":["trace[1498667796] 'agreement among raft nodes before linearized reading' (duration: 6.931347244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.049293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.117814Z","time spent":"6.931474018s","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.049498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005532728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-31T05:54:30.049521Z","caller":"traceutil/trace.go:171","msg":"trace[1989981550] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27123; }","duration":"7.00559267s","start":"2026-03-31T05:54:23.043922Z","end":"2026-03-31T05:54:30.049515Z","steps":["trace[1989981550] 'agreement among raft nodes before linearized reading' (duration: 7.005495267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.049537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.043871Z","time spent":"7.005662141s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:54:30.049676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.4209132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.049775Z","caller":"traceutil/trace.go:171","msg":"trace[76090626] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27123; }","duration":"10.421072944s","start":"2026-03-31T05:54:19.62868Z","end":"2026-03-31T05:54:30.049753Z","steps":["trace[76090626] 'agreement among raft nodes before linearized reading' (duration: 10.420744945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.049841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:19.628658Z","time spent":"10.421168197s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.050265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.014238804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf2db4a\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-31T05:54:30.050313Z","caller":"traceutil/trace.go:171","msg":"trace[1246914667] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf2db4a; range_end:; response_count:1; response_revision:27123; }","duration":"7.014306266s","start":"2026-03-31T05:54:23.035993Z","end":"2026-03-31T05:54:30.050299Z","steps":["trace[1246914667] 'agreement among raft nodes before linearized reading' (duration: 7.014144752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.050361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.03598Z","time spent":"7.014369727s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf2db4a\" "} {"level":"warn","ts":"2026-03-31T05:54:30.050568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.021013908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T05:54:30.0506Z","caller":"traceutil/trace.go:171","msg":"trace[438399781] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:27123; }","duration":"7.02107758s","start":"2026-03-31T05:54:23.029514Z","end":"2026-03-31T05:54:30.050591Z","steps":["trace[438399781] 'agreement among raft nodes before linearized reading' (duration: 7.020990358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.050622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.029498Z","time spent":"7.021118282s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:54:30.05078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.033794055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.050805Z","caller":"traceutil/trace.go:171","msg":"trace[508509835] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27123; }","duration":"7.033860357s","start":"2026-03-31T05:54:23.016938Z","end":"2026-03-31T05:54:30.050798Z","steps":["trace[508509835] 'agreement among raft nodes before linearized reading' (duration: 7.033796955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.050833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.016917Z","time spent":"7.033908368s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.069421963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:30.051135Z","caller":"traceutil/trace.go:171","msg":"trace[2049258576] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27123; }","duration":"7.069496815s","start":"2026-03-31T05:54:22.981629Z","end":"2026-03-31T05:54:30.051125Z","steps":["trace[2049258576] 'agreement among raft nodes before linearized reading' (duration: 7.06934444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.05116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.981599Z","time spent":"7.069553346s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.061024849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:30.051271Z","caller":"traceutil/trace.go:171","msg":"trace[1740538126] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27123; }","duration":"11.061057359s","start":"2026-03-31T05:54:18.990208Z","end":"2026-03-31T05:54:30.051265Z","steps":["trace[1740538126] 'agreement among raft nodes before linearized reading' (duration: 11.059439415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.05129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.990159Z","time spent":"11.061126511s","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2709,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176624353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.051339Z","caller":"traceutil/trace.go:171","msg":"trace[1861360722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27123; }","duration":"7.176692085s","start":"2026-03-31T05:54:22.87464Z","end":"2026-03-31T05:54:30.051333Z","steps":["trace[1861360722] 'agreement among raft nodes before linearized reading' (duration: 7.176641114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.874621Z","time spent":"7.176735386s","remote":"127.0.0.1:45130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.016022305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.051468Z","caller":"traceutil/trace.go:171","msg":"trace[576514523] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27123; }","duration":"12.016097507s","start":"2026-03-31T05:54:18.035363Z","end":"2026-03-31T05:54:30.051461Z","steps":["trace[576514523] 'agreement among raft nodes before linearized reading' (duration: 12.016044025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:18.035344Z","time spent":"12.016138128s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.275941949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.051563Z","caller":"traceutil/trace.go:171","msg":"trace[834997910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27123; }","duration":"7.276010581s","start":"2026-03-31T05:54:22.775544Z","end":"2026-03-31T05:54:30.051554Z","steps":["trace[834997910] 'agreement among raft nodes before linearized reading' (duration: 7.275946619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.775526Z","time spent":"7.276055962s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.172779221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.051642Z","caller":"traceutil/trace.go:171","msg":"trace[924176026] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27123; }","duration":"12.172834782s","start":"2026-03-31T05:54:17.8788Z","end":"2026-03-31T05:54:30.051635Z","steps":["trace[924176026] 'agreement among raft nodes before linearized reading' (duration: 12.172791181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:17.878781Z","time spent":"12.172871724s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334762856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.051784Z","caller":"traceutil/trace.go:171","msg":"trace[1855760669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27123; }","duration":"7.334796407s","start":"2026-03-31T05:54:22.716979Z","end":"2026-03-31T05:54:30.051776Z","steps":["trace[1855760669] 'agreement among raft nodes before linearized reading' (duration: 7.334742806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.716895Z","time spent":"7.33490623s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.476497416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:30.051924Z","caller":"traceutil/trace.go:171","msg":"trace[1701510777] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27123; }","duration":"12.476548688s","start":"2026-03-31T05:54:17.57537Z","end":"2026-03-31T05:54:30.051919Z","steps":["trace[1701510777] 'agreement among raft nodes before linearized reading' (duration: 12.476391744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.051947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:17.575354Z","time spent":"12.476585009s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.051971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803367718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.051998Z","caller":"traceutil/trace.go:171","msg":"trace[1368225926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27123; }","duration":"7.80343366s","start":"2026-03-31T05:54:22.248557Z","end":"2026-03-31T05:54:30.05199Z","steps":["trace[1368225926] 'agreement among raft nodes before linearized reading' (duration: 7.803385829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.248537Z","time spent":"7.803487551s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.052178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.371526945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-03-31T05:54:30.052201Z","caller":"traceutil/trace.go:171","msg":"trace[1414865238] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27123; }","duration":"13.371589907s","start":"2026-03-31T05:54:16.680605Z","end":"2026-03-31T05:54:30.052195Z","steps":["trace[1414865238] 'agreement among raft nodes before linearized reading' (duration: 13.371444913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.680584Z","time spent":"13.371630297s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418483,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:54:30.052243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.877861831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-31T05:54:30.052276Z","caller":"traceutil/trace.go:171","msg":"trace[1927882598] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27123; }","duration":"7.877895432s","start":"2026-03-31T05:54:22.174372Z","end":"2026-03-31T05:54:30.052267Z","steps":["trace[1927882598] 'agreement among raft nodes before linearized reading' (duration: 7.877796629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:22.174322Z","time spent":"7.877975173s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:54:30.052449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.497017771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-31T05:54:30.052463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249709656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.052473Z","caller":"traceutil/trace.go:171","msg":"trace[681118653] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27123; }","duration":"13.497077933s","start":"2026-03-31T05:54:16.555387Z","end":"2026-03-31T05:54:30.052465Z","steps":["trace[681118653] 'agreement among raft nodes before linearized reading' (duration: 13.497010181s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.555368Z","time spent":"13.497119904s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-31T05:54:30.052496Z","caller":"traceutil/trace.go:171","msg":"trace[1076967113] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27123; }","duration":"8.249774107s","start":"2026-03-31T05:54:21.802709Z","end":"2026-03-31T05:54:30.052483Z","steps":["trace[1076967113] 'agreement among raft nodes before linearized reading' (duration: 8.249726856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.802691Z","time spent":"8.249824799s","remote":"127.0.0.1:55720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.052608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.571681979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.05263Z","caller":"traceutil/trace.go:171","msg":"trace[1226019922] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27123; }","duration":"13.57173566s","start":"2026-03-31T05:54:16.480889Z","end":"2026-03-31T05:54:30.052624Z","steps":["trace[1226019922] 'agreement among raft nodes before linearized reading' (duration: 13.571697539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.480873Z","time spent":"13.571769761s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.052693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.894370798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.052725Z","caller":"traceutil/trace.go:171","msg":"trace[233674046] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27123; }","duration":"8.89446593s","start":"2026-03-31T05:54:21.158251Z","end":"2026-03-31T05:54:30.052717Z","steps":["trace[233674046] 'agreement among raft nodes before linearized reading' (duration: 8.894398618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.158228Z","time spent":"8.894516382s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.052795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.018701284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T05:54:30.052816Z","caller":"traceutil/trace.go:171","msg":"trace[831509096] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27123; }","duration":"14.018732885s","start":"2026-03-31T05:54:16.034074Z","end":"2026-03-31T05:54:30.052807Z","steps":["trace[831509096] 'agreement among raft nodes before linearized reading' (duration: 14.018666633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.034067Z","time spent":"14.018760466s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:54:30.052906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.919653484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.052933Z","caller":"traceutil/trace.go:171","msg":"trace[1015793347] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27123; }","duration":"8.919716445s","start":"2026-03-31T05:54:21.133209Z","end":"2026-03-31T05:54:30.052925Z","steps":["trace[1015793347] 'agreement among raft nodes before linearized reading' (duration: 8.919668514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.052957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:21.133192Z","time spent":"8.919758927s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.052971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.019024323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:54:30.05299Z","caller":"traceutil/trace.go:171","msg":"trace[1046219289] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27123; }","duration":"14.019060464s","start":"2026-03-31T05:54:16.033923Z","end":"2026-03-31T05:54:30.052984Z","steps":["trace[1046219289] 'agreement among raft nodes before linearized reading' (duration: 14.019000602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.053005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.033865Z","time spent":"14.019136667s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:54:30.053104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.19909915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.053134Z","caller":"traceutil/trace.go:171","msg":"trace[1618065031] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27123; }","duration":"9.199186763s","start":"2026-03-31T05:54:20.853939Z","end":"2026-03-31T05:54:30.053126Z","steps":["trace[1618065031] 'agreement among raft nodes before linearized reading' (duration: 9.199134722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.05314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.019386713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T05:54:30.053158Z","caller":"traceutil/trace.go:171","msg":"trace[373188235] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27123; }","duration":"14.019445345s","start":"2026-03-31T05:54:16.033707Z","end":"2026-03-31T05:54:30.053152Z","steps":["trace[373188235] 'agreement among raft nodes before linearized reading' (duration: 14.019386543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.053159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:20.853914Z","time spent":"9.199238204s","remote":"127.0.0.1:55544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.053176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:16.033687Z","time spent":"14.019483185s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:30.053356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.203314073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:30.053384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.886582619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1913"} {"level":"info","ts":"2026-03-31T05:54:30.053388Z","caller":"traceutil/trace.go:171","msg":"trace[1499446423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27123; }","duration":"10.203389525s","start":"2026-03-31T05:54:19.849988Z","end":"2026-03-31T05:54:30.053378Z","steps":["trace[1499446423] 'agreement among raft nodes before linearized reading' (duration: 10.203339353s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:30.053405Z","caller":"traceutil/trace.go:171","msg":"trace[2143814706] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:27123; }","duration":"6.88663121s","start":"2026-03-31T05:54:23.166768Z","end":"2026-03-31T05:54:30.053399Z","steps":["trace[2143814706] 'agreement among raft nodes before linearized reading' (duration: 6.886566989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.053414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:19.849964Z","time spent":"10.203443557s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.053425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.166756Z","time spent":"6.886661891s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1937,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:54:30.053911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.892955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.053937Z","caller":"traceutil/trace.go:171","msg":"trace[648368266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27123; }","duration":"256.959136ms","start":"2026-03-31T05:54:29.796973Z","end":"2026-03-31T05:54:30.053932Z","steps":["trace[648368266] 'agreement among raft nodes before linearized reading' (duration: 256.883254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.447788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.054085Z","caller":"traceutil/trace.go:171","msg":"trace[1855257374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27123; }","duration":"773.50431ms","start":"2026-03-31T05:54:29.280575Z","end":"2026-03-31T05:54:30.05408Z","steps":["trace[1855257374] 'agreement among raft nodes before linearized reading' (duration: 773.463129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:29.280555Z","time spent":"773.54548ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.054231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.888072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.054255Z","caller":"traceutil/trace.go:171","msg":"trace[971328392] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27123; }","duration":"937.912673ms","start":"2026-03-31T05:54:29.116335Z","end":"2026-03-31T05:54:30.054248Z","steps":["trace[971328392] 'agreement among raft nodes before linearized reading' (duration: 937.874652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:29.116314Z","time spent":"937.954164ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.054428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388376912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.054451Z","caller":"traceutil/trace.go:171","msg":"trace[1993684543] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27123; }","duration":"1.388436514s","start":"2026-03-31T05:54:28.666008Z","end":"2026-03-31T05:54:30.054445Z","steps":["trace[1993684543] 'agreement among raft nodes before linearized reading' (duration: 1.388359992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.665991Z","time spent":"1.388472725s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.054586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613960466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.054607Z","caller":"traceutil/trace.go:171","msg":"trace[1592818324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27123; }","duration":"1.614016078s","start":"2026-03-31T05:54:28.440585Z","end":"2026-03-31T05:54:30.054601Z","steps":["trace[1592818324] 'agreement among raft nodes before linearized reading' (duration: 1.613980007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:28.440566Z","time spent":"1.6140549s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:30.054736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433405703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.054762Z","caller":"traceutil/trace.go:171","msg":"trace[1992904592] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27123; }","duration":"2.433478345s","start":"2026-03-31T05:54:27.621276Z","end":"2026-03-31T05:54:30.054754Z","steps":["trace[1992904592] 'agreement among raft nodes before linearized reading' (duration: 2.433431644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.05478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.621251Z","time spent":"2.433523276s","remote":"127.0.0.1:39592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.054848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286191062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:30.054895Z","caller":"traceutil/trace.go:171","msg":"trace[446040906] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27123; }","duration":"5.286292645s","start":"2026-03-31T05:54:24.76859Z","end":"2026-03-31T05:54:30.054882Z","steps":["trace[446040906] 'agreement among raft nodes before linearized reading' (duration: 5.286195192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.054928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.768562Z","time spent":"5.286356207s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.054911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298216339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.054986Z","caller":"traceutil/trace.go:171","msg":"trace[1752600941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27123; }","duration":"5.298340372s","start":"2026-03-31T05:54:24.756625Z","end":"2026-03-31T05:54:30.054966Z","steps":["trace[1752600941] 'agreement among raft nodes before linearized reading' (duration: 5.298188108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.756606Z","time spent":"5.298423675s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.055099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744601731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055133Z","caller":"traceutil/trace.go:171","msg":"trace[1087937052] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27123; }","duration":"2.744653732s","start":"2026-03-31T05:54:27.310469Z","end":"2026-03-31T05:54:30.055122Z","steps":["trace[1087937052] 'agreement among raft nodes before linearized reading' (duration: 2.744595091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.310458Z","time spent":"2.744693234s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.055275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37375991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:30.055298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75266219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055312Z","caller":"traceutil/trace.go:171","msg":"trace[947205047] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27123; }","duration":"5.373838612s","start":"2026-03-31T05:54:24.681459Z","end":"2026-03-31T05:54:30.055297Z","steps":["trace[947205047] 'agreement among raft nodes before linearized reading' (duration: 5.37377709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.681429Z","time spent":"5.373906523s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.055389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88344462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:54:30.055407Z","caller":"traceutil/trace.go:171","msg":"trace[1543751141] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27123; }","duration":"2.883491572s","start":"2026-03-31T05:54:27.17191Z","end":"2026-03-31T05:54:30.055401Z","steps":["trace[1543751141] 'agreement among raft nodes before linearized reading' (duration: 2.8834226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.171893Z","time spent":"2.883526862s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:54:30.055514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.718136509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055543Z","caller":"traceutil/trace.go:171","msg":"trace[928436444] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27123; }","duration":"5.718222811s","start":"2026-03-31T05:54:24.337312Z","end":"2026-03-31T05:54:30.055535Z","steps":["trace[928436444] 'agreement among raft nodes before linearized reading' (duration: 5.71816471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932275256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:30.055571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.337287Z","time spent":"5.718277102s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.05561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82490354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055629Z","caller":"traceutil/trace.go:171","msg":"trace[1439068308] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27123; }","duration":"3.824928671s","start":"2026-03-31T05:54:26.230696Z","end":"2026-03-31T05:54:30.055624Z","steps":["trace[1439068308] 'agreement among raft nodes before linearized reading' (duration: 3.82489349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:26.230645Z","time spent":"3.824997792s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.055741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.863592577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:30.055764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156220864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055787Z","caller":"traceutil/trace.go:171","msg":"trace[1171245930] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27123; }","duration":"4.156245155s","start":"2026-03-31T05:54:25.899536Z","end":"2026-03-31T05:54:30.055781Z","steps":["trace[1171245930] 'agreement among raft nodes before linearized reading' (duration: 4.156206544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.899492Z","time spent":"4.156308537s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:30.055887Z","caller":"traceutil/trace.go:171","msg":"trace[1080043613] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27123; }","duration":"5.863628518s","start":"2026-03-31T05:54:24.192135Z","end":"2026-03-31T05:54:30.055763Z","steps":["trace[1080043613] 'agreement among raft nodes before linearized reading' (duration: 5.863574916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:24.192112Z","time spent":"5.863799783s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.055951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298886297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.055975Z","caller":"traceutil/trace.go:171","msg":"trace[823686777] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27123; }","duration":"4.298952349s","start":"2026-03-31T05:54:25.757015Z","end":"2026-03-31T05:54:30.055968Z","steps":["trace[823686777] 'agreement among raft nodes before linearized reading' (duration: 4.298908408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.055996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.756993Z","time spent":"4.298996381s","remote":"127.0.0.1:55716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.056087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237777425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.056116Z","caller":"traceutil/trace.go:171","msg":"trace[1488893404] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27123; }","duration":"6.237834297s","start":"2026-03-31T05:54:23.818273Z","end":"2026-03-31T05:54:30.056107Z","steps":["trace[1488893404] 'agreement among raft nodes before linearized reading' (duration: 6.237784796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.056151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.818256Z","time spent":"6.237887148s","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.056297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.32339487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.056326Z","caller":"traceutil/trace.go:171","msg":"trace[1212471165] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27123; }","duration":"6.323454361s","start":"2026-03-31T05:54:23.732862Z","end":"2026-03-31T05:54:30.056317Z","steps":["trace[1212471165] 'agreement among raft nodes before linearized reading' (duration: 6.323409519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.056132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838790375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.056361Z","caller":"traceutil/trace.go:171","msg":"trace[1134694190] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27123; }","duration":"4.839049573s","start":"2026-03-31T05:54:25.217303Z","end":"2026-03-31T05:54:30.056352Z","steps":["trace[1134694190] 'agreement among raft nodes before linearized reading' (duration: 4.838804826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.056402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:25.217282Z","time spent":"4.839110435s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.056353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.732847Z","time spent":"6.323499262s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:30.056673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.829465468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:30.056727Z","caller":"traceutil/trace.go:171","msg":"trace[840887159] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27123; }","duration":"6.82956366s","start":"2026-03-31T05:54:23.22715Z","end":"2026-03-31T05:54:30.056714Z","steps":["trace[840887159] 'agreement among raft nodes before linearized reading' (duration: 6.829473068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.056774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:23.22713Z","time spent":"6.829631823s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:30.055577Z","caller":"traceutil/trace.go:171","msg":"trace[1625201089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27123; }","duration":"2.932296966s","start":"2026-03-31T05:54:27.123273Z","end":"2026-03-31T05:54:30.05557Z","steps":["trace[1625201089] 'agreement among raft nodes before linearized reading' (duration: 2.932243445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.057534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.123223Z","time spent":"2.93426017s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:30.05532Z","caller":"traceutil/trace.go:171","msg":"trace[826277072] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27123; }","duration":"2.752710171s","start":"2026-03-31T05:54:27.302601Z","end":"2026-03-31T05:54:30.055311Z","steps":["trace[826277072] 'agreement among raft nodes before linearized reading' (duration: 2.75267273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:30.058104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:27.302585Z","time spent":"2.755502497s","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:32.066873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:32.066952Z","caller":"traceutil/trace.go:171","msg":"trace[1752000084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678605s","start":"2026-03-31T05:54:30.066256Z","end":"2026-03-31T05:54:32.066935Z","steps":["trace[1752000084] 'agreement among raft nodes before linearized reading' (duration: 2.000581682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:32.067015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.06624Z","time spent":"2.000748307s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:33.018568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.764642196s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:33.466462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.287019ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:33.466602Z","caller":"traceutil/trace.go:171","msg":"trace[1356701594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27123; }","duration":"375.429563ms","start":"2026-03-31T05:54:33.091144Z","end":"2026-03-31T05:54:33.466573Z","steps":["trace[1356701594] 'range keys from in-memory index tree' (duration: 375.264158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:33.467365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213508962s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:54:33.467522Z","caller":"traceutil/trace.go:171","msg":"trace[675537569] linearizableReadLoop","detail":"{readStateIndex:28092; appliedIndex:28091; }","duration":"3.407281773s","start":"2026-03-31T05:54:30.060215Z","end":"2026-03-31T05:54:33.467497Z","steps":["trace[675537569] 'read index received' (duration: 193.761661ms)","trace[675537569] 'applied index is now lower than readState.Index' (duration: 3.213517972s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:33.467707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.059504Z","time spent":"3.408196507s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:33.468064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407827957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" ","response":"range_response_count:1 size:7480"} {"level":"info","ts":"2026-03-31T05:54:33.46811Z","caller":"traceutil/trace.go:171","msg":"trace[1241015313] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx; range_end:; response_count:1; response_revision:27123; }","duration":"3.407909119s","start":"2026-03-31T05:54:30.060185Z","end":"2026-03-31T05:54:33.468094Z","steps":["trace[1241015313] 'agreement among raft nodes before linearized reading' (duration: 3.407725504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:33.468141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.060172Z","time spent":"3.407961031s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7504,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" "} {"level":"warn","ts":"2026-03-31T05:54:33.46843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.061378Z","time spent":"3.407049896s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:33.968556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:34.067532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999292778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:34.067683Z","caller":"traceutil/trace.go:171","msg":"trace[631863845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999477493s","start":"2026-03-31T05:54:32.068184Z","end":"2026-03-31T05:54:34.067661Z","steps":["trace[631863845] 'agreement among raft nodes before linearized reading' (duration: 1.999312879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:34.067761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.068168Z","time spent":"1.999576916s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:34.469643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:34.608333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:34.608424Z","caller":"traceutil/trace.go:171","msg":"trace[977130599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208843s","start":"2026-03-31T05:54:32.608188Z","end":"2026-03-31T05:54:34.608397Z","steps":["trace[977130599] 'agreement among raft nodes before linearized reading' (duration: 2.00009753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:34.608505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.608172Z","time spent":"2.000313056s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:34.948223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929366649s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:34.948713Z","caller":"traceutil/trace.go:171","msg":"trace[2049463522] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"4.252394896s","start":"2026-03-31T05:54:30.696299Z","end":"2026-03-31T05:54:34.948694Z","steps":["trace[2049463522] 'process raft request' (duration: 4.25216725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:34.948864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.696265Z","time spent":"4.252509149s","remote":"127.0.0.1:55528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:36.085059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:36.085134Z","caller":"traceutil/trace.go:171","msg":"trace[1515302844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223893s","start":"2026-03-31T05:54:34.084894Z","end":"2026-03-31T05:54:36.085117Z","steps":["trace[1515302844] 'agreement among raft nodes before linearized reading' (duration: 2.00012824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:36.08517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.084876Z","time spent":"2.000286974s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:37.632569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.684075177s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:38.085652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:38.085798Z","caller":"traceutil/trace.go:171","msg":"trace[1252961339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182022s","start":"2026-03-31T05:54:36.085584Z","end":"2026-03-31T05:54:38.085766Z","steps":["trace[1252961339] 'agreement among raft nodes before linearized reading' (duration: 1.999963976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:38.085923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.085575Z","time spent":"2.000277614s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:40.097132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003682825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:40.0972Z","caller":"traceutil/trace.go:171","msg":"trace[1914980554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00384734s","start":"2026-03-31T05:54:38.093338Z","end":"2026-03-31T05:54:40.097185Z","steps":["trace[1914980554] 'agreement among raft nodes before linearized reading' (duration: 2.003753187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:40.097239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.093309Z","time spent":"2.003921092s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:40.468758Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0fd19d423e5f30c8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T05:54:40.471443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.471323Z","time spent":"7.000111901s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:40.471474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.471362Z","time spent":"7.000107141s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:40.477135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.47614Z","time spent":"7.000990715s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:42.063928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.062704Z","time spent":"7.001217392s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:42.098275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:42.098401Z","caller":"traceutil/trace.go:171","msg":"trace[338774535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000746168s","start":"2026-03-31T05:54:40.097634Z","end":"2026-03-31T05:54:42.09838Z","steps":["trace[338774535] 'agreement among raft nodes before linearized reading' (duration: 2.000596634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.098455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.09762Z","time spent":"2.00082435s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:42.317837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.317514Z","time spent":"7.000312397s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:42.542782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.541606Z","time spent":"7.00116487s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:42.790362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.157528738s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:54:42.796656Z","caller":"traceutil/trace.go:171","msg":"trace[352140685] linearizableReadLoop","detail":"{readStateIndex:28098; appliedIndex:28093; }","duration":"9.329073019s","start":"2026-03-31T05:54:33.467557Z","end":"2026-03-31T05:54:42.79663Z","steps":["trace[352140685] 'read index received' (duration: 1.480916615s)","trace[352140685] 'applied index is now lower than readState.Index' (duration: 7.848154964s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:42.796978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.406738676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.797036Z","caller":"traceutil/trace.go:171","msg":"trace[326447746] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27127; }","duration":"10.406840718s","start":"2026-03-31T05:54:32.39018Z","end":"2026-03-31T05:54:42.797021Z","steps":["trace[326447746] 'agreement among raft nodes before linearized reading' (duration: 10.406735615s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:32.390165Z","time spent":"10.40689843s","remote":"127.0.0.1:59042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.797281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.988055138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.797321Z","caller":"traceutil/trace.go:171","msg":"trace[82319772] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27127; }","duration":"10.98812702s","start":"2026-03-31T05:54:31.809185Z","end":"2026-03-31T05:54:42.797312Z","steps":["trace[82319772] 'agreement among raft nodes before linearized reading' (duration: 10.988064368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.809169Z","time spent":"10.988170821s","remote":"127.0.0.1:52074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.79744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.257824739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:42.79755Z","caller":"traceutil/trace.go:171","msg":"trace[387472893] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27127; }","duration":"12.258006644s","start":"2026-03-31T05:54:30.539521Z","end":"2026-03-31T05:54:42.797527Z","steps":["trace[387472893] 'agreement among raft nodes before linearized reading' (duration: 12.257773428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.736244627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-31T05:54:42.797629Z","caller":"traceutil/trace.go:171","msg":"trace[608062055] range","detail":"{range_begin:/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a; range_end:; response_count:1; response_revision:27127; }","duration":"12.736311499s","start":"2026-03-31T05:54:30.061305Z","end":"2026-03-31T05:54:42.797616Z","steps":["trace[608062055] 'agreement among raft nodes before linearized reading' (duration: 12.736173806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.061288Z","time spent":"12.736368671s","remote":"127.0.0.1:39338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-99814a22-4ea0-4de6-b927-b5adfff5811a\" "} {"level":"warn","ts":"2026-03-31T05:54:42.797547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.731296203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:42.797799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.822284585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.797829Z","caller":"traceutil/trace.go:171","msg":"trace[1689207562] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27127; }","duration":"11.822338126s","start":"2026-03-31T05:54:30.975483Z","end":"2026-03-31T05:54:42.797821Z","steps":["trace[1689207562] 'agreement among raft nodes before linearized reading' (duration: 11.822291015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.975469Z","time spent":"11.822378178s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.797852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.343312152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.797925Z","caller":"traceutil/trace.go:171","msg":"trace[133106578] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27127; }","duration":"11.343424144s","start":"2026-03-31T05:54:31.454481Z","end":"2026-03-31T05:54:42.797905Z","steps":["trace[133106578] 'agreement among raft nodes before linearized reading' (duration: 11.343340062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.973636684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:42.797991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.454457Z","time spent":"11.343525017s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:42.798008Z","caller":"traceutil/trace.go:171","msg":"trace[1859816582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27127; }","duration":"11.973726907s","start":"2026-03-31T05:54:30.824266Z","end":"2026-03-31T05:54:42.797993Z","steps":["trace[1859816582] 'agreement among raft nodes before linearized reading' (duration: 11.973638854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.761473564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:54:42.798038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.824248Z","time spent":"11.973781008s","remote":"127.0.0.1:45144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:42.798054Z","caller":"traceutil/trace.go:171","msg":"trace[1011323554] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27127; }","duration":"11.761794103s","start":"2026-03-31T05:54:31.036244Z","end":"2026-03-31T05:54:42.798038Z","steps":["trace[1011323554] 'agreement among raft nodes before linearized reading' (duration: 11.7613196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.798082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.036212Z","time spent":"11.761862285s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:54:42.798275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.460928165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.798342Z","caller":"traceutil/trace.go:171","msg":"trace[1320171226] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27127; }","duration":"11.460995297s","start":"2026-03-31T05:54:31.337335Z","end":"2026-03-31T05:54:42.798331Z","steps":["trace[1320171226] 'agreement among raft nodes before linearized reading' (duration: 11.460907424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.798368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.337282Z","time spent":"11.461079279s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.79872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.466021683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:42.798746Z","caller":"traceutil/trace.go:171","msg":"trace[625078069] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27127; }","duration":"11.466082814s","start":"2026-03-31T05:54:31.332657Z","end":"2026-03-31T05:54:42.79874Z","steps":["trace[625078069] 'agreement among raft nodes before linearized reading' (duration: 11.465853168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.79879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.332641Z","time spent":"11.466126106s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.799061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.653779598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:42.797597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.539499Z","time spent":"12.258089167s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:42.799137Z","caller":"traceutil/trace.go:171","msg":"trace[897345252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27127; }","duration":"12.653908692s","start":"2026-03-31T05:54:30.145206Z","end":"2026-03-31T05:54:42.799115Z","steps":["trace[897345252] 'agreement among raft nodes before linearized reading' (duration: 12.653756598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.797758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.765532544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:54:42.799164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.732841345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:42.799192Z","caller":"traceutil/trace.go:171","msg":"trace[1875745731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27127; }","duration":"11.766994024s","start":"2026-03-31T05:54:31.032188Z","end":"2026-03-31T05:54:42.799182Z","steps":["trace[1875745731] 'agreement among raft nodes before linearized reading' (duration: 11.765429181s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:42.799126Z","caller":"traceutil/trace.go:171","msg":"trace[545308866] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:27127; }","duration":"12.731599742s","start":"2026-03-31T05:54:30.066184Z","end":"2026-03-31T05:54:42.797784Z","steps":["trace[545308866] 'agreement among raft nodes before linearized reading' (duration: 12.731251942s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:42.799216Z","caller":"traceutil/trace.go:171","msg":"trace[673019680] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27127; }","duration":"12.732900697s","start":"2026-03-31T05:54:30.066303Z","end":"2026-03-31T05:54:42.799204Z","steps":["trace[673019680] 'agreement among raft nodes before linearized reading' (duration: 12.732804584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.799233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.066173Z","time spent":"12.733049311s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:54:42.799239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:31.032172Z","time spent":"11.767051565s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:54:42.799256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.066279Z","time spent":"12.732969959s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T05:54:42.799194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.278677456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:42.799366Z","caller":"traceutil/trace.go:171","msg":"trace[1522643292] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27127; }","duration":"12.278945342s","start":"2026-03-31T05:54:30.520399Z","end":"2026-03-31T05:54:42.799345Z","steps":["trace[1522643292] 'agreement among raft nodes before linearized reading' (duration: 12.278637414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:42.79943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.520383Z","time spent":"12.279033415s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:42.799191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:30.145187Z","time spent":"12.653992095s","remote":"127.0.0.1:52440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:43.297682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:43.798672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:44.106441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:44.106591Z","caller":"traceutil/trace.go:171","msg":"trace[830403464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628354s","start":"2026-03-31T05:54:42.10593Z","end":"2026-03-31T05:54:44.106558Z","steps":["trace[830403464] 'agreement among raft nodes before linearized reading' (duration: 2.000438998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:44.106675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.105855Z","time spent":"2.000802058s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:44.299217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:44.565244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.564709Z","time spent":"7.000526952s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:44.800302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:44.995663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.994791Z","time spent":"7.000862882s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:45.300632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:45.405975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.773204109s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:54:46.071162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002678646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:46.071248Z","caller":"traceutil/trace.go:171","msg":"trace[22784440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.0028256s","start":"2026-03-31T05:54:36.068404Z","end":"2026-03-31T05:54:46.071229Z","steps":["trace[22784440] 'agreement among raft nodes before linearized reading' (duration: 10.002717867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.071289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.068327Z","time spent":"10.002951613s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 05:54:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:46.10753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:46.107622Z","caller":"traceutil/trace.go:171","msg":"trace[1379695044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730436s","start":"2026-03-31T05:54:44.106871Z","end":"2026-03-31T05:54:46.107602Z","steps":["trace[1379695044] 'agreement among raft nodes before linearized reading' (duration: 2.000606223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.107668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.106846Z","time spent":"2.000812859s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:46.626343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535033001s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:46.626472Z","caller":"traceutil/trace.go:171","msg":"trace[1811505610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27127; }","duration":"3.535169324s","start":"2026-03-31T05:54:43.091282Z","end":"2026-03-31T05:54:46.626452Z","steps":["trace[1811505610] 'range keys from in-memory index tree' (duration: 3.53501571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.627843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221285766s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:54:46.62885Z","caller":"traceutil/trace.go:171","msg":"trace[1824240791] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27132; }","duration":"4.080337024s","start":"2026-03-31T05:54:42.548485Z","end":"2026-03-31T05:54:46.628822Z","steps":["trace[1824240791] 'process raft request' (duration: 4.079841321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.628999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.548456Z","time spent":"4.080480099s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:46.62918Z","caller":"traceutil/trace.go:171","msg":"trace[1836993297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27132; }","duration":"4.306426882s","start":"2026-03-31T05:54:42.322727Z","end":"2026-03-31T05:54:46.629154Z","steps":["trace[1836993297] 'process raft request' (duration: 4.305565949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.6293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.322697Z","time spent":"4.306536116s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:46.629527Z","caller":"traceutil/trace.go:171","msg":"trace[420579156] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"3.825740592s","start":"2026-03-31T05:54:42.803777Z","end":"2026-03-31T05:54:46.629517Z","steps":["trace[420579156] 'process raft request' (duration: 3.824603711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.629567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.803764Z","time spent":"3.825783694s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:54:46.62976Z","caller":"traceutil/trace.go:171","msg":"trace[1174300739] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"3.824238472s","start":"2026-03-31T05:54:42.805515Z","end":"2026-03-31T05:54:46.629753Z","steps":["trace[1174300739] 'process raft request' (duration: 3.822908546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:46.629796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.805498Z","time spent":"3.824280902s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:48.114723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:48.114811Z","caller":"traceutil/trace.go:171","msg":"trace[864323827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049129s","start":"2026-03-31T05:54:46.114742Z","end":"2026-03-31T05:54:48.114792Z","steps":["trace[864323827] 'agreement among raft nodes before linearized reading' (duration: 1.999932946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:48.114861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.114724Z","time spent":"2.000126902s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:50.115533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:50.115614Z","caller":"traceutil/trace.go:171","msg":"trace[1181374880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369996s","start":"2026-03-31T05:54:48.115224Z","end":"2026-03-31T05:54:50.115594Z","steps":["trace[1181374880] 'agreement among raft nodes before linearized reading' (duration: 2.000269893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:50.115659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:48.115207Z","time spent":"2.000441709s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:52.123034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:52.12327Z","caller":"traceutil/trace.go:171","msg":"trace[1646968081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530431s","start":"2026-03-31T05:54:50.122677Z","end":"2026-03-31T05:54:52.123208Z","steps":["trace[1646968081] 'agreement among raft nodes before linearized reading' (duration: 2.000309485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.123462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.122654Z","time spent":"2.000788788s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:52.201135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.57265422s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:54:52.201275Z","caller":"traceutil/trace.go:171","msg":"trace[895291467] linearizableReadLoop","detail":"{readStateIndex:28108; appliedIndex:28098; }","duration":"9.404516029s","start":"2026-03-31T05:54:42.796735Z","end":"2026-03-31T05:54:52.201251Z","steps":["trace[895291467] 'read index received' (duration: 2.609590297s)","trace[895291467] 'applied index is now lower than readState.Index' (duration: 6.794921982s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:54:52.201397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.71616Z","time spent":"1.485232422s","remote":"127.0.0.1:59144","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:52.202381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.258772332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.202392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.659550014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.202449Z","caller":"traceutil/trace.go:171","msg":"trace[408699807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27134; }","duration":"14.258904556s","start":"2026-03-31T05:54:37.943527Z","end":"2026-03-31T05:54:52.202431Z","steps":["trace[408699807] 'agreement among raft nodes before linearized reading' (duration: 14.258772832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.202499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.943502Z","time spent":"14.258982488s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.202733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.434256196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.202793Z","caller":"traceutil/trace.go:171","msg":"trace[1224148623] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27134; }","duration":"9.434312837s","start":"2026-03-31T05:54:42.768462Z","end":"2026-03-31T05:54:52.202775Z","steps":["trace[1224148623] 'agreement among raft nodes before linearized reading' (duration: 9.434112092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.202833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.115198803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.202892Z","caller":"traceutil/trace.go:171","msg":"trace[2082614357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27134; }","duration":"15.115320487s","start":"2026-03-31T05:54:37.087557Z","end":"2026-03-31T05:54:52.202877Z","steps":["trace[2082614357] 'agreement among raft nodes before linearized reading' (duration: 15.115183423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.202927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.92027299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:52.202946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:37.087541Z","time spent":"15.115387428s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.202965Z","caller":"traceutil/trace.go:171","msg":"trace[1259715139] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27134; }","duration":"9.920362353s","start":"2026-03-31T05:54:42.282594Z","end":"2026-03-31T05:54:52.202956Z","steps":["trace[1259715139] 'agreement among raft nodes before linearized reading' (duration: 9.920276451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.202996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.282566Z","time spent":"9.920422274s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.203206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.597378543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.203257Z","caller":"traceutil/trace.go:171","msg":"trace[1376056510] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27134; }","duration":"15.597464256s","start":"2026-03-31T05:54:36.605776Z","end":"2026-03-31T05:54:52.20324Z","steps":["trace[1376056510] 'agreement among raft nodes before linearized reading' (duration: 15.597371283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.203279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.135201105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T05:54:52.203303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.605757Z","time spent":"15.597529428s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.20332Z","caller":"traceutil/trace.go:171","msg":"trace[164572884] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27134; }","duration":"10.135280976s","start":"2026-03-31T05:54:42.068023Z","end":"2026-03-31T05:54:52.203304Z","steps":["trace[164572884] 'agreement among raft nodes before linearized reading' (duration: 10.135213495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.203351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.067996Z","time spent":"10.135346849s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:54:52.203536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.446502165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.202502Z","caller":"traceutil/trace.go:171","msg":"trace[67753906] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27134; }","duration":"13.65976189s","start":"2026-03-31T05:54:38.542713Z","end":"2026-03-31T05:54:52.202475Z","steps":["trace[67753906] 'agreement among raft nodes before linearized reading' (duration: 13.659555404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.203603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.34460184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:52.203683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.733859338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.203699Z","caller":"traceutil/trace.go:171","msg":"trace[1996037238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27134; }","duration":"16.344749654s","start":"2026-03-31T05:54:35.858924Z","end":"2026-03-31T05:54:52.203674Z","steps":["trace[1996037238] 'agreement among raft nodes before linearized reading' (duration: 16.344598819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.20373Z","caller":"traceutil/trace.go:171","msg":"trace[1841875965] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27134; }","duration":"10.73393585s","start":"2026-03-31T05:54:41.469785Z","end":"2026-03-31T05:54:52.203721Z","steps":["trace[1841875965] 'agreement among raft nodes before linearized reading' (duration: 10.733813806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.203746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.858905Z","time spent":"16.344831106s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.20377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.469769Z","time spent":"10.733991281s","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.203876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.909932647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.203911Z","caller":"traceutil/trace.go:171","msg":"trace[460759643] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27134; }","duration":"10.909993609s","start":"2026-03-31T05:54:41.293909Z","end":"2026-03-31T05:54:52.203902Z","steps":["trace[460759643] 'agreement among raft nodes before linearized reading' (duration: 10.909938077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.203951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.293895Z","time spent":"10.91004251s","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.204027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.757460479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.204151Z","caller":"traceutil/trace.go:171","msg":"trace[1304190492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27134; }","duration":"16.757610753s","start":"2026-03-31T05:54:35.446521Z","end":"2026-03-31T05:54:52.204132Z","steps":["trace[1304190492] 'agreement among raft nodes before linearized reading' (duration: 16.757452179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.204196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.446504Z","time spent":"16.757680304s","remote":"127.0.0.1:45558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.204256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.008110473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.20431Z","caller":"traceutil/trace.go:171","msg":"trace[1821221501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27134; }","duration":"11.008163304s","start":"2026-03-31T05:54:41.19613Z","end":"2026-03-31T05:54:52.204294Z","steps":["trace[1821221501] 'agreement among raft nodes before linearized reading' (duration: 11.008084642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.204354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.196047Z","time spent":"11.008296418s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.204394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.932990344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.204439Z","caller":"traceutil/trace.go:171","msg":"trace[1190214487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27134; }","duration":"16.933094137s","start":"2026-03-31T05:54:35.271332Z","end":"2026-03-31T05:54:52.204426Z","steps":["trace[1190214487] 'agreement among raft nodes before linearized reading' (duration: 16.933027655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.204483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.271312Z","time spent":"16.933160068s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.204554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.144233838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.204617Z","caller":"traceutil/trace.go:171","msg":"trace[196285779] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27134; }","duration":"11.14432306s","start":"2026-03-31T05:54:41.060265Z","end":"2026-03-31T05:54:52.204588Z","steps":["trace[196285779] 'agreement among raft nodes before linearized reading' (duration: 11.144257099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.204704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.989854277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.204728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.060244Z","time spent":"11.144470605s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.204755Z","caller":"traceutil/trace.go:171","msg":"trace[882572496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27134; }","duration":"16.98994065s","start":"2026-03-31T05:54:35.2148Z","end":"2026-03-31T05:54:52.204741Z","steps":["trace[882572496] 'agreement among raft nodes before linearized reading' (duration: 16.989859097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.204802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.21478Z","time spent":"16.990010832s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.204923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.5064415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.204981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.198945753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:54:52.205031Z","caller":"traceutil/trace.go:171","msg":"trace[1650772218] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27134; }","duration":"11.199054796s","start":"2026-03-31T05:54:41.005965Z","end":"2026-03-31T05:54:52.20502Z","steps":["trace[1650772218] 'agreement among raft nodes before linearized reading' (duration: 11.198870061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.005933Z","time spent":"11.199142549s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:54:52.205101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.05476452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.205143Z","caller":"traceutil/trace.go:171","msg":"trace[961125118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27134; }","duration":"17.054864752s","start":"2026-03-31T05:54:35.150263Z","end":"2026-03-31T05:54:52.205128Z","steps":["trace[961125118] 'agreement among raft nodes before linearized reading' (duration: 17.05479737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:35.15023Z","time spent":"17.054952885s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.205434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.59369116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130796"} {"level":"warn","ts":"2026-03-31T05:54:52.205493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.250153004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-03-31T05:54:52.205504Z","caller":"traceutil/trace.go:171","msg":"trace[355235984] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27134; }","duration":"11.593790723s","start":"2026-03-31T05:54:40.6117Z","end":"2026-03-31T05:54:52.205491Z","steps":["trace[355235984] 'agreement among raft nodes before linearized reading' (duration: 11.593618328s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.20553Z","caller":"traceutil/trace.go:171","msg":"trace[1503520614] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27134; }","duration":"17.250217295s","start":"2026-03-31T05:54:34.955301Z","end":"2026-03-31T05:54:52.205518Z","steps":["trace[1503520614] 'agreement among raft nodes before linearized reading' (duration: 17.250076221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.611682Z","time spent":"11.593861045s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130820,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:54:52.205569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.955285Z","time spent":"17.250276697s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18392,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:54:52.205586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.276898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.205628Z","caller":"traceutil/trace.go:171","msg":"trace[275981818] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27134; }","duration":"182.3509ms","start":"2026-03-31T05:54:52.023265Z","end":"2026-03-31T05:54:52.205616Z","steps":["trace[275981818] 'agreement among raft nodes before linearized reading' (duration: 182.290179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.023893599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.205697Z","caller":"traceutil/trace.go:171","msg":"trace[1334280282] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27134; }","duration":"18.023988831s","start":"2026-03-31T05:54:34.1817Z","end":"2026-03-31T05:54:52.205688Z","steps":["trace[1334280282] 'agreement among raft nodes before linearized reading' (duration: 18.02394078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.20573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:34.181679Z","time spent":"18.024043363s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.205764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.883846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.205794Z","caller":"traceutil/trace.go:171","msg":"trace[776959772] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27134; }","duration":"641.948708ms","start":"2026-03-31T05:54:51.563836Z","end":"2026-03-31T05:54:52.205785Z","steps":["trace[776959772] 'agreement among raft nodes before linearized reading' (duration: 641.905237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:51.563815Z","time spent":"641.99362ms","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.205843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.601113962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:54:52.205916Z","caller":"traceutil/trace.go:171","msg":"trace[1412046274] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27134; }","duration":"11.601213875s","start":"2026-03-31T05:54:40.60469Z","end":"2026-03-31T05:54:52.205904Z","steps":["trace[1412046274] 'agreement among raft nodes before linearized reading' (duration: 11.601079491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333916914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.205986Z","caller":"traceutil/trace.go:171","msg":"trace[983104801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27134; }","duration":"1.333972765s","start":"2026-03-31T05:54:50.872006Z","end":"2026-03-31T05:54:52.205979Z","steps":["trace[983104801] 'agreement among raft nodes before linearized reading' (duration: 1.333927714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.996964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.871989Z","time spent":"1.334015947s","remote":"127.0.0.1:59090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.202842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.768359Z","time spent":"9.434468922s","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.205024Z","caller":"traceutil/trace.go:171","msg":"trace[139944500] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27134; }","duration":"18.506566924s","start":"2026-03-31T05:54:33.698438Z","end":"2026-03-31T05:54:52.205005Z","steps":["trace[139944500] 'agreement among raft nodes before linearized reading' (duration: 18.506395059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.206039Z","caller":"traceutil/trace.go:171","msg":"trace[744196932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27134; }","duration":"104.537868ms","start":"2026-03-31T05:54:52.101483Z","end":"2026-03-31T05:54:52.206021Z","steps":["trace[744196932] 'agreement among raft nodes before linearized reading' (duration: 104.010454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724867412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-31T05:54:52.206101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.698419Z","time spent":"18.507652303s","remote":"127.0.0.1:55490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453034748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.206147Z","caller":"traceutil/trace.go:171","msg":"trace[2104278304] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27134; }","duration":"1.45309739s","start":"2026-03-31T05:54:50.753044Z","end":"2026-03-31T05:54:52.206141Z","steps":["trace[2104278304] 'agreement among raft nodes before linearized reading' (duration: 1.453061979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.206139Z","caller":"traceutil/trace.go:171","msg":"trace[1121649493] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27134; }","duration":"11.724947694s","start":"2026-03-31T05:54:40.481174Z","end":"2026-03-31T05:54:52.206122Z","steps":["trace[1121649493] 'agreement among raft nodes before linearized reading' (duration: 11.724730278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.752999Z","time spent":"1.453163141s","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.20618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.481138Z","time spent":"11.725033146s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:54:52.205912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.234316812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:52.205958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.604673Z","time spent":"11.601276676s","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T05:54:52.206244Z","caller":"traceutil/trace.go:171","msg":"trace[1072348639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27134; }","duration":"18.234664912s","start":"2026-03-31T05:54:33.971555Z","end":"2026-03-31T05:54:52.206219Z","steps":["trace[1072348639] 'agreement among raft nodes before linearized reading' (duration: 18.234295242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166468367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:33.971537Z","time spent":"18.234756584s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368530342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.20638Z","caller":"traceutil/trace.go:171","msg":"trace[1110913720] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27134; }","duration":"2.368599084s","start":"2026-03-31T05:54:49.837776Z","end":"2026-03-31T05:54:52.206375Z","steps":["trace[1110913720] 'agreement among raft nodes before linearized reading' (duration: 2.368563983s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.203579Z","caller":"traceutil/trace.go:171","msg":"trace[1280784321] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27134; }","duration":"10.446600169s","start":"2026-03-31T05:54:41.756968Z","end":"2026-03-31T05:54:52.203568Z","steps":["trace[1280784321] 'agreement among raft nodes before linearized reading' (duration: 10.446527477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997268361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.203633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.542698Z","time spent":"13.660919502s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.20648Z","caller":"traceutil/trace.go:171","msg":"trace[1438734576] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27134; }","duration":"2.997341503s","start":"2026-03-31T05:54:49.209133Z","end":"2026-03-31T05:54:52.206474Z","steps":["trace[1438734576] 'agreement among raft nodes before linearized reading' (duration: 2.997285251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.205145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401451795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T05:54:52.206445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.730351401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf285e5\" ","response":"range_response_count:1 size:878"} {"level":"warn","ts":"2026-03-31T05:54:52.20649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.731572834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.206516Z","caller":"traceutil/trace.go:171","msg":"trace[255865013] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf285e5; range_end:; response_count:1; response_revision:27134; }","duration":"11.730441273s","start":"2026-03-31T05:54:40.476065Z","end":"2026-03-31T05:54:52.206507Z","steps":["trace[255865013] 'agreement among raft nodes before linearized reading' (duration: 11.730301639s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.206521Z","caller":"traceutil/trace.go:171","msg":"trace[1969209773] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:27134; }","duration":"11.731630825s","start":"2026-03-31T05:54:40.47488Z","end":"2026-03-31T05:54:52.206511Z","steps":["trace[1969209773] 'agreement among raft nodes before linearized reading' (duration: 11.731585783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.47605Z","time spent":"11.730485534s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-m6vtx.18a1d72dedf285e5\" "} {"level":"warn","ts":"2026-03-31T05:54:52.206406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.83775Z","time spent":"2.368648516s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.474863Z","time spent":"11.731683587s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-03-31T05:54:52.206594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228241684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:52.206636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164441371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.206673Z","caller":"traceutil/trace.go:171","msg":"trace[2080779048] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27134; }","duration":"9.164476172s","start":"2026-03-31T05:54:43.042185Z","end":"2026-03-31T05:54:52.206662Z","steps":["trace[2080779048] 'agreement among raft nodes before linearized reading' (duration: 9.1644123s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.206679Z","caller":"traceutil/trace.go:171","msg":"trace[22198700] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27134; }","duration":"8.228386708s","start":"2026-03-31T05:54:43.978274Z","end":"2026-03-31T05:54:52.206661Z","steps":["trace[22198700] 'agreement among raft nodes before linearized reading' (duration: 8.228200323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:43.042135Z","time spent":"9.164562594s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:43.978247Z","time spent":"8.22847065s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.140212578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T05:54:52.20354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.708142361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.206774Z","caller":"traceutil/trace.go:171","msg":"trace[1267440706] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27134; }","duration":"12.140269529s","start":"2026-03-31T05:54:40.066495Z","end":"2026-03-31T05:54:52.206765Z","steps":["trace[1267440706] 'agreement among raft nodes before linearized reading' (duration: 12.140180146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:40.066479Z","time spent":"12.14031667s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:54:52.206819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.306656462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.206844Z","caller":"traceutil/trace.go:171","msg":"trace[682731574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27134; }","duration":"9.306708463s","start":"2026-03-31T05:54:42.900127Z","end":"2026-03-31T05:54:52.206835Z","steps":["trace[682731574] 'agreement among raft nodes before linearized reading' (duration: 9.306667022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.206871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.900111Z","time spent":"9.306754544s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.206907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945510452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551067303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884405831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.248271141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.207Z","caller":"traceutil/trace.go:171","msg":"trace[1695974939] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27134; }","duration":"6.884482943s","start":"2026-03-31T05:54:45.322505Z","end":"2026-03-31T05:54:52.206988Z","steps":["trace[1695974939] 'agreement among raft nodes before linearized reading' (duration: 6.884421771s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.206803Z","caller":"traceutil/trace.go:171","msg":"trace[1708147977] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27134; }","duration":"15.71143379s","start":"2026-03-31T05:54:36.495355Z","end":"2026-03-31T05:54:52.206789Z","steps":["trace[1708147977] 'agreement among raft nodes before linearized reading' (duration: 15.708044218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.20704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.322482Z","time spent":"6.884548755s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.20705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:36.495333Z","time spent":"15.711702638s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268910255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:54:52.207132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206077077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:52.207Z","caller":"traceutil/trace.go:171","msg":"trace[801300335] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27134; }","duration":"5.551112644s","start":"2026-03-31T05:54:46.655867Z","end":"2026-03-31T05:54:52.20698Z","steps":["trace[801300335] 'agreement among raft nodes before linearized reading' (duration: 5.551029722s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.207171Z","caller":"traceutil/trace.go:171","msg":"trace[79130981] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27134; }","duration":"5.206108928s","start":"2026-03-31T05:54:47.001048Z","end":"2026-03-31T05:54:52.207157Z","steps":["trace[79130981] 'agreement among raft nodes before linearized reading' (duration: 5.205973375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:47.001001Z","time spent":"5.20618732s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.655796Z","time spent":"5.551384622s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.207125Z","caller":"traceutil/trace.go:171","msg":"trace[908887798] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27134; }","duration":"3.269028339s","start":"2026-03-31T05:54:48.938078Z","end":"2026-03-31T05:54:52.207106Z","steps":["trace[908887798] 'agreement among raft nodes before linearized reading' (duration: 3.268894165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:48.938063Z","time spent":"3.269193303s","remote":"127.0.0.1:39426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.20702Z","caller":"traceutil/trace.go:171","msg":"trace[1364247032] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27134; }","duration":"5.945646376s","start":"2026-03-31T05:54:46.261303Z","end":"2026-03-31T05:54:52.206949Z","steps":["trace[1364247032] 'agreement among raft nodes before linearized reading' (duration: 5.9454342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.261283Z","time spent":"5.946046607s","remote":"127.0.0.1:55550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.630872246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:54:52.207385Z","caller":"traceutil/trace.go:171","msg":"trace[384768409] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27134; }","duration":"7.630928558s","start":"2026-03-31T05:54:44.576446Z","end":"2026-03-31T05:54:52.207374Z","steps":["trace[384768409] 'agreement among raft nodes before linearized reading' (duration: 7.630769034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.080278768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.20741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.508221177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:54:52.207394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572956497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T05:54:52.207464Z","caller":"traceutil/trace.go:171","msg":"trace[428618799] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27134; }","duration":"13.508309179s","start":"2026-03-31T05:54:38.699141Z","end":"2026-03-31T05:54:52.207451Z","steps":["trace[428618799] 'agreement among raft nodes before linearized reading' (duration: 13.508100804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.068753404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.206505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:41.756948Z","time spent":"10.449498047s","remote":"127.0.0.1:45306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.207444Z","caller":"traceutil/trace.go:171","msg":"trace[874798795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27134; }","duration":"7.080554915s","start":"2026-03-31T05:54:45.12687Z","end":"2026-03-31T05:54:52.207425Z","steps":["trace[874798795] 'agreement among raft nodes before linearized reading' (duration: 7.080294788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:38.699122Z","time spent":"13.508378032s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706364646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:54:52.207577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.639072999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:54:52.207594Z","caller":"traceutil/trace.go:171","msg":"trace[115793472] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27134; }","duration":"7.706436208s","start":"2026-03-31T05:54:44.50115Z","end":"2026-03-31T05:54:52.207586Z","steps":["trace[115793472] 'agreement among raft nodes before linearized reading' (duration: 7.706365916s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:52.207605Z","caller":"traceutil/trace.go:171","msg":"trace[926141559] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27134; }","duration":"7.63912947s","start":"2026-03-31T05:54:44.568468Z","end":"2026-03-31T05:54:52.207597Z","steps":["trace[926141559] 'agreement among raft nodes before linearized reading' (duration: 7.638990626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573202904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T05:54:52.207629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.501133Z","time spent":"7.706489039s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.207662Z","caller":"traceutil/trace.go:171","msg":"trace[1659317447] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27134; }","duration":"5.573296257s","start":"2026-03-31T05:54:46.634354Z","end":"2026-03-31T05:54:52.207651Z","steps":["trace[1659317447] 'agreement among raft nodes before linearized reading' (duration: 5.573173003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.634327Z","time spent":"5.573364319s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:54:52.20696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:49.209115Z","time spent":"2.997834156s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.206327Z","caller":"traceutil/trace.go:171","msg":"trace[2131914339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27134; }","duration":"2.166528688s","start":"2026-03-31T05:54:50.039792Z","end":"2026-03-31T05:54:52.206321Z","steps":["trace[2131914339] 'agreement among raft nodes before linearized reading' (duration: 2.166478687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:50.039775Z","time spent":"2.168034449s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.20698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40313155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.207926Z","caller":"traceutil/trace.go:171","msg":"trace[131135242] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:27134; }","duration":"9.404102807s","start":"2026-03-31T05:54:42.803803Z","end":"2026-03-31T05:54:52.207905Z","steps":["trace[131135242] 'agreement among raft nodes before linearized reading' (duration: 9.403153271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.207983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.803772Z","time spent":"9.404195189s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:54:52.207422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.576431Z","time spent":"7.630983539s","remote":"127.0.0.1:39496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.206985Z","caller":"traceutil/trace.go:171","msg":"trace[1829519594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27134; }","duration":"9.403331236s","start":"2026-03-31T05:54:42.803646Z","end":"2026-03-31T05:54:52.206977Z","steps":["trace[1829519594] 'agreement among raft nodes before linearized reading' (duration: 9.401351272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.208142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:42.803626Z","time spent":"9.404506028s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-31T05:54:52.207032Z","caller":"traceutil/trace.go:171","msg":"trace[1846065843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27134; }","duration":"12.248333552s","start":"2026-03-31T05:54:39.958677Z","end":"2026-03-31T05:54:52.20701Z","steps":["trace[1846065843] 'agreement among raft nodes before linearized reading' (duration: 12.24824155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.208255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.958634Z","time spent":"12.249593857s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.796909946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:54:52.208423Z","caller":"traceutil/trace.go:171","msg":"trace[1001741807] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27134; }","duration":"12.79815284s","start":"2026-03-31T05:54:39.410258Z","end":"2026-03-31T05:54:52.208411Z","steps":["trace[1001741807] 'agreement among raft nodes before linearized reading' (duration: 12.796911417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.208456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:39.410241Z","time spent":"12.798205581s","remote":"127.0.0.1:57964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:52.207525Z","caller":"traceutil/trace.go:171","msg":"trace[1497630971] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27134; }","duration":"5.573059431s","start":"2026-03-31T05:54:46.634419Z","end":"2026-03-31T05:54:52.207478Z","steps":["trace[1497630971] 'agreement among raft nodes before linearized reading' (duration: 5.572702211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.208568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:46.634415Z","time spent":"5.57411746s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-31T05:54:52.20755Z","caller":"traceutil/trace.go:171","msg":"trace[2086783166] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27134; }","duration":"8.068827306s","start":"2026-03-31T05:54:44.138713Z","end":"2026-03-31T05:54:52.20754Z","steps":["trace[2086783166] 'agreement among raft nodes before linearized reading' (duration: 8.068756284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.208744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.138696Z","time spent":"8.070035679s","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:45.12685Z","time spent":"7.080727501s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:54:52.207629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:44.568451Z","time spent":"7.639173832s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T05:54:52.561556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.674252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:52.561638Z","caller":"traceutil/trace.go:171","msg":"trace[723155384] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"346.782165ms","start":"2026-03-31T05:54:52.214836Z","end":"2026-03-31T05:54:52.561618Z","steps":["trace[723155384] 'agreement among raft nodes before linearized reading' (duration: 346.686892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:52.561687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.214827Z","time spent":"346.845656ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 05:54:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:52.713928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:53.21462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:53.715614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:54.216177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:54.216419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001104956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:54.216461Z","caller":"traceutil/trace.go:171","msg":"trace[664123087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001194219s","start":"2026-03-31T05:54:52.215251Z","end":"2026-03-31T05:54:54.216446Z","steps":["trace[664123087] 'agreement among raft nodes before linearized reading' (duration: 2.001126267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:54.216504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.215239Z","time spent":"2.00125874s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:54:54.717108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:55.217557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:55.718029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:56.217955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000536702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:54:56.218042Z","caller":"traceutil/trace.go:171","msg":"trace[1368285137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723657s","start":"2026-03-31T05:54:54.217298Z","end":"2026-03-31T05:54:56.218022Z","steps":["trace[1368285137] 'agreement among raft nodes before linearized reading' (duration: 2.000537182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:56.218385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:56.218604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.217286Z","time spent":"2.001163449s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:56.719039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:57.219806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:57.721054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:58.2223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:58.226631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:54:58.226704Z","caller":"traceutil/trace.go:171","msg":"trace[1629611376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998776s","start":"2026-03-31T05:54:56.226682Z","end":"2026-03-31T05:54:58.226681Z","steps":["trace[1629611376] 'agreement among raft nodes before linearized reading' (duration: 1.999906874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:58.226801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:56.226665Z","time spent":"2.000122659s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:54:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:54:58.723035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:54:59.14532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.932430934s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:54:59.145926Z","caller":"traceutil/trace.go:171","msg":"trace[485597098] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"6.933164404s","start":"2026-03-31T05:54:52.212736Z","end":"2026-03-31T05:54:59.1459Z","steps":["trace[485597098] 'process raft request' (duration: 6.932992939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:59.146047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.212719Z","time spent":"6.933267217s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:54:59.213085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.212762Z","time spent":"7.000311607s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:59.213227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.212972Z","time spent":"7.000246485s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:59.213122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.213008Z","time spent":"7.000108972s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:59.218721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.218528Z","time spent":"7.000186243s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:54:59.564495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.564145Z","time spent":"7.000343778s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:00.22689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:55:00.227113Z","caller":"traceutil/trace.go:171","msg":"trace[660563616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182581s","start":"2026-03-31T05:54:58.226912Z","end":"2026-03-31T05:55:00.227095Z","steps":["trace[660563616] 'agreement among raft nodes before linearized reading' (duration: 1.999894503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:00.227155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.226892Z","time spent":"2.000252273s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:01.0601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914220778s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:55:01.062061Z","caller":"traceutil/trace.go:171","msg":"trace[659370567] linearizableReadLoop","detail":"{readStateIndex:28115; appliedIndex:28109; }","duration":"8.849250282s","start":"2026-03-31T05:54:52.21278Z","end":"2026-03-31T05:55:01.062031Z","steps":["trace[659370567] 'read index received' (duration: 6.933139773s)","trace[659370567] 'applied index is now lower than readState.Index' (duration: 1.916109149s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:01.062254Z","caller":"traceutil/trace.go:171","msg":"trace[1965688052] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"6.913262873s","start":"2026-03-31T05:54:54.148955Z","end":"2026-03-31T05:55:01.062218Z","steps":["trace[1965688052] 'process raft request' (duration: 6.913006596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.062429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.148937Z","time spent":"6.913395507s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18352,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:01.063477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.850686621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117472"} {"level":"info","ts":"2026-03-31T05:55:01.063536Z","caller":"traceutil/trace.go:171","msg":"trace[1684453287] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:27140; }","duration":"8.850796654s","start":"2026-03-31T05:54:52.212727Z","end":"2026-03-31T05:55:01.063524Z","steps":["trace[1684453287] 'agreement among raft nodes before linearized reading' (duration: 8.849675153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.063622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.212706Z","time spent":"8.850899867s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117496,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:55:01.563154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:02.06391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:55:02.234723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:55:02.234829Z","caller":"traceutil/trace.go:171","msg":"trace[1595233382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674076s","start":"2026-03-31T05:55:00.234131Z","end":"2026-03-31T05:55:02.234805Z","steps":["trace[1595233382] 'agreement among raft nodes before linearized reading' (duration: 2.000544442s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:02.23488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.234113Z","time spent":"2.000754778s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:55:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:55:03.961053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.465749Z","time spent":"495.294176ms","remote":"127.0.0.1:37928","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:55:03.962113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.968255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.962293Z","caller":"traceutil/trace.go:171","msg":"trace[1617553142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27140; }","duration":"871.1712ms","start":"2026-03-31T05:55:03.091095Z","end":"2026-03-31T05:55:03.962266Z","steps":["trace[1617553142] 'range keys from in-memory index tree' (duration: 870.940694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.962415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881052828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:701"} {"level":"info","ts":"2026-03-31T05:55:03.962564Z","caller":"traceutil/trace.go:171","msg":"trace[25876223] linearizableReadLoop","detail":"{readStateIndex:28116; appliedIndex:28115; }","duration":"2.900398311s","start":"2026-03-31T05:55:01.062133Z","end":"2026-03-31T05:55:03.962531Z","steps":["trace[25876223] 'read index received' (duration: 1.019092907s)","trace[25876223] 'applied index is now lower than readState.Index' (duration: 1.881303824s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:03.962608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720647326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.962609Z","caller":"traceutil/trace.go:171","msg":"trace[1278555324] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27140; }","duration":"4.743357944s","start":"2026-03-31T05:54:59.219203Z","end":"2026-03-31T05:55:03.962561Z","steps":["trace[1278555324] 'process raft request' (duration: 2.862074021s)","trace[1278555324] 'compare' (duration: 1.880972285s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:03.962678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394909314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:55:03.962678Z","caller":"traceutil/trace.go:171","msg":"trace[2062039964] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27140; }","duration":"5.720762579s","start":"2026-03-31T05:54:58.241902Z","end":"2026-03-31T05:55:03.962664Z","steps":["trace[2062039964] 'agreement among raft nodes before linearized reading' (duration: 5.720635225s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.962712Z","caller":"traceutil/trace.go:171","msg":"trace[1276487766] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27140; }","duration":"4.394939175s","start":"2026-03-31T05:54:59.56776Z","end":"2026-03-31T05:55:03.962699Z","steps":["trace[1276487766] 'agreement among raft nodes before linearized reading' (duration: 4.394857153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.96273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.24186Z","time spent":"5.720857821s","remote":"127.0.0.1:55524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.962742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.567672Z","time spent":"4.395064379s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T05:55:03.962722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.461042591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:03.962738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952672418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.96278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822534246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.962791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.219168Z","time spent":"4.743517918s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:03.962774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307220516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:55:03.962877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.869758461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.962882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.248913295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.962811Z","caller":"traceutil/trace.go:171","msg":"trace[405072455] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27140; }","duration":"10.461164664s","start":"2026-03-31T05:54:53.501624Z","end":"2026-03-31T05:55:03.962789Z","steps":["trace[405072455] 'agreement among raft nodes before linearized reading' (duration: 10.460939948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.962909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624479957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.962927Z","caller":"traceutil/trace.go:171","msg":"trace[1299109179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27140; }","duration":"7.869829493s","start":"2026-03-31T05:54:56.093067Z","end":"2026-03-31T05:55:03.962896Z","steps":["trace[1299109179] 'agreement among raft nodes before linearized reading' (duration: 7.869781212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.962944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:53.501608Z","time spent":"10.461321478s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.962917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740956489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" ","response":"range_response_count:1 size:7658"} {"level":"warn","ts":"2026-03-31T05:55:03.962963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:56.093035Z","time spent":"7.869921256s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:55:03.96297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.499000828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.962973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593877178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.962975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.180737532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.962823Z","caller":"traceutil/trace.go:171","msg":"trace[1024549621] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27140; }","duration":"3.822608588s","start":"2026-03-31T05:55:00.1402Z","end":"2026-03-31T05:55:03.962809Z","steps":["trace[1024549621] 'agreement among raft nodes before linearized reading' (duration: 3.822528946s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.963014Z","caller":"traceutil/trace.go:171","msg":"trace[880350589] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27140; }","duration":"6.49907374s","start":"2026-03-31T05:54:57.463925Z","end":"2026-03-31T05:55:03.962998Z","steps":["trace[880350589] 'agreement among raft nodes before linearized reading' (duration: 6.499018618s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.96303Z","caller":"traceutil/trace.go:171","msg":"trace[780714332] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27140; }","duration":"9.180789233s","start":"2026-03-31T05:54:54.782224Z","end":"2026-03-31T05:55:03.963013Z","steps":["trace[780714332] 'agreement among raft nodes before linearized reading' (duration: 9.180708821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:54.782208Z","time spent":"9.180855206s","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:57.463903Z","time spent":"6.499160592s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744407213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-31T05:55:03.963096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.140184Z","time spent":"3.822879595s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.963139Z","caller":"traceutil/trace.go:171","msg":"trace[716011346] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032; range_end:; response_count:1; response_revision:27140; }","duration":"4.744484285s","start":"2026-03-31T05:54:59.218641Z","end":"2026-03-31T05:55:03.963126Z","steps":["trace[716011346] 'agreement among raft nodes before linearized reading' (duration: 4.744313391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207221058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.963222Z","caller":"traceutil/trace.go:171","msg":"trace[697225923] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27140; }","duration":"5.20731884s","start":"2026-03-31T05:54:58.755882Z","end":"2026-03-31T05:55:03.9632Z","steps":["trace[697225923] 'agreement among raft nodes before linearized reading' (duration: 5.207184987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.755862Z","time spent":"5.207409872s","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.747905446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:55:03.962923Z","caller":"traceutil/trace.go:171","msg":"trace[1606602822] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27140; }","duration":"8.248984037s","start":"2026-03-31T05:54:55.713927Z","end":"2026-03-31T05:55:03.962911Z","steps":["trace[1606602822] 'agreement among raft nodes before linearized reading' (duration: 8.248925055s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.963362Z","caller":"traceutil/trace.go:171","msg":"trace[817644636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27140; }","duration":"11.747954658s","start":"2026-03-31T05:54:52.215401Z","end":"2026-03-31T05:55:03.963355Z","steps":["trace[817644636] 'agreement among raft nodes before linearized reading' (duration: 11.747833374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.215389Z","time spent":"11.747988588s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T05:55:03.963407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:55.713904Z","time spent":"8.249480559s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977067479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.963452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893586286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-31T05:55:03.963484Z","caller":"traceutil/trace.go:171","msg":"trace[28010098] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27140; }","duration":"4.977163992s","start":"2026-03-31T05:54:58.98631Z","end":"2026-03-31T05:55:03.963474Z","steps":["trace[28010098] 'agreement among raft nodes before linearized reading' (duration: 4.97709965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.962882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25266727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.963495Z","caller":"traceutil/trace.go:171","msg":"trace[708422854] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:27140; }","duration":"2.893661428s","start":"2026-03-31T05:55:01.069821Z","end":"2026-03-31T05:55:03.963483Z","steps":["trace[708422854] 'agreement among raft nodes before linearized reading' (duration: 2.893540025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.96351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.122443236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:03.963518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.986291Z","time spent":"4.977218764s","remote":"127.0.0.1:55472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.963532Z","caller":"traceutil/trace.go:171","msg":"trace[1195601352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27140; }","duration":"11.122499127s","start":"2026-03-31T05:54:52.841026Z","end":"2026-03-31T05:55:03.963525Z","steps":["trace[1195601352] 'agreement among raft nodes before linearized reading' (duration: 11.122452786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.069792Z","time spent":"2.8937307s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6849,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-03-31T05:55:03.963533Z","caller":"traceutil/trace.go:171","msg":"trace[434028786] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27140; }","duration":"6.253351349s","start":"2026-03-31T05:54:57.710163Z","end":"2026-03-31T05:55:03.963515Z","steps":["trace[434028786] 'agreement among raft nodes before linearized reading' (duration: 6.252674821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.841009Z","time spent":"11.122538478s","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:57.710144Z","time spent":"6.25342421s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.963582Z","caller":"traceutil/trace.go:171","msg":"trace[1066004971] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27140; }","duration":"3.594168916s","start":"2026-03-31T05:55:00.368835Z","end":"2026-03-31T05:55:03.963004Z","steps":["trace[1066004971] 'agreement among raft nodes before linearized reading' (duration: 3.593742965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.747612428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T05:55:03.963681Z","caller":"traceutil/trace.go:171","msg":"trace[1368561638] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:27140; }","duration":"11.74766613s","start":"2026-03-31T05:54:52.215999Z","end":"2026-03-31T05:55:03.963665Z","steps":["trace[1368561638] 'agreement among raft nodes before linearized reading' (duration: 11.747512976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.962683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.734134415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.963721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.215994Z","time spent":"11.747719371s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:55:03.963725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748477103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.963755Z","caller":"traceutil/trace.go:171","msg":"trace[359660720] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:0; response_revision:27140; }","duration":"4.748577136s","start":"2026-03-31T05:54:59.215169Z","end":"2026-03-31T05:55:03.963746Z","steps":["trace[359660720] 'agreement among raft nodes before linearized reading' (duration: 4.748501304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591823559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.963786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.215149Z","time spent":"4.748631097s","remote":"127.0.0.1:39222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-03-31T05:55:03.963807Z","caller":"traceutil/trace.go:171","msg":"trace[134416978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27140; }","duration":"5.592392404s","start":"2026-03-31T05:54:58.371398Z","end":"2026-03-31T05:55:03.963791Z","steps":["trace[134416978] 'agreement among raft nodes before linearized reading' (duration: 5.591799638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:58.371381Z","time spent":"5.592468167s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728734292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.963752Z","caller":"traceutil/trace.go:171","msg":"trace[156880794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27140; }","duration":"10.735236045s","start":"2026-03-31T05:54:53.228504Z","end":"2026-03-31T05:55:03.96374Z","steps":["trace[156880794] 'agreement among raft nodes before linearized reading' (duration: 10.734136215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:53.228486Z","time spent":"10.73541775s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.96394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439325024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.96397Z","caller":"traceutil/trace.go:171","msg":"trace[810988311] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27140; }","duration":"1.439385446s","start":"2026-03-31T05:55:02.524577Z","end":"2026-03-31T05:55:03.963963Z","steps":["trace[810988311] 'agreement among raft nodes before linearized reading' (duration: 1.439338015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.524562Z","time spent":"1.439426158s","remote":"127.0.0.1:45460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.962886Z","caller":"traceutil/trace.go:171","msg":"trace[820139637] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27140; }","duration":"3.30738009s","start":"2026-03-31T05:55:00.655476Z","end":"2026-03-31T05:55:03.962856Z","steps":["trace[820139637] 'agreement among raft nodes before linearized reading' (duration: 3.307056061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.963996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44616331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.964017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.950254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.964039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.655455Z","time spent":"3.308572853s","remote":"127.0.0.1:39294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:55:03.964047Z","caller":"traceutil/trace.go:171","msg":"trace[1526751499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"1.446245433s","start":"2026-03-31T05:55:02.517783Z","end":"2026-03-31T05:55:03.964029Z","steps":["trace[1526751499] 'agreement among raft nodes before linearized reading' (duration: 1.446159451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.964055Z","caller":"traceutil/trace.go:171","msg":"trace[896039902] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27140; }","duration":"149.058267ms","start":"2026-03-31T05:55:03.814986Z","end":"2026-03-31T05:55:03.964044Z","steps":["trace[896039902] 'agreement among raft nodes before linearized reading' (duration: 148.990045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.963006Z","caller":"traceutil/trace.go:171","msg":"trace[635551739] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx; range_end:; response_count:1; response_revision:27140; }","duration":"4.741074682s","start":"2026-03-31T05:54:59.221906Z","end":"2026-03-31T05:55:03.962981Z","steps":["trace[635551739] 'agreement among raft nodes before linearized reading' (duration: 4.740635791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.36231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.962813Z","caller":"traceutil/trace.go:171","msg":"trace[491930589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27140; }","duration":"3.952832792s","start":"2026-03-31T05:55:00.009964Z","end":"2026-03-31T05:55:03.962797Z","steps":["trace[491930589] 'agreement among raft nodes before linearized reading' (duration: 3.952607386s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.964149Z","caller":"traceutil/trace.go:171","msg":"trace[2102680712] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27140; }","duration":"922.421722ms","start":"2026-03-31T05:55:03.041721Z","end":"2026-03-31T05:55:03.964143Z","steps":["trace[2102680712] 'agreement among raft nodes before linearized reading' (duration: 922.375631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.221862Z","time spent":"4.742273305s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7682,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-m6vtx\" "} {"level":"warn","ts":"2026-03-31T05:55:03.964169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.041699Z","time spent":"922.465693ms","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.96417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50548064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.964216Z","caller":"traceutil/trace.go:171","msg":"trace[1069896942] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27140; }","duration":"1.505584394s","start":"2026-03-31T05:55:02.458616Z","end":"2026-03-31T05:55:03.9642Z","steps":["trace[1069896942] 'agreement among raft nodes before linearized reading' (duration: 1.505509852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328142265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T05:55:03.964272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.458587Z","time spent":"1.505671166s","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.964292Z","caller":"traceutil/trace.go:171","msg":"trace[207067387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27140; }","duration":"2.328215227s","start":"2026-03-31T05:55:01.636066Z","end":"2026-03-31T05:55:03.964281Z","steps":["trace[207067387] 'agreement among raft nodes before linearized reading' (duration: 2.328109624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.636048Z","time spent":"2.328262629s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:55:03.963913Z","caller":"traceutil/trace.go:171","msg":"trace[259608249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27140; }","duration":"1.728824684s","start":"2026-03-31T05:55:02.235071Z","end":"2026-03-31T05:55:03.963895Z","steps":["trace[259608249] 'agreement among raft nodes before linearized reading' (duration: 1.728728452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891376766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-31T05:55:03.964417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328602487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-31T05:55:03.964177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.009943Z","time spent":"3.9542192s","remote":"127.0.0.1:45520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.964447Z","caller":"traceutil/trace.go:171","msg":"trace[470653350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27140; }","duration":"2.328681s","start":"2026-03-31T05:55:01.635758Z","end":"2026-03-31T05:55:03.964439Z","steps":["trace[470653350] 'agreement among raft nodes before linearized reading' (duration: 2.328602378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.964446Z","caller":"traceutil/trace.go:171","msg":"trace[510070357] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27140; }","duration":"2.891444858s","start":"2026-03-31T05:55:01.07299Z","end":"2026-03-31T05:55:03.964435Z","steps":["trace[510070357] 'agreement among raft nodes before linearized reading' (duration: 2.891323915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.635733Z","time spent":"2.328731121s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:55:03.964478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.07298Z","time spent":"2.891491259s","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:55:03.964484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96185169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:03.964098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.517767Z","time spent":"1.446312494s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.964513Z","caller":"traceutil/trace.go:171","msg":"trace[1344722700] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27140; }","duration":"1.961905772s","start":"2026-03-31T05:55:02.002595Z","end":"2026-03-31T05:55:03.964501Z","steps":["trace[1344722700] 'agreement among raft nodes before linearized reading' (duration: 1.961862051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.002576Z","time spent":"1.961960174s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.964539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017384508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.964611Z","caller":"traceutil/trace.go:171","msg":"trace[61628602] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27140; }","duration":"2.017502421s","start":"2026-03-31T05:55:01.947089Z","end":"2026-03-31T05:55:03.964592Z","steps":["trace[61628602] 'agreement among raft nodes before linearized reading' (duration: 2.017370538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599614397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:03.964707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990849738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:03.964744Z","caller":"traceutil/trace.go:171","msg":"trace[309613409] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27140; }","duration":"1.599691689s","start":"2026-03-31T05:55:02.365033Z","end":"2026-03-31T05:55:03.964725Z","steps":["trace[309613409] 'agreement among raft nodes before linearized reading' (duration: 1.599571116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.964759Z","caller":"traceutil/trace.go:171","msg":"trace[1920151910] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27140; }","duration":"1.99093558s","start":"2026-03-31T05:55:01.973807Z","end":"2026-03-31T05:55:03.964743Z","steps":["trace[1920151910] 'agreement among raft nodes before linearized reading' (duration: 1.990833468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.964376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.235053Z","time spent":"1.729298177s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:55:03.964774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:02.365017Z","time spent":"1.59975136s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.964807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.97379Z","time spent":"1.991002743s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.963178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.21862Z","time spent":"4.744550307s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q7bvl.18a1d72e4991f032\" "} {"level":"warn","ts":"2026-03-31T05:55:03.964813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.978213911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.964865Z","caller":"traceutil/trace.go:171","msg":"trace[1466766549] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27140; }","duration":"10.978299993s","start":"2026-03-31T05:54:52.986554Z","end":"2026-03-31T05:55:03.964854Z","steps":["trace[1466766549] 'agreement among raft nodes before linearized reading' (duration: 10.978230681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.96489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.986533Z","time spent":"10.978350315s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.964653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:01.947069Z","time spent":"2.017574644s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.966115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.75321547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117472"} {"level":"info","ts":"2026-03-31T05:55:03.966162Z","caller":"traceutil/trace.go:171","msg":"trace[544539543] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:27140; }","duration":"11.753284872s","start":"2026-03-31T05:54:52.212862Z","end":"2026-03-31T05:55:03.966147Z","steps":["trace[544539543] 'agreement among raft nodes before linearized reading' (duration: 11.750835566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.966202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.212844Z","time spent":"11.753344294s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117496,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:55:03.966749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.587493091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:03.967462Z","caller":"traceutil/trace.go:171","msg":"trace[1573576622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27140; }","duration":"11.591281214s","start":"2026-03-31T05:54:52.376117Z","end":"2026-03-31T05:55:03.967399Z","steps":["trace[1573576622] 'agreement among raft nodes before linearized reading' (duration: 11.587479331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.967558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:52.376099Z","time spent":"11.591434748s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:03.963058Z","caller":"traceutil/trace.go:171","msg":"trace[1750363371] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27140; }","duration":"4.624813956s","start":"2026-03-31T05:54:59.33823Z","end":"2026-03-31T05:55:03.963044Z","steps":["trace[1750363371] 'agreement among raft nodes before linearized reading' (duration: 4.624433226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.968784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:54:59.338154Z","time spent":"4.630596443s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:03.969063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:00.368819Z","time spent":"3.594849264s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:04.475935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237125396050172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:55:04.709157Z","caller":"traceutil/trace.go:171","msg":"trace[543665967] linearizableReadLoop","detail":"{readStateIndex:28117; appliedIndex:28116; }","duration":"733.957386ms","start":"2026-03-31T05:55:03.975174Z","end":"2026-03-31T05:55:04.709132Z","steps":["trace[543665967] 'read index received' (duration: 733.73221ms)","trace[543665967] 'applied index is now lower than readState.Index' (duration: 224.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:04.709207Z","caller":"traceutil/trace.go:171","msg":"trace[1138121174] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"738.16436ms","start":"2026-03-31T05:55:03.971008Z","end":"2026-03-31T05:55:04.709172Z","steps":["trace[1138121174] 'process raft request' (duration: 737.962985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:04.709343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.970976Z","time spent":"738.290644ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:55:04.70945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.276467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:04.709478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.688091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:04.70952Z","caller":"traceutil/trace.go:171","msg":"trace[1864694985] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27141; }","duration":"448.786093ms","start":"2026-03-31T05:55:04.260721Z","end":"2026-03-31T05:55:04.709507Z","steps":["trace[1864694985] 'agreement among raft nodes before linearized reading' (duration: 448.567098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:04.70953Z","caller":"traceutil/trace.go:171","msg":"trace[1198600588] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27141; }","duration":"330.40217ms","start":"2026-03-31T05:55:04.379087Z","end":"2026-03-31T05:55:04.709489Z","steps":["trace[1198600588] 'agreement among raft nodes before linearized reading' (duration: 330.261366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:04.709566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.2607Z","time spent":"448.855116ms","remote":"127.0.0.1:39366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:04.709602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.379065Z","time spent":"330.522923ms","remote":"127.0.0.1:50192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:04.70967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.424622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:04.709757Z","caller":"traceutil/trace.go:171","msg":"trace[557690150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27141; }","duration":"312.651818ms","start":"2026-03-31T05:55:04.397081Z","end":"2026-03-31T05:55:04.709733Z","steps":["trace[557690150] 'agreement among raft nodes before linearized reading' (duration: 312.3681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:04.709855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:04.39707Z","time spent":"312.759931ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:04.710258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.060836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130796"} {"level":"info","ts":"2026-03-31T05:55:04.710334Z","caller":"traceutil/trace.go:171","msg":"trace[1626640024] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27141; }","duration":"735.176509ms","start":"2026-03-31T05:55:03.97514Z","end":"2026-03-31T05:55:04.710317Z","steps":["trace[1626640024] 'agreement among raft nodes before linearized reading' (duration: 734.111211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:04.710374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:03.975124Z","time spent":"735.240721ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130820,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:55:07.474098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319062929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:07.474166Z","caller":"traceutil/trace.go:171","msg":"trace[1008733015] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27141; }","duration":"2.319186852s","start":"2026-03-31T05:55:05.15496Z","end":"2026-03-31T05:55:07.474147Z","steps":["trace[1008733015] 'count revisions from in-memory index tree' (duration: 2.318981897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.474197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:05.154941Z","time spent":"2.319246143s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:07.474626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395744512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:07.474717Z","caller":"traceutil/trace.go:171","msg":"trace[893767864] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27141; }","duration":"1.395892886s","start":"2026-03-31T05:55:06.078804Z","end":"2026-03-31T05:55:07.474697Z","steps":["trace[893767864] 'count revisions from in-memory index tree' (duration: 1.395649089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.474767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.078782Z","time spent":"1.395973628s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:07.475233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.337867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:07.475289Z","caller":"traceutil/trace.go:171","msg":"trace[1263017680] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27141; }","duration":"779.42399ms","start":"2026-03-31T05:55:06.695852Z","end":"2026-03-31T05:55:07.475276Z","steps":["trace[1263017680] 'count revisions from in-memory index tree' (duration: 779.271545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.475302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060927062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:07.475322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.695834Z","time spent":"779.477661ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:55:07.475358Z","caller":"traceutil/trace.go:171","msg":"trace[1410110166] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27141; }","duration":"1.061020655s","start":"2026-03-31T05:55:06.414321Z","end":"2026-03-31T05:55:07.475341Z","steps":["trace[1410110166] 'count revisions from in-memory index tree' (duration: 1.0608538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:07.475398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:55:06.414303Z","time spent":"1.061085796s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:55:17.298704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.589154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:55:51.55807Z","caller":"traceutil/trace.go:171","msg":"trace[769190023] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"123.915844ms","start":"2026-03-31T05:55:51.434121Z","end":"2026-03-31T05:55:51.558037Z","steps":["trace[769190023] 'process raft request' (duration: 123.648847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:51.729096Z","caller":"traceutil/trace.go:171","msg":"trace[1365680641] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"159.922522ms","start":"2026-03-31T05:55:51.569145Z","end":"2026-03-31T05:55:51.729068Z","steps":["trace[1365680641] 'process raft request' (duration: 129.406204ms)","trace[1365680641] 'compare' (duration: 30.252061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:52.127116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.364787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:52.127233Z","caller":"traceutil/trace.go:171","msg":"trace[153009830] linearizableReadLoop","detail":"{readStateIndex:28139; appliedIndex:28138; }","duration":"148.980484ms","start":"2026-03-31T05:55:51.978236Z","end":"2026-03-31T05:55:52.127217Z","steps":["trace[153009830] 'read index received' (duration: 3.35756ms)","trace[153009830] 'applied index is now lower than readState.Index' (duration: 145.621634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:52.127505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.130149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-31T05:55:52.12728Z","caller":"traceutil/trace.go:171","msg":"trace[1428079040] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"203.962558ms","start":"2026-03-31T05:55:51.92328Z","end":"2026-03-31T05:55:52.127242Z","steps":["trace[1428079040] 'process raft request' (duration: 58.390626ms)","trace[1428079040] 'compare' (duration: 145.210312ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:52.127542Z","caller":"traceutil/trace.go:171","msg":"trace[854533268] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:27162; }","duration":"149.18059ms","start":"2026-03-31T05:55:51.978351Z","end":"2026-03-31T05:55:52.127532Z","steps":["trace[854533268] 'agreement among raft nodes before linearized reading' (duration: 148.955303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:52.127884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.624542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:125 size:140863"} {"level":"info","ts":"2026-03-31T05:55:52.127961Z","caller":"traceutil/trace.go:171","msg":"trace[1553878865] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:125; response_revision:27162; }","duration":"149.745865ms","start":"2026-03-31T05:55:51.9782Z","end":"2026-03-31T05:55:52.127946Z","steps":["trace[1553878865] 'agreement among raft nodes before linearized reading' (duration: 149.070046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:52.340451Z","caller":"traceutil/trace.go:171","msg":"trace[1136310646] transaction","detail":"{read_only:false; response_revision:27165; number_of_response:1; }","duration":"155.815321ms","start":"2026-03-31T05:55:52.184606Z","end":"2026-03-31T05:55:52.340421Z","steps":["trace[1136310646] 'process raft request' (duration: 155.613455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:52.341084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.818702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:52.341179Z","caller":"traceutil/trace.go:171","msg":"trace[1451834763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27165; }","duration":"116.957336ms","start":"2026-03-31T05:55:52.224208Z","end":"2026-03-31T05:55:52.341165Z","steps":["trace[1451834763] 'agreement among raft nodes before linearized reading' (duration: 116.829002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:52.790145Z","caller":"traceutil/trace.go:171","msg":"trace[1122444652] linearizableReadLoop","detail":"{readStateIndex:28145; appliedIndex:28144; }","duration":"263.256287ms","start":"2026-03-31T05:55:52.526853Z","end":"2026-03-31T05:55:52.79011Z","steps":["trace[1122444652] 'read index received' (duration: 257.198463ms)","trace[1122444652] 'applied index is now lower than readState.Index' (duration: 6.056314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:52.790473Z","caller":"traceutil/trace.go:171","msg":"trace[983730896] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"266.130875ms","start":"2026-03-31T05:55:52.524324Z","end":"2026-03-31T05:55:52.790455Z","steps":["trace[983730896] 'process raft request' (duration: 259.787403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:52.79049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.614297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-03-31T05:55:52.790602Z","caller":"traceutil/trace.go:171","msg":"trace[1799842515] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:27168; }","duration":"263.773581ms","start":"2026-03-31T05:55:52.526814Z","end":"2026-03-31T05:55:52.790587Z","steps":["trace[1799842515] 'agreement among raft nodes before linearized reading' (duration: 263.565306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:52.910618Z","caller":"traceutil/trace.go:171","msg":"trace[1940397391] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"100.94645ms","start":"2026-03-31T05:55:52.809637Z","end":"2026-03-31T05:55:52.910583Z","steps":["trace[1940397391] 'process raft request' (duration: 100.502578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.052239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.350344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-03-31T05:55:53.052329Z","caller":"traceutil/trace.go:171","msg":"trace[1326273567] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27170; }","duration":"128.474538ms","start":"2026-03-31T05:55:52.923832Z","end":"2026-03-31T05:55:53.052307Z","steps":["trace[1326273567] 'agreement among raft nodes before linearized reading' (duration: 83.155987ms)","trace[1326273567] 'range keys from in-memory index tree' (duration: 45.154016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:53.447905Z","caller":"traceutil/trace.go:171","msg":"trace[1204791700] linearizableReadLoop","detail":"{readStateIndex:28152; appliedIndex:28149; }","duration":"235.785481ms","start":"2026-03-31T05:55:53.212078Z","end":"2026-03-31T05:55:53.447863Z","steps":["trace[1204791700] 'read index received' (duration: 210.800003ms)","trace[1204791700] 'applied index is now lower than readState.Index' (duration: 24.984038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:53.447776Z","caller":"traceutil/trace.go:171","msg":"trace[790544670] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"237.458967ms","start":"2026-03-31T05:55:53.210283Z","end":"2026-03-31T05:55:53.447742Z","steps":["trace[790544670] 'process raft request' (duration: 237.329834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:53.448014Z","caller":"traceutil/trace.go:171","msg":"trace[461251779] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"236.723727ms","start":"2026-03-31T05:55:53.211274Z","end":"2026-03-31T05:55:53.447997Z","steps":["trace[461251779] 'process raft request' (duration: 236.431909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.448135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.996406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:53.448178Z","caller":"traceutil/trace.go:171","msg":"trace[648732730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27175; }","duration":"124.067359ms","start":"2026-03-31T05:55:53.324096Z","end":"2026-03-31T05:55:53.448164Z","steps":["trace[648732730] 'agreement among raft nodes before linearized reading' (duration: 123.966436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.448194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.1121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-31T05:55:53.448255Z","caller":"traceutil/trace.go:171","msg":"trace[371752359] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:27175; }","duration":"236.194663ms","start":"2026-03-31T05:55:53.212051Z","end":"2026-03-31T05:55:53.448245Z","steps":["trace[371752359] 'agreement among raft nodes before linearized reading' (duration: 235.944366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.448297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.374559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:55:53.448337Z","caller":"traceutil/trace.go:171","msg":"trace[104596350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27175; }","duration":"123.421651ms","start":"2026-03-31T05:55:53.324907Z","end":"2026-03-31T05:55:53.448328Z","steps":["trace[104596350] 'agreement among raft nodes before linearized reading' (duration: 123.323798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:53.448481Z","caller":"traceutil/trace.go:171","msg":"trace[528324977] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"237.473647ms","start":"2026-03-31T05:55:53.210187Z","end":"2026-03-31T05:55:53.44766Z","steps":["trace[528324977] 'process raft request' (duration: 212.52049ms)","trace[528324977] 'compare' (duration: 16.56785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:53.681001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.204581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:job-controller\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-03-31T05:55:53.681172Z","caller":"traceutil/trace.go:171","msg":"trace[1441986861] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:job-controller; range_end:; response_count:1; response_revision:27176; }","duration":"142.379645ms","start":"2026-03-31T05:55:53.538731Z","end":"2026-03-31T05:55:53.681111Z","steps":["trace[1441986861] 'range keys from in-memory index tree' (duration: 142.109677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:53.68224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.761539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:175 size:1580160"} {"level":"info","ts":"2026-03-31T05:55:53.682313Z","caller":"traceutil/trace.go:171","msg":"trace[209530215] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:175; response_revision:27176; }","duration":"106.895972ms","start":"2026-03-31T05:55:53.575404Z","end":"2026-03-31T05:55:53.6823Z","steps":["trace[209530215] 'range keys from in-memory index tree' (duration: 105.564406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:54.255372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.471434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:54.255464Z","caller":"traceutil/trace.go:171","msg":"trace[1869272684] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27178; }","duration":"119.622877ms","start":"2026-03-31T05:55:54.135822Z","end":"2026-03-31T05:55:54.255445Z","steps":["trace[1869272684] 'range keys from in-memory index tree' (duration: 119.330979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:54.255482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.653689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:54.255551Z","caller":"traceutil/trace.go:171","msg":"trace[1672407153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27178; }","duration":"119.775992ms","start":"2026-03-31T05:55:54.135759Z","end":"2026-03-31T05:55:54.255535Z","steps":["trace[1672407153] 'count revisions from in-memory index tree' (duration: 119.531895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:54.255758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.847684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:54.256396Z","caller":"traceutil/trace.go:171","msg":"trace[1685528148] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27178; }","duration":"119.947866ms","start":"2026-03-31T05:55:54.135863Z","end":"2026-03-31T05:55:54.255811Z","steps":["trace[1685528148] 'range keys from in-memory index tree' (duration: 119.736901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:54.579723Z","caller":"traceutil/trace.go:171","msg":"trace[1213168128] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"100.492668ms","start":"2026-03-31T05:55:54.479201Z","end":"2026-03-31T05:55:54.579694Z","steps":["trace[1213168128] 'process raft request' (duration: 100.300703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.69668Z","caller":"traceutil/trace.go:171","msg":"trace[1131769839] linearizableReadLoop","detail":"{readStateIndex:28163; appliedIndex:28162; }","duration":"162.659476ms","start":"2026-03-31T05:55:56.533994Z","end":"2026-03-31T05:55:56.696654Z","steps":["trace[1131769839] 'read index received' (duration: 47.581302ms)","trace[1131769839] 'applied index is now lower than readState.Index' (duration: 115.077074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:56.696807Z","caller":"traceutil/trace.go:171","msg":"trace[325322742] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"167.650692ms","start":"2026-03-31T05:55:56.529142Z","end":"2026-03-31T05:55:56.696793Z","steps":["trace[325322742] 'process raft request' (duration: 165.427921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.696989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.953524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.697048Z","caller":"traceutil/trace.go:171","msg":"trace[567717457] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27184; }","duration":"163.109898ms","start":"2026-03-31T05:55:56.533923Z","end":"2026-03-31T05:55:56.697033Z","steps":["trace[567717457] 'agreement among raft nodes before linearized reading' (duration: 162.947564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.791516Z","caller":"traceutil/trace.go:171","msg":"trace[159747629] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"209.21559ms","start":"2026-03-31T05:55:56.582274Z","end":"2026-03-31T05:55:56.791489Z","steps":["trace[159747629] 'process raft request' (duration: 209.051605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.791837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.11407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:55:56.7919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.056423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.79192Z","caller":"traceutil/trace.go:171","msg":"trace[552612504] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27185; }","duration":"187.245283ms","start":"2026-03-31T05:55:56.604661Z","end":"2026-03-31T05:55:56.791907Z","steps":["trace[552612504] 'agreement among raft nodes before linearized reading' (duration: 187.035117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.791941Z","caller":"traceutil/trace.go:171","msg":"trace[862968746] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27185; }","duration":"203.162896ms","start":"2026-03-31T05:55:56.588766Z","end":"2026-03-31T05:55:56.791929Z","steps":["trace[862968746] 'agreement among raft nodes before linearized reading' (duration: 203.039592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.791982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.706131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:56.791988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.900979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.792059Z","caller":"traceutil/trace.go:171","msg":"trace[450976520] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27185; }","duration":"217.788213ms","start":"2026-03-31T05:55:56.574255Z","end":"2026-03-31T05:55:56.792044Z","steps":["trace[450976520] 'agreement among raft nodes before linearized reading' (duration: 217.456854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792081Z","caller":"traceutil/trace.go:171","msg":"trace[946816378] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27185; }","duration":"129.008992ms","start":"2026-03-31T05:55:56.663049Z","end":"2026-03-31T05:55:56.792058Z","steps":["trace[946816378] 'agreement among raft nodes before linearized reading' (duration: 128.833077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.792133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.174157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:55:56.792152Z","caller":"traceutil/trace.go:171","msg":"trace[1202019364] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27185; }","duration":"164.24192ms","start":"2026-03-31T05:55:56.627904Z","end":"2026-03-31T05:55:56.792146Z","steps":["trace[1202019364] 'agreement among raft nodes before linearized reading' (duration: 164.203129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.792205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.102227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:56.792239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.511095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:56.792295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.002958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.792302Z","caller":"traceutil/trace.go:171","msg":"trace[686810934] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27185; }","duration":"258.251631ms","start":"2026-03-31T05:55:56.534029Z","end":"2026-03-31T05:55:56.792281Z","steps":["trace[686810934] 'agreement among raft nodes before linearized reading' (duration: 258.100787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792329Z","caller":"traceutil/trace.go:171","msg":"trace[795816001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27185; }","duration":"218.046499ms","start":"2026-03-31T05:55:56.574272Z","end":"2026-03-31T05:55:56.792319Z","steps":["trace[795816001] 'agreement among raft nodes before linearized reading' (duration: 217.993558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792318Z","caller":"traceutil/trace.go:171","msg":"trace[385921898] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27185; }","duration":"203.594668ms","start":"2026-03-31T05:55:56.588702Z","end":"2026-03-31T05:55:56.792296Z","steps":["trace[385921898] 'agreement among raft nodes before linearized reading' (duration: 203.465204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.792364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.339723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.792405Z","caller":"traceutil/trace.go:171","msg":"trace[1881792494] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27185; }","duration":"111.397464ms","start":"2026-03-31T05:55:56.68099Z","end":"2026-03-31T05:55:56.792387Z","steps":["trace[1881792494] 'agreement among raft nodes before linearized reading' (duration: 111.336773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.79243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.455526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:55:56.792439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.09586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:55:56.792382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.747507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" limit:10000 ","response":"range_response_count:5 size:6100"} {"level":"warn","ts":"2026-03-31T05:55:56.792509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.498576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:56.792517Z","caller":"traceutil/trace.go:171","msg":"trace[421010323] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:5; response_revision:27185; }","duration":"187.951793ms","start":"2026-03-31T05:55:56.60454Z","end":"2026-03-31T05:55:56.792492Z","steps":["trace[421010323] 'agreement among raft nodes before linearized reading' (duration: 187.565493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792542Z","caller":"traceutil/trace.go:171","msg":"trace[463511402] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27185; }","duration":"129.571168ms","start":"2026-03-31T05:55:56.662959Z","end":"2026-03-31T05:55:56.79253Z","steps":["trace[463511402] 'agreement among raft nodes before linearized reading' (duration: 129.527177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792465Z","caller":"traceutil/trace.go:171","msg":"trace[1450803695] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27185; }","duration":"127.142882ms","start":"2026-03-31T05:55:56.665315Z","end":"2026-03-31T05:55:56.792458Z","steps":["trace[1450803695] 'agreement among raft nodes before linearized reading' (duration: 127.021239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:56.792717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.504246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-31T05:55:56.792743Z","caller":"traceutil/trace.go:171","msg":"trace[996205457] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:1; response_revision:27185; }","duration":"164.578619ms","start":"2026-03-31T05:55:56.628156Z","end":"2026-03-31T05:55:56.792734Z","steps":["trace[996205457] 'agreement among raft nodes before linearized reading' (duration: 163.9041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:56.792461Z","caller":"traceutil/trace.go:171","msg":"trace[572489198] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27185; }","duration":"111.531918ms","start":"2026-03-31T05:55:56.68092Z","end":"2026-03-31T05:55:56.792452Z","steps":["trace[572489198] 'agreement among raft nodes before linearized reading' (duration: 111.477486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:57.205727Z","caller":"traceutil/trace.go:171","msg":"trace[2060623629] linearizableReadLoop","detail":"{readStateIndex:28170; appliedIndex:28169; }","duration":"165.595086ms","start":"2026-03-31T05:55:57.040105Z","end":"2026-03-31T05:55:57.2057Z","steps":["trace[2060623629] 'read index received' (duration: 99.320587ms)","trace[2060623629] 'applied index is now lower than readState.Index' (duration: 66.273469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:57.205754Z","caller":"traceutil/trace.go:171","msg":"trace[413571315] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"182.619037ms","start":"2026-03-31T05:55:57.023107Z","end":"2026-03-31T05:55:57.205726Z","steps":["trace[413571315] 'process raft request' (duration: 116.260326ms)","trace[413571315] 'compare' (duration: 66.194257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:57.206009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.878293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:57.206059Z","caller":"traceutil/trace.go:171","msg":"trace[424327801] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27191; }","duration":"165.980206ms","start":"2026-03-31T05:55:57.040066Z","end":"2026-03-31T05:55:57.206046Z","steps":["trace[424327801] 'agreement among raft nodes before linearized reading' (duration: 165.77145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:57.20683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.383757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:55:57.207096Z","caller":"traceutil/trace.go:171","msg":"trace[870019032] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27191; }","duration":"166.735366ms","start":"2026-03-31T05:55:57.040344Z","end":"2026-03-31T05:55:57.20708Z","steps":["trace[870019032] 'agreement among raft nodes before linearized reading' (duration: 165.599085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:57.709492Z","caller":"traceutil/trace.go:171","msg":"trace[622730414] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"172.37767ms","start":"2026-03-31T05:55:57.537098Z","end":"2026-03-31T05:55:57.709476Z","steps":["trace[622730414] 'process raft request' (duration: 172.00325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:57.709807Z","caller":"traceutil/trace.go:171","msg":"trace[1393259742] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"172.157144ms","start":"2026-03-31T05:55:57.537631Z","end":"2026-03-31T05:55:57.709788Z","steps":["trace[1393259742] 'process raft request' (duration: 171.683511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:57.709189Z","caller":"traceutil/trace.go:171","msg":"trace[1424009147] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"172.179395ms","start":"2026-03-31T05:55:57.536967Z","end":"2026-03-31T05:55:57.709147Z","steps":["trace[1424009147] 'process raft request' (duration: 133.449133ms)","trace[1424009147] 'compare' (duration: 38.322451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:57.903157Z","caller":"traceutil/trace.go:171","msg":"trace[1939551068] linearizableReadLoop","detail":"{readStateIndex:28184; appliedIndex:28183; }","duration":"100.989661ms","start":"2026-03-31T05:55:57.802147Z","end":"2026-03-31T05:55:57.903137Z","steps":["trace[1939551068] 'read index received' (duration: 22.765858ms)","trace[1939551068] 'applied index is now lower than readState.Index' (duration: 78.222883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:57.903261Z","caller":"traceutil/trace.go:171","msg":"trace[1847629746] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"101.557727ms","start":"2026-03-31T05:55:57.801694Z","end":"2026-03-31T05:55:57.903252Z","steps":["trace[1847629746] 'process raft request' (duration: 23.203769ms)","trace[1847629746] 'compare' (duration: 78.136402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:57.903734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.556277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-31T05:55:57.903823Z","caller":"traceutil/trace.go:171","msg":"trace[1020119619] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:27205; }","duration":"101.67642ms","start":"2026-03-31T05:55:57.802122Z","end":"2026-03-31T05:55:57.903799Z","steps":["trace[1020119619] 'agreement among raft nodes before linearized reading' (duration: 101.272809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.828066Z","caller":"traceutil/trace.go:171","msg":"trace[78378831] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"304.080835ms","start":"2026-03-31T05:57:24.523954Z","end":"2026-03-31T05:57:24.828035Z","steps":["trace[78378831] 'process raft request' (duration: 303.775067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.828284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.523934Z","time spent":"304.25306ms","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.837165Z","caller":"traceutil/trace.go:171","msg":"trace[1937148435] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"310.087778ms","start":"2026-03-31T05:57:24.52705Z","end":"2026-03-31T05:57:24.837138Z","steps":["trace[1937148435] 'process raft request' (duration: 309.77291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.837518Z","caller":"traceutil/trace.go:171","msg":"trace[247046206] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"196.32723ms","start":"2026-03-31T05:57:24.641115Z","end":"2026-03-31T05:57:24.837442Z","steps":["trace[247046206] 'process raft request' (duration: 196.142965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.837649Z","caller":"traceutil/trace.go:171","msg":"trace[1239262223] linearizableReadLoop","detail":"{readStateIndex:28976; appliedIndex:28974; }","duration":"309.667277ms","start":"2026-03-31T05:57:24.527961Z","end":"2026-03-31T05:57:24.837628Z","steps":["trace[1239262223] 'read index received' (duration: 301.549157ms)","trace[1239262223] 'applied index is now lower than readState.Index' (duration: 8.1167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:24.83771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.752239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.83791Z","caller":"traceutil/trace.go:171","msg":"trace[1367127738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27979; }","duration":"309.969596ms","start":"2026-03-31T05:57:24.527924Z","end":"2026-03-31T05:57:24.837893Z","steps":["trace[1367127738] 'agreement among raft nodes before linearized reading' (duration: 309.74983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.837959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.527914Z","time spent":"310.021417ms","remote":"127.0.0.1:54222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:24.837333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.527038Z","time spent":"310.197512ms","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.837336Z","caller":"traceutil/trace.go:171","msg":"trace[1935245686] transaction","detail":"{read_only:false; response_revision:27977; number_of_response:1; }","duration":"309.895613ms","start":"2026-03-31T05:57:24.5274Z","end":"2026-03-31T05:57:24.837296Z","steps":["trace[1935245686] 'process raft request' (duration: 309.575205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.839206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.52738Z","time spent":"311.744903ms","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:24.840198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.778697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/secretgen-controller/\" range_end:\"/registry/rolebindings/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.840241Z","caller":"traceutil/trace.go:171","msg":"trace[884626032] range","detail":"{range_begin:/registry/rolebindings/secretgen-controller/; range_end:/registry/rolebindings/secretgen-controller0; response_count:0; response_revision:27980; }","duration":"226.862219ms","start":"2026-03-31T05:57:24.613367Z","end":"2026-03-31T05:57:24.840229Z","steps":["trace[884626032] 'agreement among raft nodes before linearized reading' (duration: 226.784087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.839183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.609816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:57:24.840279Z","caller":"traceutil/trace.go:171","msg":"trace[72793951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27980; }","duration":"159.712316ms","start":"2026-03-31T05:57:24.680551Z","end":"2026-03-31T05:57:24.840264Z","steps":["trace[72793951] 'agreement among raft nodes before linearized reading' (duration: 158.573805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.840298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.34028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:24.840331Z","caller":"traceutil/trace.go:171","msg":"trace[1242796461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27980; }","duration":"249.406491ms","start":"2026-03-31T05:57:24.590917Z","end":"2026-03-31T05:57:24.840323Z","steps":["trace[1242796461] 'agreement among raft nodes before linearized reading' (duration: 249.351139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.840334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.605682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.840386Z","caller":"traceutil/trace.go:171","msg":"trace[549718138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27980; }","duration":"275.664554ms","start":"2026-03-31T05:57:24.564713Z","end":"2026-03-31T05:57:24.840377Z","steps":["trace[549718138] 'agreement among raft nodes before linearized reading' (duration: 275.584472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.84039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.042901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.840464Z","caller":"traceutil/trace.go:171","msg":"trace[1649649037] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27980; }","duration":"165.123033ms","start":"2026-03-31T05:57:24.675323Z","end":"2026-03-31T05:57:24.840446Z","steps":["trace[1649649037] 'agreement among raft nodes before linearized reading' (duration: 165.00039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.843114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.879261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d6866cf08d8b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27974 ","response":"range_response_count:1000 size:778775"} {"level":"info","ts":"2026-03-31T05:57:24.843154Z","caller":"traceutil/trace.go:171","msg":"trace[1463051893] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d6866cf08d8b\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:27980; }","duration":"313.948383ms","start":"2026-03-31T05:57:24.529197Z","end":"2026-03-31T05:57:24.843146Z","steps":["trace[1463051893] 'agreement among raft nodes before linearized reading' (duration: 309.41ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.843196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.529188Z","time spent":"313.981234ms","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1553,"response size":778799,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29582260-rsfkc.18a1d6866cf08d8b\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:27974 "} {"level":"warn","ts":"2026-03-31T05:58:19.971203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.330812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:58:19.971279Z","caller":"traceutil/trace.go:171","msg":"trace[622287672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28381; }","duration":"143.440105ms","start":"2026-03-31T05:58:19.827822Z","end":"2026-03-31T05:58:19.971262Z","steps":["trace[622287672] 'range keys from in-memory index tree' (duration: 143.058164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.971279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.708819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-31T05:58:19.971362Z","caller":"traceutil/trace.go:171","msg":"trace[1315496799] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-bootstrap; range_end:; response_count:1; response_revision:28381; }","duration":"386.836813ms","start":"2026-03-31T05:58:19.584494Z","end":"2026-03-31T05:58:19.971331Z","steps":["trace[1315496799] 'range keys from in-memory index tree' (duration: 386.558845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.971394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.58448Z","time spent":"386.906484ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":785,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" "} {"level":"warn","ts":"2026-03-31T05:58:19.971203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.112122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:19.971523Z","caller":"traceutil/trace.go:171","msg":"trace[699975336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28381; }","duration":"393.460312ms","start":"2026-03-31T05:58:19.578035Z","end":"2026-03-31T05:58:19.971495Z","steps":["trace[699975336] 'range keys from in-memory index tree' (duration: 393.052891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.971574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.578021Z","time spent":"393.530874ms","remote":"127.0.0.1:54222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:58:20.314581Z","caller":"traceutil/trace.go:171","msg":"trace[889941128] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"104.348683ms","start":"2026-03-31T05:58:20.210206Z","end":"2026-03-31T05:58:20.314554Z","steps":["trace[889941128] 'process raft request' (duration: 103.934401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:41.647015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:59:41.652251Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T05:59:41.652383Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}